2018-02-02 07:11:16 +00:00
<?xml version="1.0" encoding="UTF-8"?>
2009-05-26 21:45:19 +00:00
< !DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN"
"http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
< html xmlns = "http://www.w3.org/1999/xhtml" xml:lang = "en" >
< head >
2016-09-26 16:01:01 +00:00
< meta http-equiv = "Content-Type" content = "application/xhtml+xml; charset=UTF-8" / >
2018-02-02 07:11:16 +00:00
< meta name = "generator" content = "AsciiDoc 8.6.10" / >
2009-09-28 07:34:16 +00:00
< title > ccollect - Installing, Configuring and Using< / title >
2009-05-26 21:45:19 +00:00
< style type = "text/css" >
2016-09-26 16:01:01 +00:00
/* Shared CSS for AsciiDoc xhtml11 and html5 backends */
/* Default font. */
body {
font-family: Georgia,serif;
}
/* Title font. */
h1, h2, h3, h4, h5, h6,
div.title, caption.title,
thead, p.table.header,
#toctitle,
#author, #revnumber, #revdate, #revremark,
#footer {
font-family: Arial,Helvetica,sans-serif;
2009-05-26 21:45:19 +00:00
}
body {
margin: 1em 5% 1em 5%;
}
a {
color: blue;
text-decoration: underline;
}
a:visited {
color: fuchsia;
}
em {
font-style: italic;
color: navy;
}
strong {
font-weight: bold;
color: #083194;
}
h1, h2, h3, h4, h5, h6 {
color: #527bbd;
margin-top: 1.2em;
margin-bottom: 0.5em;
line-height: 1.3;
}
h1, h2, h3 {
border-bottom: 2px solid silver;
}
h2 {
padding-top: 0.5em;
}
h3 {
float: left;
}
h3 + * {
clear: left;
}
2016-09-26 16:01:01 +00:00
h5 {
font-size: 1.0em;
}
2009-05-26 21:45:19 +00:00
div.sectionbody {
margin-left: 0;
}
hr {
border: 1px solid silver;
}
p {
margin-top: 0.5em;
margin-bottom: 0.5em;
}
ul, ol, li > p {
margin-top: 0;
}
2016-09-26 16:01:01 +00:00
ul > li { color: #aaa; }
ul > li > * { color: black; }
2009-05-26 21:45:19 +00:00
2016-09-26 16:01:01 +00:00
.monospaced, code, pre {
font-family: "Courier New", Courier, monospace;
font-size: inherit;
color: navy;
2009-05-26 21:45:19 +00:00
padding: 0;
margin: 0;
}
2016-09-26 16:01:01 +00:00
pre {
white-space: pre-wrap;
}
2009-05-26 21:45:19 +00:00
2016-09-26 16:01:01 +00:00
#author {
2009-05-26 21:45:19 +00:00
color: #527bbd;
font-weight: bold;
font-size: 1.1em;
}
2016-09-26 16:01:01 +00:00
#email {
2009-05-26 21:45:19 +00:00
}
2016-09-26 16:01:01 +00:00
#revnumber, #revdate, #revremark {
2009-05-26 21:45:19 +00:00
}
2016-09-26 16:01:01 +00:00
#footer {
2009-05-26 21:45:19 +00:00
font-size: small;
border-top: 2px solid silver;
padding-top: 0.5em;
margin-top: 4.0em;
}
2016-09-26 16:01:01 +00:00
#footer-text {
2009-05-26 21:45:19 +00:00
float: left;
padding-bottom: 0.5em;
}
2016-09-26 16:01:01 +00:00
#footer-badges {
2009-05-26 21:45:19 +00:00
float: right;
padding-bottom: 0.5em;
}
2016-09-26 16:01:01 +00:00
#preamble {
2009-09-28 07:34:16 +00:00
margin-top: 1.5em;
margin-bottom: 1.5em;
}
2016-09-26 16:01:01 +00:00
div.imageblock, div.exampleblock, div.verseblock,
2009-05-26 21:45:19 +00:00
div.quoteblock, div.literalblock, div.listingblock, div.sidebarblock,
div.admonitionblock {
2016-09-26 16:01:01 +00:00
margin-top: 1.0em;
2009-05-26 21:45:19 +00:00
margin-bottom: 1.5em;
}
div.admonitionblock {
2016-09-26 16:01:01 +00:00
margin-top: 2.0em;
margin-bottom: 2.0em;
margin-right: 10%;
color: #606060;
2009-05-26 21:45:19 +00:00
}
div.content { /* Block element content. */
padding: 0;
}
/* Block element titles. */
div.title, caption.title {
color: #527bbd;
font-weight: bold;
text-align: left;
margin-top: 1.0em;
margin-bottom: 0.5em;
}
div.title + * {
margin-top: 0;
}
td div.title:first-child {
margin-top: 0.0em;
}
div.content div.title:first-child {
margin-top: 0.0em;
}
div.content + div.title {
margin-top: 0.0em;
}
div.sidebarblock > div.content {
background: #ffffee;
2016-09-26 16:01:01 +00:00
border: 1px solid #dddddd;
border-left: 4px solid #f0f0f0;
2009-05-26 21:45:19 +00:00
padding: 0.5em;
}
div.listingblock > div.content {
2016-09-26 16:01:01 +00:00
border: 1px solid #dddddd;
border-left: 5px solid #f0f0f0;
background: #f8f8f8;
2009-05-26 21:45:19 +00:00
padding: 0.5em;
}
2016-09-26 16:01:01 +00:00
div.quoteblock, div.verseblock {
padding-left: 1.0em;
margin-left: 1.0em;
2009-09-28 07:34:16 +00:00
margin-right: 10%;
2016-09-26 16:01:01 +00:00
border-left: 5px solid #f0f0f0;
color: #888;
2009-05-26 21:45:19 +00:00
}
2016-09-26 16:01:01 +00:00
2009-05-26 21:45:19 +00:00
div.quoteblock > div.attribution {
padding-top: 0.5em;
text-align: right;
}
2016-09-26 16:01:01 +00:00
div.verseblock > pre.content {
font-family: inherit;
font-size: inherit;
2009-05-26 21:45:19 +00:00
}
div.verseblock > div.attribution {
padding-top: 0.75em;
text-align: left;
}
/* DEPRECATED: Pre version 8.2.7 verse style literal block. */
div.verseblock + div.attribution {
text-align: left;
}
div.admonitionblock .icon {
vertical-align: top;
font-size: 1.1em;
font-weight: bold;
text-decoration: underline;
color: #527bbd;
padding-right: 0.5em;
}
div.admonitionblock td.content {
padding-left: 0.5em;
2016-09-26 16:01:01 +00:00
border-left: 3px solid #dddddd;
2009-05-26 21:45:19 +00:00
}
div.exampleblock > div.content {
2016-09-26 16:01:01 +00:00
border-left: 3px solid #dddddd;
padding-left: 0.5em;
2009-05-26 21:45:19 +00:00
}
div.imageblock div.content { padding-left: 0; }
2016-09-26 16:01:01 +00:00
span.image img { border-style: none; vertical-align: text-bottom; }
a.image:visited { color: white; }
2009-05-26 21:45:19 +00:00
dl {
margin-top: 0.8em;
margin-bottom: 0.8em;
}
dt {
margin-top: 0.5em;
margin-bottom: 0;
font-style: normal;
2009-09-28 07:34:16 +00:00
color: navy;
2009-05-26 21:45:19 +00:00
}
dd > *:first-child {
margin-top: 0.1em;
}
ul, ol {
list-style-position: outside;
}
2009-09-28 07:34:16 +00:00
ol.arabic {
2009-05-26 21:45:19 +00:00
list-style-type: decimal;
}
2009-09-28 07:34:16 +00:00
ol.loweralpha {
2009-05-26 21:45:19 +00:00
list-style-type: lower-alpha;
}
2009-09-28 07:34:16 +00:00
ol.upperalpha {
list-style-type: upper-alpha;
}
ol.lowerroman {
list-style-type: lower-roman;
}
ol.upperroman {
list-style-type: upper-roman;
}
div.compact ul, div.compact ol,
div.compact p, div.compact p,
div.compact div, div.compact div {
margin-top: 0.1em;
margin-bottom: 0.1em;
}
2009-05-26 21:45:19 +00:00
tfoot {
font-weight: bold;
}
2009-09-28 07:34:16 +00:00
td > div.verse {
white-space: pre;
}
2009-05-26 21:45:19 +00:00
2009-09-28 07:34:16 +00:00
div.hdlist {
2009-05-26 21:45:19 +00:00
margin-top: 0.8em;
margin-bottom: 0.8em;
}
2009-09-28 07:34:16 +00:00
div.hdlist tr {
2009-05-26 21:45:19 +00:00
padding-bottom: 15px;
}
2009-09-28 07:34:16 +00:00
dt.hdlist1.strong, td.hdlist1.strong {
font-weight: bold;
}
td.hdlist1 {
2009-05-26 21:45:19 +00:00
vertical-align: top;
font-style: normal;
padding-right: 0.8em;
2009-09-28 07:34:16 +00:00
color: navy;
2009-05-26 21:45:19 +00:00
}
2009-09-28 07:34:16 +00:00
td.hdlist2 {
2009-05-26 21:45:19 +00:00
vertical-align: top;
}
2009-09-28 07:34:16 +00:00
div.hdlist.compact tr {
margin: 0;
padding-bottom: 0;
}
.comment {
background: yellow;
}
2009-05-26 21:45:19 +00:00
2016-09-26 16:01:01 +00:00
.footnote, .footnoteref {
font-size: 0.8em;
}
span.footnote, span.footnoteref {
vertical-align: super;
}
#footnotes {
margin: 20px 0 20px 0;
padding: 7px 0 0 0;
}
#footnotes div.footnote {
margin: 0 0 5px 0;
}
#footnotes hr {
border: none;
border-top: 1px solid silver;
height: 1px;
text-align: left;
margin-left: 0;
width: 20%;
min-width: 100px;
}
div.colist td {
padding-right: 0.5em;
padding-bottom: 0.3em;
vertical-align: top;
}
div.colist td img {
margin-top: 0.3em;
}
2009-05-26 21:45:19 +00:00
@media print {
2016-09-26 16:01:01 +00:00
#footer-badges { display: none; }
2009-05-26 21:45:19 +00:00
}
2016-09-26 16:01:01 +00:00
#toc {
margin-bottom: 2.5em;
}
#toctitle {
2009-05-26 21:45:19 +00:00
color: #527bbd;
font-size: 1.1em;
font-weight: bold;
margin-top: 1.0em;
margin-bottom: 0.1em;
}
2016-09-26 16:01:01 +00:00
div.toclevel0, div.toclevel1, div.toclevel2, div.toclevel3, div.toclevel4 {
2009-05-26 21:45:19 +00:00
margin-top: 0;
margin-bottom: 0;
}
div.toclevel2 {
margin-left: 2em;
font-size: 0.9em;
}
div.toclevel3 {
margin-left: 4em;
font-size: 0.9em;
}
div.toclevel4 {
margin-left: 6em;
font-size: 0.9em;
}
2016-09-26 16:01:01 +00:00
span.aqua { color: aqua; }
span.black { color: black; }
span.blue { color: blue; }
span.fuchsia { color: fuchsia; }
span.gray { color: gray; }
span.green { color: green; }
span.lime { color: lime; }
span.maroon { color: maroon; }
span.navy { color: navy; }
span.olive { color: olive; }
span.purple { color: purple; }
span.red { color: red; }
span.silver { color: silver; }
span.teal { color: teal; }
span.white { color: white; }
span.yellow { color: yellow; }
span.aqua-background { background: aqua; }
span.black-background { background: black; }
span.blue-background { background: blue; }
span.fuchsia-background { background: fuchsia; }
span.gray-background { background: gray; }
span.green-background { background: green; }
span.lime-background { background: lime; }
span.maroon-background { background: maroon; }
span.navy-background { background: navy; }
span.olive-background { background: olive; }
span.purple-background { background: purple; }
span.red-background { background: red; }
span.silver-background { background: silver; }
span.teal-background { background: teal; }
span.white-background { background: white; }
span.yellow-background { background: yellow; }
span.big { font-size: 2em; }
span.small { font-size: 0.6em; }
span.underline { text-decoration: underline; }
span.overline { text-decoration: overline; }
span.line-through { text-decoration: line-through; }
div.unbreakable { page-break-inside: avoid; }
/*
* xhtml11 specific
*
* */
div.tableblock {
margin-top: 1.0em;
margin-bottom: 1.5em;
}
div.tableblock > table {
border: 3px solid #527bbd;
2009-05-26 21:45:19 +00:00
}
2016-09-26 16:01:01 +00:00
thead, p.table.header {
font-weight: bold;
2009-05-26 21:45:19 +00:00
color: #527bbd;
2016-09-26 16:01:01 +00:00
}
p.table {
margin-top: 0;
}
/* Because the table frame attribute is overriden by CSS in most browsers. */
div.tableblock > table[frame="void"] {
border-style: none;
}
div.tableblock > table[frame="hsides"] {
border-left-style: none;
border-right-style: none;
}
div.tableblock > table[frame="vsides"] {
border-top-style: none;
border-bottom-style: none;
}
/*
* html5 specific
*
* */
table.tableblock {
margin-top: 1.0em;
margin-bottom: 1.5em;
}
thead, p.tableblock.header {
2009-05-26 21:45:19 +00:00
font-weight: bold;
2016-09-26 16:01:01 +00:00
color: #527bbd;
}
p.tableblock {
margin-top: 0;
}
table.tableblock {
border-width: 3px;
border-spacing: 0px;
border-style: solid;
border-color: #527bbd;
border-collapse: collapse;
}
th.tableblock, td.tableblock {
border-width: 1px;
padding: 4px;
border-style: solid;
border-color: #527bbd;
2009-05-26 21:45:19 +00:00
}
2016-09-26 16:01:01 +00:00
table.tableblock.frame-topbot {
border-left-style: hidden;
border-right-style: hidden;
}
table.tableblock.frame-sides {
border-top-style: hidden;
border-bottom-style: hidden;
}
table.tableblock.frame-none {
border-style: hidden;
2009-05-26 21:45:19 +00:00
}
2016-09-26 16:01:01 +00:00
th.tableblock.halign-left, td.tableblock.halign-left {
text-align: left;
}
th.tableblock.halign-center, td.tableblock.halign-center {
text-align: center;
}
th.tableblock.halign-right, td.tableblock.halign-right {
2009-05-26 21:45:19 +00:00
text-align: right;
}
2016-09-26 16:01:01 +00:00
th.tableblock.valign-top, td.tableblock.valign-top {
vertical-align: top;
2009-05-26 21:45:19 +00:00
}
2016-09-26 16:01:01 +00:00
th.tableblock.valign-middle, td.tableblock.valign-middle {
vertical-align: middle;
}
th.tableblock.valign-bottom, td.tableblock.valign-bottom {
vertical-align: bottom;
2009-05-26 21:45:19 +00:00
}
2016-09-26 16:01:01 +00:00
/*
* manpage specific
*
* */
body.manpage h1 {
padding-top: 0.5em;
padding-bottom: 0.5em;
border-top: 2px solid silver;
border-bottom: 2px solid silver;
}
body.manpage h2 {
border-style: none;
}
body.manpage div.sectionbody {
margin-left: 3em;
2009-05-26 21:45:19 +00:00
}
2016-09-26 16:01:01 +00:00
@media print {
body.manpage div#toc { display: none; }
}
2009-05-26 21:45:19 +00:00
< / style >
2016-09-26 16:01:01 +00:00
< script type = "text/javascript" >
/*< +'])');
// Function that scans the DOM tree for header elements (the DOM2
// nodeIterator API would be a better technique but not supported by all
// browsers).
var iterate = function (el) {
for (var i = el.firstChild; i != null; i = i.nextSibling) {
if (i.nodeType == 1 /* Node.ELEMENT_NODE */) {
var mo = re.exec(i.tagName);
if (mo & & (i.getAttribute("class") || i.getAttribute("className")) != "float") {
result[result.length] = new TocEntry(i, getText(i), mo[1]-1);
}
iterate(i);
}
}
}
iterate(el);
return result;
}
var toc = document.getElementById("toc");
if (!toc) {
return;
}
// Delete existing TOC entries in case we're reloading the TOC.
var tocEntriesToRemove = [];
var i;
for (i = 0; i < toc.childNodes.length ; i + + ) {
var entry = toc.childNodes[i];
if (entry.nodeName.toLowerCase() == 'div'
& & entry.getAttribute("class")
& & entry.getAttribute("class").match(/^toclevel/))
tocEntriesToRemove.push(entry);
}
for (i = 0; i < tocEntriesToRemove.length ; i + + ) {
toc.removeChild(tocEntriesToRemove[i]);
}
// Rebuild TOC entries.
var entries = tocEntries(document.getElementById("content"), toclevels);
for (var i = 0; i < entries.length ; + + i ) {
var entry = entries[i];
if (entry.element.id == "")
entry.element.id = "_toc_" + i;
var a = document.createElement("a");
a.href = "#" + entry.element.id;
a.appendChild(document.createTextNode(entry.text));
var div = document.createElement("div");
div.appendChild(a);
div.className = "toclevel" + entry.toclevel;
toc.appendChild(div);
}
if (entries.length == 0)
toc.parentNode.removeChild(toc);
},
/////////////////////////////////////////////////////////////////////
// Footnotes generator
/////////////////////////////////////////////////////////////////////
/* Based on footnote generation code from:
* http://www.brandspankingnew.net/archive/2005/07/format_footnote.html
*/
footnotes: function () {
// Delete existing footnote entries in case we're reloading the footnodes.
var i;
var noteholder = document.getElementById("footnotes");
if (!noteholder) {
return;
}
var entriesToRemove = [];
for (i = 0; i < noteholder.childNodes.length ; i + + ) {
var entry = noteholder.childNodes[i];
if (entry.nodeName.toLowerCase() == 'div' & & entry.getAttribute("class") == "footnote")
entriesToRemove.push(entry);
}
for (i = 0; i < entriesToRemove.length ; i + + ) {
noteholder.removeChild(entriesToRemove[i]);
}
// Rebuild footnote entries.
var cont = document.getElementById("content");
var spans = cont.getElementsByTagName("span");
var refs = {};
var n = 0;
for (i=0; i< spans.length ; i + + ) {
if (spans[i].className == "footnote") {
n++;
var note = spans[i].getAttribute("data-note");
if (!note) {
// Use [\s\S] in place of . so multi-line matches work.
// Because JavaScript has no s (dotall) regex flag.
note = spans[i].innerHTML.match(/\s*\[([\s\S]*)]\s*/)[1];
spans[i].innerHTML =
"[< a id = '_footnoteref_" + n + "' href = '#_footnote_" + n +
"' title='View footnote' class='footnote'>" + n + "< / a > ]";
spans[i].setAttribute("data-note", note);
}
noteholder.innerHTML +=
"< div class = 'footnote' id = '_footnote_" + n + "' > " +
"< a href = '#_footnoteref_" + n + "' title = 'Return to text' > " +
n + "< / a > . " + note + "< / div > ";
var id =spans[i].getAttribute("id");
if (id != null) refs["#"+id] = n;
}
}
if (n == 0)
noteholder.parentNode.removeChild(noteholder);
else {
// Process footnoterefs.
for (i=0; i< spans.length ; i + + ) {
if (spans[i].className == "footnoteref") {
var href = spans[i].getElementsByTagName("a")[0].getAttribute("href");
href = href.match(/#.*/)[0]; // Because IE return full URL.
n = refs[href];
spans[i].innerHTML =
"[< a href = '#_footnote_" + n +
"' title='View footnote' class='footnote'>" + n + "< / a > ]";
}
}
}
},
install: function(toclevels) {
var timerId;
function reinstall() {
asciidoc.footnotes();
if (toclevels) {
asciidoc.toc(toclevels);
}
}
function reinstallAndRemoveTimer() {
clearInterval(timerId);
reinstall();
}
timerId = setInterval(reinstall, 500);
if (document.addEventListener)
document.addEventListener("DOMContentLoaded", reinstallAndRemoveTimer, false);
else
window.onload = reinstallAndRemoveTimer;
}
}
asciidoc.install();
/*]]>*/
< / script >
2009-05-26 21:45:19 +00:00
< / head >
2016-09-26 16:01:01 +00:00
< body class = "article" >
2009-05-26 21:45:19 +00:00
< div id = "header" >
< h1 > ccollect - Installing, Configuring and Using< / h1 >
< span id = "author" > Nico Schottelius< / span > < br / >
2016-09-26 16:01:01 +00:00
< span id = "email" > < code > < < a href = "mailto:nico-ccollect__@__schottelius.org" > nico-ccollect__@__schottelius.org< / a > > < / code > < / span > < br / >
2018-02-02 07:11:16 +00:00
< span id = "revnumber" > version 2.3,< / span >
< span id = "revdate" > for ccollect 2.3, Initial Version from 2006-01-13< / span >
2009-05-26 21:45:19 +00:00
< / div >
2016-09-26 16:01:01 +00:00
< div id = "content" >
2009-05-26 21:45:19 +00:00
< div id = "preamble" >
< div class = "sectionbody" >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > (pseudo) incremental backup
2009-05-26 21:45:19 +00:00
with different exclude lists
2016-09-26 16:01:01 +00:00
using hardlinks and < code > rsync< / code > < / p > < / div >
2009-05-26 21:45:19 +00:00
< / div >
< / div >
2016-09-26 16:01:01 +00:00
< div class = "sect1" >
2009-05-26 21:45:19 +00:00
< h2 id = "_introduction" > 1. Introduction< / h2 >
< div class = "sectionbody" >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > < code > ccollect< / code > is a backup utility written in the sh-scripting language.
It does not depend on a specific shell, only < code > /bin/sh< / code > needs to be
2009-05-26 21:45:19 +00:00
bourne shell compatible (like < em > dash< / em > , < em > ksh< / em > , < em > zsh< / em > , < em > bash< / em > , … ).< / p > < / div >
2016-09-26 16:01:01 +00:00
< div class = "sect2" >
< h3 id = "_supported_and_tested_operating_systems_and_architectures" > 1.1. Supported and tested operating systems and architectures< / h3 >
< div class = "paragraph" > < p > < code > ccollect< / code > was successfully tested on the following platforms:< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "ulist" > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
2010-03-30 16:47:12 +00:00
FreeBSD on amd64/i386
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2010-03-30 16:47:12 +00:00
GNU/Linux on amd64/arm/hppa/i386/ppc
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2010-03-30 16:47:12 +00:00
Mac OS X 10.5
2009-07-01 20:44:36 +00:00
< / p >
< / li >
< li >
< p >
2009-05-26 21:45:19 +00:00
NetBSD on alpha/amd64/i386/sparc/sparc64
< / p >
< / li >
< li >
< p >
OpenBSD on amd64
< / p >
< / li >
< / ul > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > It < strong > should< / strong > run on any Unix that supports < code > rsync< / code > and has a POSIX-compatible
2009-05-26 21:45:19 +00:00
bourne shell. If your platform is not listed above and you have it successfully
running, please drop me a mail.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_why_you_could_only_backup_from_remote_hosts_not_to_them" > 1.2. Why you COULD only backup from remote hosts, not to them< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > While considering the design of ccollect, I thought about enabling
2009-05-26 21:45:19 +00:00
backup to < strong > remote< / strong > hosts. Though this sounds like a nice feature
2009-09-28 07:34:16 +00:00
(< em > "Backup my notebook to the server now."< / em > ), in my opinion it is a
2009-05-26 21:45:19 +00:00
bad idea to backup to a remote host.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > But as more and more people requested this feature, it was implemented,
2009-05-26 21:45:19 +00:00
so you have the choice whether you want to use it or not.< / p > < / div >
2016-09-26 16:01:01 +00:00
< div class = "sect3" >
2009-05-26 21:45:19 +00:00
< h4 id = "_reason" > 1.2.1. Reason< / h4 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > If you want to backup < strong > TO< / strong > a remote host, you have to loosen security on it.< / p > < / div >
< div class = "paragraph" > < p > Imagine the following situation: You backup your farm of webservers < strong > TO< / strong >
2009-05-26 21:45:19 +00:00
a backup host somewhere else.
Now one of your webservers which has access to your backup host gets
compromised.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Your backup server will be compromised, too.< / p > < / div >
< div class = "paragraph" > < p > And the attacker will have access to all data on the other webservers.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-05-26 21:45:19 +00:00
< h4 id = "_doing_it_securely" > 1.2.2. Doing it securely< / h4 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Think of it the other way round: The backup server (now behind a
2009-05-26 21:45:19 +00:00
firewall, not accessable from outside) connects to the
webservers and pulls the data < strong > from< / strong > them. If someone gets access to one
of the webservers, this person will perhaps not even see your machine. If
the attacker sees connections from a host to the compromised
machine, she will not be able to log in on the backup machine.
All other backups are still secure.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< / div >
< div class = "sect2" >
< h3 id = "_incompatibilities_and_changes" > 1.3. Incompatibilities and changes< / h3 >
< div class = "sect3" >
< h4 id = "_versions_0_9_and_1_0" > 1.3.1. Versions 0.9 and 1.0< / h4 >
< div class = "ulist" > < ul >
< li >
< p >
Added "Error: " prefix in _exit_err()
< / p >
< / li >
< / ul > < / div >
< / div >
< div class = "sect3" >
< h4 id = "_versions_0_8_and_0_9" > 1.3.2. Versions 0.8 and 0.9< / h4 >
< div class = "ulist" > < ul >
< li >
< p >
Renamed script to ccollect (.sh is not needed)
< / p >
< / li >
< li >
< p >
Removed feature to backup to a host via ccollect, added new tool
(FIXME: insert name here) that takes care of this via tunnel
< / p >
< / li >
< li >
< p >
Perhaps creating subdirectory of source name (idea from Stefan Schlörholz)
< / p >
< / li >
< / ul > < / div >
< / div >
< div class = "sect3" >
< h4 id = "_versions_0_7_and_0_8" > 1.3.3. Versions 0.7 and 0.8< / h4 >
2009-09-28 07:34:16 +00:00
< div class = "ulist" > < div class = "title" > The argument order changed:< / div > < ul >
2009-07-30 14:29:20 +00:00
< li >
< p >
2009-09-28 07:34:16 +00:00
Old: "< interval name> [args] < sources to backup> "
2009-07-30 14:29:20 +00:00
< / p >
2009-09-28 07:34:16 +00:00
< / li >
2009-07-30 14:29:20 +00:00
< li >
< p >
2009-09-28 07:34:16 +00:00
New: "[args] < interval name> < sources to backup> "
2009-07-30 14:29:20 +00:00
< / p >
< / li >
2009-09-28 07:34:16 +00:00
< / ul > < / div >
< div class = "paragraph" > < p > If you did not use arguments (most people do not), nothing will
change for you.< / p > < / div >
< div class = "ulist" > < div class = "title" > Deletion of incomplete backups using the < em > delete_incomplete< / em > option< / div > < ul >
2009-07-30 14:29:20 +00:00
< li >
< p >
2009-09-28 07:34:16 +00:00
Old: Only incomplete backups from the current interval have been removed
< / p >
< / li >
< li >
< p >
New: All incomplete backups are deleted
2009-07-30 14:29:20 +00:00
< / p >
< / li >
< / ul > < / div >
2009-09-28 07:34:16 +00:00
< div class = "ulist" > < div class = "title" > Support for standard values< / div > < ul >
< li >
< p >
Old: no support
< / p >
2009-07-30 14:29:20 +00:00
< / li >
2009-09-28 07:34:16 +00:00
< li >
< p >
New: Options in $CCOLLECT_CONF/defaults are used as defaults (see below)
< / p >
< / li >
< / ul > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
< h4 id = "_versions_0_6_and_0_7" > 1.3.4. Versions 0.6 and 0.7< / h4 >
< div class = "ulist" > < div class = "title" > The format of < code > destination< / code > changed:< / div > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
Before 0.7 it was a (link to a) directory
< / p >
< / li >
< li >
< p >
As of 0.7 it is a textfile containing the destination
< / p >
< / li >
< / ul > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > You can update your configuration using < code > tools/config-pre-0.7-to-0.7.sh< / code > .< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "ulist" > < div class = "title" > Added < em > remote_host< / em > < / div > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
As of 0.7 it is possible to backup < strong > to< / strong > hosts (see section remote_host below).
< / p >
< / li >
< / ul > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
< h4 id = "_versions_0_5_and_0_6" > 1.3.5. Versions 0.5 and 0.6< / h4 >
< div class = "ulist" > < div class = "title" > The format of < code > rsync_options< / code > changed:< / div > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
Before 0.6 it was whitespace delimeted
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
As of 0.6 it is newline seperated (so you can pass whitespaces to < code > rsync< / code > )
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< / ul > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > You can update your configuration using < code > tools/config-pre-0.6-to-0.6.sh< / code > .< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "ulist" > < div class = "title" > The name of the backup directories changed:< / div > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
Before 0.6: "date +%Y-%m-%d-%H%M"
< / p >
< / li >
< li >
< p >
As of 0.6: "date +%Y%m%d-%H%M" (better readable, date is closer together)
< / p >
< / li >
< / ul > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > For the second change there is no updated needed, as XXXX- is always before
2009-05-26 21:45:19 +00:00
XXXXX (- comes before digit).< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
< h4 id = "_versions_0_4_and_0_5" > 1.3.6. Versions 0.4 and 0.5< / h4 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Not a real incompatibilty, but seems to fit in this section:< / p > < / div >
< div class = "ulist" > < div class = "title" > 0.5 does < strong > NOT< / strong > require< / div > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
PaX
< / p >
< / li >
< li >
< p >
bc
< / p >
< / li >
< / ul > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > anymore!< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
< h4 id = "_versions_lt_0_4_and_0_4" > 1.3.7. Versions < 0.4 and 0.4< / h4 >
< div class = "paragraph" > < p > Since < code > ccollect< / code > 0.4 there are several incompatibilities with earlier
2009-05-26 21:45:19 +00:00
versions:< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "ulist" > < div class = "title" > List of incompatibilities< / div > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > pax< / code > (Posix) is now required, < code > cp -al< / code > (GNU specific) is removed
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
"interval" was written with two < em > l< / em > (ell), which is wrong in English
< / p >
< / li >
< li >
< p >
Changed the name of backup directories, removed the colon in the interval
< / p >
< / li >
< li >
< p >
ccollect will now exit when preexec returns non-zero
< / p >
< / li >
< li >
< p >
ccollect now reports when postexec returns non-zero
< / p >
< / li >
< / ul > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > You can convert your old configuration directory using
2016-09-26 16:01:01 +00:00
< code > config-pre-0.4-to-0.4.sh< / code > , which can be found in the < strong > tools/< / strong >
2009-05-26 21:45:19 +00:00
subdirectory:< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [10:05] hydrogenium:ccollect-0.4# ./tools/config-pre-0.4-to-0.4.sh /etc/ccollect< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
< / div >
2016-09-26 16:01:01 +00:00
< / div >
< / div >
< / div >
< div class = "sect1" >
2009-05-26 21:45:19 +00:00
< h2 id = "_quick_start" > 2. Quick start< / h2 >
< div class = "sectionbody" >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > For those who do not want to read the whole long document:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > # get latest ccollect tarball from http://www.nico.schottelius.org/software/ccollect/
2009-05-26 21:45:19 +00:00
# replace value for CCV with the current version
2010-03-30 16:47:12 +00:00
export CCV=0.8.1
2009-05-26 21:45:19 +00:00
#
# replace 'wget' with 'fetch' on bsd
#
holen=wget
2009-07-01 20:44:36 +00:00
"$holen" http://www.nico.schottelius.org/software/ccollect/ccollect-${CCV}.tar.bz2
2009-05-26 21:45:19 +00:00
# extract the tarball, change to the newly created directory
tar -xvjf ccollect-${CCV}.tar.bz2
cd ccollect-${CCV}
# create mini-configuration
# first create directory structure
mkdir -p miniconfig/defaults/intervals
mkdir miniconfig/sources
# create sample intervals
echo 2 > miniconfig/defaults/intervals/testinterval
echo 3 > miniconfig/defaults/intervals/testinterval2
# create destination directory, where the backups will be kept
mkdir ~/DASI
# create sample source, which will be saved
mkdir miniconfig/sources/testsource
# We will save '/bin' to the directory '~/DASI'
echo '/bin' > miniconfig/sources/testsource/source
# configure ccollect to use ~/DASI as destination
echo ~/DASI > miniconfig/sources/testsource/destination
# We want to see what happens and also a small summary at the end
touch miniconfig/sources/testsource/verbose
touch miniconfig/sources/testsource/summary
echo "do the backup, twice"
CCOLLECT_CONF=./miniconfig ./ccollect.sh testinterval testsource
CCOLLECT_CONF=./miniconfig ./ccollect.sh testinterval testsource
echo "the third time ccollect begins to remove old backups"
echo -n "Hit enter to see it"
read
CCOLLECT_CONF=./miniconfig ./ccollect.sh testinterval testsource
echo "Now we add another interval, ccollect should clone from existent ones"
echo -n "Hit enter to see it"
read
CCOLLECT_CONF=./miniconfig ./ccollect.sh testinterval2 testsource
echo "Let's see how much space we used with two backups and compare it to /bin"
du -s ~/DASI /bin
# report success
2016-09-26 16:01:01 +00:00
echo "Please report success using ./tools/report_success.sh"< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Cutting and pasting the complete section above to your shell will result in
2009-05-26 21:45:19 +00:00
the download of ccollect, the creation of a sample configuration and the
execution of some backups.< / p > < / div >
< / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect1" >
2009-05-26 21:45:19 +00:00
< h2 id = "_requirements" > 3. Requirements< / h2 >
< div class = "sectionbody" >
2016-09-26 16:01:01 +00:00
< div class = "sect2" >
< h3 id = "_installing_ccollect" > 3.1. Installing ccollect< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > For the installation you need at least< / p > < / div >
< div class = "ulist" > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
2009-07-01 20:44:36 +00:00
the latest ccollect package (< a href = "http://www.nico.schottelius.org/software/ccollect/" > http://www.nico.schottelius.org/software/ccollect/< / a > )
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
either < code > cp< / code > and < code > chmod< / code > or < code > install< / code >
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
for more comfort: < code > make< / code >
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
for rebuilding the generated documentation: additionally < code > asciidoc< / code >
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< / ul > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_using_ccollect" > 3.2. Using ccollect< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "ulist" > < div class = "title" > Running ccollect requires the following tools to be installed:< / div > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > date< / code >
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > rsync< / code >
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > ssh< / code > (if you want to use rsync over ssh, which is recommened for security)
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< / ul > < / div >
< / div >
2016-09-26 16:01:01 +00:00
< / div >
< / div >
< div class = "sect1" >
2009-05-26 21:45:19 +00:00
< h2 id = "_installing" > 4. Installing< / h2 >
< div class = "sectionbody" >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Either type < em > make install< / em > or simply copy it to a directory in your
$PATH and execute < em > chmod < strong > 0755< / strong > /path/to/ccollect.sh< / em > . If you like
to use the new management scripts (available since 0.6), copy the
following scripts to a directory in $PATH:< / p > < / div >
< div class = "ulist" > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > tools/ccollect_add_source.sh< / code >
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > tools/ccollect_analyse_logs.sh.sh< / code >
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > tools/ccollect_delete_source.sh< / code >
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > tools/ccollect_list_intervals.sh< / code >
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > tools/ccollect_logwrapper.sh< / code >
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< / ul > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > After having installed and used ccollect, report success using
2009-05-26 21:45:19 +00:00
< em > ./tools/report_success.sh< / em > .< / p > < / div >
< / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect1" >
2009-05-26 21:45:19 +00:00
< h2 id = "_configuring" > 5. Configuring< / h2 >
< div class = "sectionbody" >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > For configuration aid have a look at the above mentioned tools, which can assist
2016-09-26 16:01:01 +00:00
you quite well. When you are successfully using < code > ccollect< / code > , I would be happy if
2010-03-30 16:47:12 +00:00
you add a link to your website, stating "I backup with ccollect", which points
to the ccollect homepage. So more people now about ccollect, use it and
2016-09-26 16:01:01 +00:00
improve it. You can also report success using < code > tools/report_success.sh< / code > .< / p > < / div >
< div class = "sect2" >
< h3 id = "_runtime_options" > 5.1. Runtime options< / h3 >
< div class = "paragraph" > < p > < code > ccollect< / code > looks for its configuration in < em > /etc/ccollect< / em > or, if set, in
2009-05-26 21:45:19 +00:00
the directory specified by the variable < em > $CCOLLECT_CONF< / em > :< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > # sh-compatible (dash, zsh, mksh, ksh, bash, ...)
2009-05-26 21:45:19 +00:00
$ CCOLLECT_CONF=/your/config/dir ccollect.sh ...
# csh
2016-09-26 16:01:01 +00:00
$ ( setenv CCOLLECT_CONF /your/config/dir ; ccollect.sh ... )< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > When you start < code > ccollect< / code > , you have to specify in which interval
2009-05-26 21:45:19 +00:00
to backup (daily, weekly, yearly; you can specify the names yourself, see below)
and which sources to backup (or -a to backup all sources).< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > The interval specifies how many backups are kept.< / p > < / div >
< div class = "paragraph" > < p > There are also some self-explanatory parameters you can pass to ccollect,
2016-09-26 16:01:01 +00:00
simply use < code > ccollect.sh --help< / code > for info.< / p > < / div >
< / div >
< div class = "sect2" >
< h3 id = "_general_configuration" > 5.2. General configuration< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > The general configuration can be found in $CCOLLECT_CONF/defaults or
2009-05-26 21:45:19 +00:00
/etc/ccollect/defaults. All options specified there are generally valid for
all source definitions, although the values can be overwritten in the source
configuration.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > All configuration entries are plain-text files
(use UTF-8 for non-ascii characters).< / p > < / div >
2016-09-26 16:01:01 +00:00
< div class = "sect3" >
2009-05-26 21:45:19 +00:00
< h4 id = "_interval_definition" > 5.2.1. Interval definition< / h4 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > The interval definition can be found in
2009-05-26 21:45:19 +00:00
< em > $CCOLLECT_CONF/defaults/intervals/< / em > or < em > /etc/ccollect/defaults/intervals< / em > .
Each file in this directory specifies an interval. The name of the file is
2016-09-26 16:01:01 +00:00
the same as the name of the interval: < code > intervals/'< interval name> '< / code > .< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > The content of this file should be a single line containing a number.
2009-05-26 21:45:19 +00:00
This number defines how many versions of this interval are kept.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [10:23] zaphodbeeblebrox:ccollect-0.2% ls -l conf/defaults/intervals/
2009-05-26 21:45:19 +00:00
insgesamt 12
-rw-r--r-- 1 nico users 3 2005-12-08 10:24 daily
-rw-r--r-- 1 nico users 3 2005-12-08 11:36 monthly
-rw-r--r-- 1 nico users 2 2005-12-08 11:36 weekly
[10:23] zaphodbeeblebrox:ccollect-0.2% cat conf/defaults/intervals/*
28
12
2016-09-26 16:01:01 +00:00
4< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > This means to keep 28 daily backups, 12 monthly backups and 4 weekly.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-05-26 21:45:19 +00:00
< h4 id = "_general_pre_and_post_execution" > 5.2.2. General pre- and post-execution< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > If you add < em > $CCOLLECT_CONF/defaults/< code > pre_exec< / code > < / em > or
< em > /etc/ccollect/defaults/< code > pre_exec< / code > < / em > (same with < code > post_exec< / code > ), < code > ccollect< / code >
will start < code > pre_exec< / code > before the whole backup process and
< code > post_exec< / code > after backup of all sources is done.< / p > < / div >
< div class = "paragraph" > < p > If < code > pre_exec< / code > exits with a non-zero return code, the whole backup
2010-03-30 16:47:12 +00:00
process will be aborted.< / p > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > The < code > pre_exec< / code > and < code > post_exec< / code > script can access the following exported variables:< / p > < / div >
2010-03-30 16:47:12 +00:00
< div class = "ulist" > < ul >
< li >
< p >
2016-09-26 16:01:01 +00:00
< em > INTERVAL< / em > : the interval selected (< code > daily< / code > )
2010-03-30 16:47:12 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< em > no_sources< / em > : number of sources to backup (< code > 2< / code > )
2010-03-30 16:47:12 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< em > source_$no< / em > : name of the source, < em > $no< / em > starts at 0 (< code > $source_0< / code > )
2010-03-30 16:47:12 +00:00
< / p >
< / li >
< / ul > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > The following example describes how to report free disk space in
2009-05-26 21:45:19 +00:00
human readable format before and after the whole backup process:< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [13:00] hydrogenium:~# mkdir -p /etc/ccollect/defaults/
2009-05-26 21:45:19 +00:00
[13:00] hydrogenium:~# echo '#!/bin/sh' > /etc/ccollect/defaults/pre_exec
[13:01] hydrogenium:~# echo '' > > /etc/ccollect/defaults/pre_exec
[13:01] hydrogenium:~# echo 'df -h' > > /etc/ccollect/defaults/pre_exec
[13:01] hydrogenium:~# chmod 0755 /etc/ccollect/defaults/pre_exec
2016-09-26 16:01:01 +00:00
[13:01] hydrogenium:~# ln -s /etc/ccollect/defaults/pre_exec /etc/ccollect/defaults/post_exec< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< / div >
< div class = "sect2" >
< h3 id = "_source_configuration" > 5.3. Source configuration< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Each source configuration exists in < em > $CCOLLECT_CONF/sources/$name< / em > or
2009-05-26 21:45:19 +00:00
< em > /etc/ccollect/sources/$name< / em > .< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > The name you choose for the subdirectory describes the source.< / p > < / div >
< div class = "paragraph" > < p > Each source contains at least the following files:< / p > < / div >
< div class = "ulist" > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > source< / code > (a text file containing the < code > rsync< / code > compatible path to backup)
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > destination< / code > (a text file containing the directory we should backup to)
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< / ul > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Additionally a source may have the following files:< / p > < / div >
< div class = "ulist" > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > pre_exec< / code > program to execute before backing up < strong > this< / strong > source
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > post_exec< / code > program to execute after backing up < strong > this< / strong > source
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > verbose< / code > whether to be verbose (passes -v to < code > rsync< / code > )
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > very_verbose< / code > be very verbose (< code > mkdir -v< / code > , < code > rm -v< / code > and < code > rsync -vv< / code > )
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > summary< / code > create a transfer summary when < code > rsync< / code > finished
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > exclude< / code > exclude list for < code > rsync< / code > . newline seperated list.
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > rsync_options< / code > extra options for < code > rsync< / code > . newline seperated list.
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > delete_incomplete< / code > delete incomplete backups
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > remote_host< / code > host to backup to
2009-05-26 21:45:19 +00:00
< / p >
< / li >
2009-07-30 14:29:20 +00:00
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > rsync_failure_codes< / code > list of rsync exit codes that indicate complete failure
2009-07-30 14:29:20 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > mtime< / code > Sort backup directories based on their modification time
2009-07-30 14:29:20 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > quiet_if_down< / code > Suppress error messages if source is not connectable
2009-07-30 14:29:20 +00:00
< / p >
< / li >
2009-05-26 21:45:19 +00:00
< / ul > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [10:47] zaphodbeeblebrox:ccollect-0.2% ls -l conf/sources/testsource2
2009-05-26 21:45:19 +00:00
insgesamt 12
2009-07-09 13:22:09 +00:00
lrwxrwxrwx 1 nico users 20 2005-11-17 16:44 destination
2009-05-26 21:45:19 +00:00
-rw-r--r-- 1 nico users 62 2005-12-07 17:43 exclude
drwxr-xr-x 2 nico users 4096 2005-12-07 17:38 intervals
-rw-r--r-- 1 nico users 15 2005-11-17 16:44 source
[10:47] zaphodbeeblebrox:ccollect-0.2% cat conf/sources/testsource2/exclude
openvpn-2.0.1.tar.gz
nicht_reinnehmen
etwas mit leerzeichenli
[10:47] zaphodbeeblebrox:ccollect-0.2% ls -l conf/sources/testsource2/intervals
insgesamt 4
-rw-r--r-- 1 nico users 2 2005-12-07 17:38 daily
[10:48] zaphodbeeblebrox:ccollect-0.2% cat conf/sources/testsource2/intervals/daily
5
[10:48] zaphodbeeblebrox:ccollect-0.2% cat conf/sources/testsource2/source
2016-09-26 16:01:01 +00:00
/home/nico/vpn< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_default_options" > 5.3.1. Default options< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > If you add < em > $CCOLLECT_CONF/defaults/< code > option_name< / code > < / em > , the value will
2009-09-28 07:34:16 +00:00
be used in abscence of the option in a source. If you want to prevent
the default value to be used in a source, you can create the file
2016-09-26 16:01:01 +00:00
< em > $CCOLLECT_CONF/sources/$name/< code > no_option_name< / code > < / em > (i.e. prefix it with
2009-09-28 07:34:16 +00:00
< em > no_< / em > .< / p > < / div >
< div class = "paragraph" > < p > Example:< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [9:04] ikn2:ccollect% touch conf/defaults/verbose
[9:04] ikn2:ccollect% touch conf/sources/local/no_verbose< / code > < / pre >
2009-09-28 07:34:16 +00:00
< / div > < / div >
< div class = "paragraph" > < p > This enables the verbose option for all sources, but disables it for the
source < em > local< / em > .< / p > < / div >
< div class = "paragraph" > < p > If an option is specified in the defaults folder and in the source,
the source specific version overrides the default one:< / p > < / div >
< div class = "paragraph" > < p > Example:< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [9:05] ikn2:ccollect% echo "backup-host" > conf/defaults/remote_host
[9:05] ikn2:ccollect% echo "different-host" > conf/sources/local/remote_host< / code > < / pre >
2009-09-28 07:34:16 +00:00
< / div > < / div >
< div class = "paragraph" > < p > You can use all source options as defaults, with the exception of< / p > < / div >
< div class = "ulist" > < ul >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > source< / code >
2009-09-28 07:34:16 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > destination< / code >
2009-09-28 07:34:16 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > pre_exec< / code >
2009-09-28 07:34:16 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< code > post_exec< / code >
2009-09-28 07:34:16 +00:00
< / p >
< / li >
< / ul > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_source" > 5.3.2. Detailed description of "source"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > < code > source< / code > describes a < code > rsync< / code > compatible source (one line only).< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > For instance < em > backup_user@foreign_host:/home/server/video< / em > .
2016-09-26 16:01:01 +00:00
To use the < code > rsync< / code > protocol without the < code > ssh< / code > -tunnel, use
2009-05-26 21:45:19 +00:00
< em > rsync::USER@HOST/SRC< / em > . For more information have a look at the manpage
2016-09-26 16:01:01 +00:00
of < code > rsync< / code > (1).< / p > < / div >
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_destination" > 5.3.3. Detailed description of "destination"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > < code > destination< / code > must be a text file containing the destination directory.
< code > destination< / code > < strong > USED< / strong > to be a link to the destination directory in
2009-05-26 21:45:19 +00:00
earlier versions, so do not be confused if you see such examples.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [11:36] zaphodbeeblebrox:ccollect-0.2% cat conf/sources/testsource2/destination
/home/nico/backupdir< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_remote_host" > 5.3.4. Detailed description of "remote_host"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > < code > remote_host< / code > must be a text file containing the destination host.
2009-05-26 21:45:19 +00:00
If this file is existing, you are backing up your data < strong > TO< / strong > this host
and < strong > not< / strong > to you local host.< / p > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > < strong > Warning< / strong > : You need to have < code > ssh< / code > access to the remote host. < code > rsync< / code > and
< code > ccollect< / code > will connect to that host via < code > ssh< / code > . < code > ccollect< / code > needs the shell
2009-05-26 21:45:19 +00:00
access, because it needs to find out how many backups exist on the remote
host and to be able to delete them.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [10:17] denkbrett:ccollect-0.7.0% cat conf/sources/remote1/remote_host
home.schottelius.org< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > It may contain all the ssh-specific values like < em > myuser@yourhost.ch< / em > .< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_verbose" > 5.3.5. Detailed description of "verbose"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > < code > verbose< / code > tells < code > ccollect< / code > that the log should contain verbose messages.< / p > < / div >
< div class = "paragraph" > < p > If this file exists in the source specification < strong > -v< / strong > will be passed to < code > rsync< / code > .< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [11:35] zaphodbeeblebrox:ccollect-0.2% touch conf/sources/testsource1/verbose< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_very_verbose" > 5.3.6. Detailed description of "very_verbose"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > < code > very_verbose< / code > tells < code > ccollect< / code > that it should log very verbosely.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > If this file exists in the source specification < strong > -v< / strong > will be passed to
2016-09-26 16:01:01 +00:00
< code > rsync< / code > , < code > rm< / code > and < code > mkdir< / code > .< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [23:67] nohost:~% touch conf/sources/testsource1/very_verbose< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_summary" > 5.3.7. Detailed description of "summary"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > If you create the file < code > summary< / code > in the source definition,
< code > ccollect< / code > will present you a nice summary at the end.< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > backup:~# touch /etc/ccollect/sources/root/summary
2009-05-26 21:45:19 +00:00
backup:~# ccollect.sh werktags root
==> ccollect.sh: Beginning backup using interval werktags < ==
[root] Beginning to backup this source ...
[root] Currently 3 backup(s) exist, total keeping 50 backup(s).
[root] Beginning to backup, this may take some time...
[root] Hard linking...
[root] Transferring files...
[root]
[root] Number of files: 84183
[root] Number of files transferred: 32
[root] Total file size: 26234080536 bytes
[root] Total transferred file size: 9988252 bytes
[root] Literal data: 9988252 bytes
[root] Matched data: 0 bytes
[root] File list size: 3016771
[root] File list generation time: 1.786 seconds
[root] File list transfer time: 0.000 seconds
[root] Total bytes sent: 13009119
[root] Total bytes received: 2152
[root]
[root] sent 13009119 bytes received 2152 bytes 2891393.56 bytes/sec
[root] total size is 26234080536 speedup is 2016.26
[root] Successfully finished backup.
2016-09-26 16:01:01 +00:00
==> Finished ccollect.sh < ==< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > You could also combine it with < code > verbose< / code > or < code > very_verbose< / code > , but these
2009-05-26 21:45:19 +00:00
already print some statistics (though not all / the same as presented by
2016-09-26 16:01:01 +00:00
< code > summary< / code > ).< / p > < / div >
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_exclude" > 5.3.8. Detailed description of "exclude"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > < code > exclude< / code > specifies a list of paths to exclude. The entries are seperated by a newline (\n).< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [11:35] zaphodbeeblebrox:ccollect-0.2% cat conf/sources/testsource2/exclude
2009-05-26 21:45:19 +00:00
openvpn-2.0.1.tar.gz
nicht_reinnehmen
etwas mit leerzeichenli
2016-09-26 16:01:01 +00:00
something with spaces is not a problem< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_intervals" > 5.3.9. Detailed description of "intervals/"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > When you create the subdirectory < code > intervals/< / code > in your source configuration
2009-05-26 21:45:19 +00:00
directory, you can specify individiual intervals for this specific source.
Each file in this directory describes an interval.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [11:37] zaphodbeeblebrox:ccollect-0.2% ls -l conf/sources/testsource2/intervals/
2009-05-26 21:45:19 +00:00
insgesamt 8
-rw-r--r-- 1 nico users 2 2005-12-07 17:38 daily
-rw-r--r-- 1 nico users 3 2005-12-14 11:33 yearly
[11:37] zaphodbeeblebrox:ccollect-0.2% cat conf/sources/testsource2/intervals/*
5
2016-09-26 16:01:01 +00:00
20< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailled_description_of_rsync_options" > 5.3.10. Detailled description of "rsync_options"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > When you create the file < code > rsync_options< / code > in your source configuration,
2009-05-26 21:45:19 +00:00
all the parameters in this file will be passed to rsync. This
way you can pass additional options to rsync. For instance you can tell rsync
2009-09-28 07:34:16 +00:00
to show progress ("--progress"), or which -password-file ("--password-file")
2009-05-26 21:45:19 +00:00
to use for automatic backup over the rsync-protocol.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [23:42] hydrogenium:ccollect-0.2% cat conf/sources/test_rsync/rsync_options
--password-file=/home/user/backup/protected_password_file< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailled_description_of_pre_exec_and_post_exec" > 5.3.11. Detailled description of "pre_exec" and "post_exec"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > When you create < code > pre_exec< / code > and / or < code > post_exec< / code > in your source
configuration, < code > ccollect< / code > will execute this command before and
2009-05-26 21:45:19 +00:00
respectively after doing the backup for < strong > this specific< / strong > source.
If you want to have pre-/post-exec before and after < strong > all< / strong >
backups, see above for general configuration.< / p > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > If < code > pre_exec< / code > exits with a non-zero return code, the backup
process of < code > this source< / code > will be aborted (i.e. backup skipped).< / p > < / div >
< div class = "paragraph" > < p > The < code > post_exec< / code > script can access the following exported variables from
2010-03-30 16:47:12 +00:00
ccollect:< / p > < / div >
< div class = "ulist" > < ul >
< li >
< p >
< em > name< / em > : name of the source that is being backed up
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< em > destination_name< / em > : contains the base directory name (< code > daily.20091031-1013.24496< / code > )
2010-03-30 16:47:12 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< em > destination_dir< / em > : full path (< code > /tmp/ccollect/daily.20091031-1013.24496< / code > )
2010-03-30 16:47:12 +00:00
< / p >
< / li >
< li >
< p >
2016-09-26 16:01:01 +00:00
< em > destination_full< / em > : like < em > destination_dir< / em > , but prepended with the remote_host, if set (< code > host:/tmp/ccollect/daily.20091031-1013.24496< / code > or < code > /tmp/ccollect/daily.20091031-1013.24496< / code > )
2010-03-30 16:47:12 +00:00
< / p >
< / li >
< / ul > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [13:09] hydrogenium:ccollect-0.3% cat conf/sources/with_exec/pre_exec
2009-05-26 21:45:19 +00:00
#!/bin/sh
# Show whats free before
df -h
[13:09] hydrogenium:ccollect-0.3% cat conf/sources/with_exec/post_exec
#!/bin/sh
# Show whats free after
2016-09-26 16:01:01 +00:00
df -h< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_delete_incomplete" > 5.3.12. Detailed description of "delete_incomplete"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > If you create the file < code > delete_incomplete< / code > in a source specification directory,
< code > ccollect< / code > will look for incomplete backups (when the whole < code > ccollect< / code > process
was interrupted) and remove them. Without this file < code > ccollect< / code > will only warn
2009-05-26 21:45:19 +00:00
the user.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_rsync_failure_codes" > 5.3.13. Detailed description of "rsync_failure_codes"< / h4 >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > If you have the file < code > rsync_failure_codes< / code > in your source configuration
2009-07-30 14:29:20 +00:00
directory, it should contain a newline-separated list of numbers representing
2016-09-26 16:01:01 +00:00
rsync exit codes. If rsync exits with any code in this list, a marker will
2009-07-30 14:29:20 +00:00
be left in the destination directory indicating failure of this backup. If
you have enabled delete_incomplete, then this backup will be deleted during
the next ccollect run on the same interval.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_mtime" > 5.3.14. Detailed description of "mtime"< / h4 >
< div class = "paragraph" > < p > By default, ccollect.sh chooses the most recent backup directory for cloning or
the oldest for deletion based on the directory’ s last change time (ctime).
2016-09-26 16:01:01 +00:00
With this option, the sorting is done based on modification time (mtime). With
2009-07-30 14:29:20 +00:00
this version of ccollect, the ctime and mtime of your backups will normally
be the same and this option has no effect. However, if you, for example, move
your backups to another hard disk using cp -a or rsync -a, you should use this
option because the ctimes are not preserved during such operations.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > If you have any backups in your repository made with ccollect version 0.7.1 or
2009-07-30 14:29:20 +00:00
earlier, do not use this option.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect3" >
2009-09-28 07:34:16 +00:00
< h4 id = "_detailed_description_of_quiet_if_down" > 5.3.15. Detailed description of "quiet_if_down"< / h4 >
< div class = "paragraph" > < p > By default, ccollect.sh emits a series of error messages if a source is not
2009-07-30 14:29:20 +00:00
connectable. With this option enabled, ccollect still reports that the
source is not connectable but the associated error messages generated by
rsync or ssh are suppressed. You may want to use this option for sources,
like notebook PCs, that are often disconnected.< / p > < / div >
2009-05-26 21:45:19 +00:00
< / div >
2016-09-26 16:01:01 +00:00
< / div >
< / div >
< / div >
< div class = "sect1" >
2009-05-26 21:45:19 +00:00
< h2 id = "_hints" > 6. Hints< / h2 >
< div class = "sectionbody" >
2016-09-26 16:01:01 +00:00
< div class = "sect2" >
< h3 id = "_smart_logging" > 6.1. Smart logging< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Since ccollect-0.6.1 you can use the ccollect-logwrapper.sh(1) for logging.
2009-05-26 21:45:19 +00:00
You call it the same way you call ccollect.sh and it will create a
logfile containing the output of ccollect.sh. For more information look
at the manpage < em > ccollect-logwrapper< / em > . The following is an example running
ccollect-logwrapper.sh:< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > u0219 ~ # ~chdscni9/ccollect-logwrapper.sh daily u0160.nshq.ch.netstream.com
2009-05-26 21:45:19 +00:00
ccollect-logwrapper.sh (11722): Starting with arguments: daily u0160.nshq.ch.netstream.com
2016-09-26 16:01:01 +00:00
ccollect-logwrapper.sh (11722): Finished.< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_using_a_different_ssh_port" > 6.2. Using a different ssh port< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Mostly easy is to use your ~/.ssh/config file:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > host mx2.schottelius.org
Port 2342< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > If you only use that port for backup only and normally want to use another port,
2009-05-26 21:45:19 +00:00
you can add < em > HostName< / em > and "HostKeyAlias" (if you also have different
keys on the different ports):< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > Host hhydrogenium
2009-05-26 21:45:19 +00:00
Hostname bruehe.schottelius.org
Port 666
HostKeyAlias hydrogenium
Host bruehe
Hostname bruehe.schottelius.org
Port 22
2016-09-26 16:01:01 +00:00
HostKeyAlias bruehe.schottelius.org< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_using_source_names_or_interval_in_pre__post_exec_scripts" > 6.3. Using source names or interval in pre_/post_exec scripts< / h3 >
< div class = "paragraph" > < p > The pre-/post_exec scripts can access some internal variables from < code > ccollect< / code > :< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "ulist" > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
2010-03-30 16:47:12 +00:00
< em > INTERVAL< / em > : The interval specified on the command line
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2010-03-30 16:47:12 +00:00
< em > no_sources< / em > : number of sources
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2010-03-30 16:47:12 +00:00
< em > source_$NUM< / em > : the name of the source
2009-05-26 21:45:19 +00:00
< / p >
< / li >
< li >
< p >
2010-03-30 16:47:12 +00:00
< em > name< / em > : the name of the currently being backuped source (not available for
2009-05-26 21:45:19 +00:00
generic pre_exec script)
< / p >
< / li >
< / ul > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > Only available for < code > post_exec< / code > :< / p > < / div >
2010-03-30 16:47:12 +00:00
< div class = "ulist" > < ul >
< li >
< p >
< em > remote_host< / em > : name of host we backup to (empty if unused)
< / p >
< / li >
< / ul > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_using_rsync_protocol_without_ssh" > 6.4. Using rsync protocol without ssh< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > When you have a computer with little computing power, it may be useful to use
2009-05-26 21:45:19 +00:00
rsync without ssh, directly using the rsync protocol
2016-09-26 16:01:01 +00:00
(specify < em > user@host::share< / em > in < code > source< / code > ). You may wish to use
< code > rsync_options< / code > to specify a password file to use for automatic backup.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > backup:~# cat /etc/ccollect/sources/sample.backup.host.org/source
2009-05-26 21:45:19 +00:00
backup@webserver::backup-share
backup:~# cat /etc/ccollect/sources/sample.backup.host.org/rsync_options
--password-file=/etc/ccollect/sources/sample.backup.host.org/rsync_password
backup:~# cat /etc/ccollect/sources/sample.backup.host.org/rsync_password
2016-09-26 16:01:01 +00:00
this_is_the_rsync_password< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > This hint was reported by Daniel Aubry.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_not_excluding_top_level_directories" > 6.5. Not excluding top-level directories< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > When you exclude "/proc" or "/mnt" from your backup, you may run into
trouble when you restore your backup. When you use "/proc/*" or "/mnt/\*"
2016-09-26 16:01:01 +00:00
instead, < code > ccollect< / code > will backup empty directories.< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "admonitionblock" >
< table > < tr >
< td class = "icon" >
< div class = "title" > Note< / div >
< / td >
< td class = "content" >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > When those directories contain hidden files
2009-05-26 21:45:19 +00:00
(those beginning with a dot (< strong > .< / strong > )),
they will still be transferred!< / p > < / div >
< / td >
< / tr > < / table >
< / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > This hint was reported by Marcus Wagner.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_re_using_already_created_rsync_backups" > 6.6. Re-using already created rsync-backups< / h3 >
< div class = "paragraph" > < p > If you used < code > rsync< / code > directly before you use < code > ccollect< / code > , you can
use this old backup as initial backup for < code > ccollect< / code > : You
2009-05-26 21:45:19 +00:00
simply move it into a directory below the destination directory
and name it "< em > interval< / em > .0".< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Example:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > backup:/home/backup/web1# ls
2009-05-26 21:45:19 +00:00
bin dev etc initrd lost+found mnt root srv usr vmlinuz
boot doc home lib media opt sbin tmp var vmlinuz.old
backup:/home/backup/web1# mkdir daily.0
# ignore error about copying to itself
backup:/home/backup/web1# mv * daily.0 2> /dev/null
backup:/home/backup/web1# ls
2016-09-26 16:01:01 +00:00
daily.0< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > Now you can use /home/backup/web1 as the < code > destination< / code > for the backup.< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "admonitionblock" >
< table > < tr >
< td class = "icon" >
< div class = "title" > Note< / div >
< / td >
< td class = "content" >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > It does not matter anymore how you name your directory, as < code > ccollect< / code > uses
the -c option from < code > ls< / code > to find out which directory to clone from.< / p > < / div >
2009-05-26 21:45:19 +00:00
< / td >
< / tr > < / table >
< / div >
< div class = "admonitionblock" >
< table > < tr >
< td class = "icon" >
< div class = "title" > Note< / div >
< / td >
< td class = "content" >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Older versions (pre 0.6, iirc) had a problem, if you named the first backup
2009-05-26 21:45:19 +00:00
something like "daily.initial". It was needed to use the "< strong > 0< / strong > " (or some
2016-09-26 16:01:01 +00:00
number that is lower than the current year) as extension. < code > ccollect< / code >
used < code > sort< / code > to find the latest backup. < code > ccollect< / code > itself uses
2009-05-26 21:45:19 +00:00
< em > interval.YEARMONTHDAY-HOURMINUTE.PID< / em > . This notation was < strong > always< / strong > before
"daily.initial", as numbers are earlier in the list
2016-09-26 16:01:01 +00:00
which is produced by < code > sort< / code > . So, if you had a directory named "daily.initial",
< code > ccollect< / code > always diffed against this backup and transfered and deleted
2009-05-26 21:45:19 +00:00
files which where deleted in previous backups. This means you simply
wasted resources, but your backup had beer complete anyway.< / p > < / div >
< / td >
< / tr > < / table >
< / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_using_pre__post_exec" > 6.7. Using pre_/post_exec< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Your pre_/post_exec script does not need to be a script, you can also
2009-05-26 21:45:19 +00:00
use a link to< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "ulist" > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
an existing program
< / p >
< / li >
< li >
< p >
an already written script
< / p >
< / li >
< / ul > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > The only requirement is that it is executable.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_using_source_specific_interval_definitions" > 6.8. Using source specific interval definitions< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > When you are backing up multiple hosts via cron each night, it may be
2009-05-26 21:45:19 +00:00
a problem that host "big_server" may only have 4 daily backups, because
otherwise its backup device will be full. But for all other hosts
you want to keep 20 daily backups. In this case you would create
2016-09-26 16:01:01 +00:00
< code > /etc/ccollect/default/intervals/daily< / code > containing "20" and
< code > /etc/ccollect/sources/big_server/intervals/daily< / code > containing "4".< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Source specific intervals always overwrite the default values.
2009-05-26 21:45:19 +00:00
If you have to specify it individually for every host, because
of different requirements, you can even omit creating
2016-09-26 16:01:01 +00:00
< code > /etc/ccollect/default/intervals/daily< / code > .< / p > < / div >
< / div >
< div class = "sect2" >
< h3 id = "_comparing_backups" > 6.9. Comparing backups< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > If you want to see what changed between two backups, you can use
2016-09-26 16:01:01 +00:00
< code > rsync< / code > directly:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [12:00] u0255:ddba034.netstream.ch# rsync -n -a --delete --stats --progress daily.20080324-0313.17841/ daily.20080325-0313.31148/< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > This results in a listing of changes. Because we pass -n to rsync no transfer
is made (i.e. report only mode).< / p > < / div >
< div class = "paragraph" > < p > This hint was reported by Daniel Aubry.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_testing_for_host_reachabilty" > 6.10. Testing for host reachabilty< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > If you want to test whether the host you try to backup is reachable, you can use
2009-05-26 21:45:19 +00:00
the following script as source specific pre-exec:< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > #!/bin/sh
# ping -c1 -q `cat "/etc/ccollect/sources/$name/source" | cut -d"@" -f2 | cut -d":" -f1`< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > This prevents the deletion of old backups, if the host is not reachable.< / p > < / div >
< div class = "paragraph" > < p > This hint was reported by Daniel Aubry.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_easy_check_for_errors" > 6.11. Easy check for errors< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > If you want to see whether there have been any errors while doing the backup,
2016-09-26 16:01:01 +00:00
you can run < code > ccollect< / code > together with < code > ccollect_analyse_logs.sh< / code > :< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > $ ccollect | ccollect_analyse_logs.sh e< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
< / div >
2016-09-26 16:01:01 +00:00
< / div >
< / div >
< div class = "sect1" >
2009-05-26 21:45:19 +00:00
< h2 id = "_f_a_q" > 7. F.A.Q.< / h2 >
< div class = "sectionbody" >
2016-09-26 16:01:01 +00:00
< div class = "sect2" >
< h3 id = "_what_happens_if_one_backup_is_broken_or_empty" > 7.1. What happens if one backup is broken or empty?< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Let us assume that one backup failed (connection broke or the source
hard disk had some failures). Therefore we’ ve got one incomplete backup in our history.< / p > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > < code > ccollect< / code > will transfer the missing files the next time you use it.
2009-05-26 21:45:19 +00:00
This leads to< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "ulist" > < ul >
2009-05-26 21:45:19 +00:00
< li >
< p >
more transferred files
< / p >
< / li >
< li >
< p >
much greater disk space usage, as no hardlinks can be used
< / p >
< / li >
< / ul > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > If the whole < code > ccollect< / code > process was interrupted, < code > ccollect< / code > (since 0.6) can
2009-05-26 21:45:19 +00:00
detect that and remove the incomplete backups, so you can clone from a complete
backup instead< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_when_backing_up_from_localhost_the_destination_is_also_included_is_this_a_bug" > 7.2. When backing up from localhost the destination is also included. Is this a bug?< / h3 >
< div class = "paragraph" > < p > No. < code > ccollect< / code > passes your source definition directly to < code > rsync< / code > . It
2009-05-26 21:45:19 +00:00
does not try to analyze it. So it actually does not know if a source
comes from local harddisk or from a remote server. And it does not want
to. When you backup from the local harddisk (which is perhaps not
2016-09-26 16:01:01 +00:00
even a good idea when thinking of security), add the < code > destination< / code >
2009-05-26 21:45:19 +00:00
to < em > source/exclude< / em > . (Daniel Aubry reported this problem)< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_why_does_ccollect_say_permission_denied_with_my_pre_postexec_script" > 7.3. Why does ccollect say "Permission denied" with my pre-/postexec script?< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > The most common error is that you have not given your script the correct
2016-09-26 16:01:01 +00:00
permissions. Try < code > chmod 0755 /etc/ccollect/sources/'yoursource'/*_exec`< / code > .< / p > < / div >
< / div >
< div class = "sect2" >
< h3 id = "_why_does_the_backup_job_fail_when_part_of_the_source_is_a_link" > 7.4. Why does the backup job fail when part of the source is a link?< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > When a part of your path you specified in the source is a
2009-05-26 21:45:19 +00:00
(symbolic, hard links are not possible for directories) link,
the backup < strong > must< / strong > fail.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > First of all, let us have a look at how it looks like:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > ==> ccollect 0.4: Beginning backup using interval taeglich < ==
2009-05-26 21:45:19 +00:00
[testsource] Sa Apr 29 00:01:55 CEST 2006 Beginning to backup
[testsource] Currently 0 backup(s) exist(s), total keeping 10 backup(s).
[testsource] Beginning to backup, this may take some time...
[testsource] Creating /etc/ccollect/sources/testsource/destination/taeglich.2006-04-29-0001.3874 ...
[testsource] Sa Apr 29 00:01:55 CEST 2006 Transferring files...
[testsource] rsync: recv_generator: mkdir "/etc/ccollect/sources/testsource/destination/taeglich.2006-04-29-0001.3874/home/user/nico/projekte/ccollect" failed: No such file or directory (2)
[testsource] rsync: stat "/etc/ccollect/sources/testsource/destination/taeglich.2006-04-29-0001.3874/home/user/nico/projekte/ccollect" failed: No such file or directory (2)
2016-09-26 16:01:01 +00:00
[...]< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > So what is the problem? It is very obvious when you look deeper into it:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > % cat /etc/ccollect/sources/testsource/source
2009-05-26 21:45:19 +00:00
/home/user/nico/projekte/ccollect/ccollect-0.4
% ls -l /home/user/nico/projekte
lrwxrwxrwx 1 nico nico 29 2005-12-02 23:28 /home/user/nico/projekte -> oeffentlich/computer/projekte
% ls -l /etc/ccollect/sources/testsource/destination/taeglich.2006-04-29-0001.3874/home/user/nico
2016-09-26 16:01:01 +00:00
lrwxrwxrwx 1 nico nico 29 2006-04-29 00:01 projekte -> oeffentlich/computer/projekte< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< div class = "paragraph" > < p > < code > rsync< / code > creates the directory structure before it creates the symbolic link.
2009-05-26 21:45:19 +00:00
This link now links to something not reachable (dead link). It is
impossible to create subdirectories under the broken link.< / p > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > In conclusion you cannot use paths with a linked part.< / p > < / div >
< div class = "paragraph" > < p > However, you can backup directories containing symbolic links
2009-05-26 21:45:19 +00:00
(in this case you could backup /home/user/nico, which contains
/home/user/nico/projekte and oeffentlich/computer/projekte).< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_how_can_i_prevent_missing_the_right_time_to_enter_my_password" > 7.5. How can I prevent missing the right time to enter my password?< / h3 >
< div class = "paragraph" > < p > As < code > ccollect< / code > first deletes the old backups, it may take some time
until < code > rsync< / code > requests the password for the < code > ssh< / code > session from you.< / p > < / div >
< div class = "paragraph" > < p > The easiest way not to miss that point is running < code > ccollect< / code > in < code > screen< / code > ,
2009-05-26 21:45:19 +00:00
which has the ability to monitor the output for activity. So as soon as
2016-09-26 16:01:01 +00:00
your screen beeps, after < code > ccollect< / code > began to remove the last directory,
2009-05-26 21:45:19 +00:00
you can enter your password (have a look at screen(1), especially "C-a M"
and "C-a _", for more information).< / p > < / div >
< / div >
2016-09-26 16:01:01 +00:00
< div class = "sect2" >
< h3 id = "_backup_fails_if_autofs_is_running_but_sources_not_reachable" > 7.6. Backup fails, if autofs is running, but sources not reachable< / h3 >
< div class = "paragraph" > < p > If you are trying to backup a system containing paths that are managed
by autofs, you may run into this error:< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
< pre > < code > 2009-12-01-23:14:15: ccollect 0.8.1: Beginning backup using interval monatlich
[ikn] 2009-12-01-23:14:15: Beginning to backup
[ikn] 2009-12-01-23:14:15: Executing /home/users/nico/ethz/ccollect/sources/ikn/pre_exec ...
Enter LUKS passphrase:
[ikn] Command successful.
[ikn] key slot 0 unlocked.
[ikn] 2009-12-01-23:14:23: Finished /home/users/nico/ethz/ccollect/sources/ikn/pre_exec (return code 0). [ikn] directory has vanished: "/home/users/nico/privat/firmen/ethz/autofs/projects"
[ikn] directory has vanished: "/home/users/nico/privat/firmen/ethz/autofs/scratch"
[ikn] directory has vanished: "/home/users/nico/privat/firmen/ethz/autofs/sgscratch"
[ikn] directory has vanished: "/home/users/nico/privat/firmen/ethz/autofs/supp"
[ikn] directory has vanished: "/home/users/nico/privat/firmen/ethz/autofs/sysadmin"
[ikn] rsync warning: some files vanished before they could be transferred (code 24) at main.c(1057) [sender=3.0.6]
[ikn] 2009-12-01-23:44:23: Source / is not readable. Skipping.< / code > < / pre >
< / div > < / div >
< div class = "paragraph" > < p > Thus, if you are unsure whether autofs paths can be mounted during backup,
stop autofs in pre_exec and reenable it in post_exec.< / p > < / div >
< / div >
< / div >
< / div >
< div class = "sect1" >
2009-05-26 21:45:19 +00:00
< h2 id = "_examples" > 8. Examples< / h2 >
< div class = "sectionbody" >
2016-09-26 16:01:01 +00:00
< div class = "sect2" >
< h3 id = "_a_backup_host_configuration_from_scratch" > 8.1. A backup host configuration from scratch< / h3 >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > srwali01:~# mkdir /etc/ccollect
2009-05-26 21:45:19 +00:00
srwali01:~# mkdir -p /etc/ccollect/defaults/intervals/
srwali01:~# echo 28 > /etc/ccollect/defaults/intervals/taeglich
srwali01:~# echo 52 > /etc/ccollect/defaults/intervals/woechentlich
srwali01:~# cd /etc/ccollect/
srwali01:/etc/ccollect# mkdir sources
srwali01:/etc/ccollect# cd sources/
srwali01:/etc/ccollect/sources# ls
srwali01:/etc/ccollect/sources# mkdir local-root
srwali01:/etc/ccollect/sources# cd local-root/
srwali01:/etc/ccollect/sources/local-root# echo / > source
srwali01:/etc/ccollect/sources/local-root# cat > exclude < < EOF
> /proc
> /sys
> /mnt
> EOF
srwali01:/etc/ccollect/sources/local-root# echo /mnt/hdbackup/local-root > destination
srwali01:/etc/ccollect/sources/local-root# mkdir /mnt/hdbackup/local-root
srwali01:/etc/ccollect/sources/local-root# ccollect.sh taeglich local-root
/o> ccollect.sh: Beginning backup using interval taeglich
/=> Beginning to backup "local-root" ...
2016-09-26 16:01:01 +00:00
|-> 0 backup(s) already exist, keeping 28 backup(s).< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > After that, I added some more sources:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > srwali01:~# cd /etc/ccollect/sources
2009-05-26 21:45:19 +00:00
srwali01:/etc/ccollect/sources# mkdir windos-wl6
srwali01:/etc/ccollect/sources# cd windos-wl6/
srwali01:/etc/ccollect/sources/windos-wl6# echo /mnt/win/SYS/WL6 > source
2009-07-09 13:22:09 +00:00
srwali01:/etc/ccollect/sources/windos-wl6# echo /mnt/hdbackup/wl6 > destination
2009-05-26 21:45:19 +00:00
srwali01:/etc/ccollect/sources/windos-wl6# mkdir /mnt/hdbackup/wl6
srwali01:/etc/ccollect/sources/windos-wl6# cd ..
srwali01:/etc/ccollect/sources# mkdir windos-daten
srwali01:/etc/ccollect/sources/windos-daten# echo /mnt/win/Daten > source
2009-07-09 13:22:09 +00:00
srwali01:/etc/ccollect/sources/windos-daten# echo /mnt/hdbackup/windos-daten > destination
2009-05-26 21:45:19 +00:00
srwali01:/etc/ccollect/sources/windos-daten# mkdir /mnt/hdbackup/windos-daten
# Now add some remote source
srwali01:/etc/ccollect/sources/windos-daten# cd ..
srwali01:/etc/ccollect/sources# mkdir srwali03
srwali01:/etc/ccollect/sources# cd srwali03/
srwali01:/etc/ccollect/sources/srwali03# cat > exclude < < EOF
> /proc
> /sys
> /mnt
> /home
> EOF
srwali01:/etc/ccollect/sources/srwali03# echo 'root@10.103.2.3:/' > source
srwali01:/etc/ccollect/sources/srwali03# echo /mnt/hdbackup/srwali03 > destination
2016-09-26 16:01:01 +00:00
srwali01:/etc/ccollect/sources/srwali03# mkdir /mnt/hdbackup/srwali03< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_using_hard_links_requires_less_disk_space" > 8.2. Using hard-links requires less disk space< / h3 >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > # du (coreutils) 5.2.1
2009-05-26 21:45:19 +00:00
[10:53] srsyg01:sources% du -sh ~/backupdir
4.6M /home/nico/backupdir
[10:53] srsyg01:sources% du -sh ~/backupdir/*
4.1M /home/nico/backupdir/daily.2005-12-08-10:52.28456
4.1M /home/nico/backupdir/daily.2005-12-08-10:53.28484
4.1M /home/nico/backupdir/daily.2005-12-08-10:53.28507
4.1M /home/nico/backupdir/daily.2005-12-08-10:53.28531
4.1M /home/nico/backupdir/daily.2005-12-08-10:53.28554
4.1M /home/nico/backupdir/daily.2005-12-08-10:53.28577
srwali01:/etc/ccollect/sources# du -sh /mnt/hdbackup/wl6/
186M /mnt/hdbackup/wl6/
srwali01:/etc/ccollect/sources# du -sh /mnt/hdbackup/wl6/*
147M /mnt/hdbackup/wl6/taeglich.2005-12-08-14:42.312
2016-09-26 16:01:01 +00:00
147M /mnt/hdbackup/wl6/taeglich.2005-12-08-14:45.588< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > The backup of our main fileserver:< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > backup:~# df -h /home/backup/srsyg01/
2009-05-26 21:45:19 +00:00
Filesystem Size Used Avail Use% Mounted on
/dev/mapper/backup--01-srsyg01
591G 451G 111G 81% /home/backup/srsyg01
backup:~# du -sh /home/backup/srsyg01/*
432G /home/backup/srsyg01/daily.2006-01-24-01:00.15990
432G /home/backup/srsyg01/daily.2006-01-26-01:00.30152
434G /home/backup/srsyg01/daily.2006-01-27-01:00.4596
435G /home/backup/srsyg01/daily.2006-01-28-01:00.11998
437G /home/backup/srsyg01/daily.2006-01-29-01:00.19115
437G /home/backup/srsyg01/daily.2006-01-30-01:00.26405
438G /home/backup/srsyg01/daily.2006-01-31-01:00.1148
439G /home/backup/srsyg01/daily.2006-02-01-01:00.8321
439G /home/backup/srsyg01/daily.2006-02-02-01:00.15383
439G /home/backup/srsyg01/daily.2006-02-03-01:00.22567
16K /home/backup/srsyg01/lost+found
backup:~# du --version | head -n1
2016-09-26 16:01:01 +00:00
du (coreutils) 5.2.1< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > Newer versions of du also detect the hardlinks, so we can even compare
2009-05-26 21:45:19 +00:00
the sizes directly with du:< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [8:16] eiche:~# du --version | head -n 1
2009-05-26 21:45:19 +00:00
du (GNU coreutils) 5.93
[8:17] eiche:schwarzesloch# du -slh hydrogenium/*
19G hydrogenium/durcheinander.0
18G hydrogenium/durcheinander.2006-01-17-00:27.13820
19G hydrogenium/durcheinander.2006-01-25-23:18.31328
19G hydrogenium/durcheinander.2006-01-26-00:11.3332
[8:22] eiche:schwarzesloch# du -sh hydrogenium/*
19G hydrogenium/durcheinander.0
12G hydrogenium/durcheinander.2006-01-17-00:27.13820
1.5G hydrogenium/durcheinander.2006-01-25-23:18.31328
2016-09-26 16:01:01 +00:00
200M hydrogenium/durcheinander.2006-01-26-00:11.3332< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > In the second report (without -l) the sizes include the space the inodes of
2009-05-26 21:45:19 +00:00
the hardlinks allocate.< / p > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_a_collection_of_backups_on_the_backup_server" > 8.3. A collection of backups on the backup server< / h3 >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > All the data of my important hosts is backuped to eiche into
2009-05-26 21:45:19 +00:00
/mnt/schwarzesloch/backup:< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [9:24] eiche:backup# ls *
2009-05-26 21:45:19 +00:00
creme:
woechentlich.2006-01-26-22:22.4153 woechentlich.2006-02-12-11:48.2461
woechentlich.2006-01-26-22:23.4180 woechentlich.2006-02-18-23:00.7898
woechentlich.2006-02-05-02:43.14281 woechentlich.2006-02-25-23:00.13480
woechentlich.2006-02-06-00:24.15509 woechentlich.2006-03-04-23:00.25439
hydrogenium:
durcheinander.2006-01-27-11:16.6391 durcheinander.2006-02-13-01:07.2895
durcheinander.2006-01-30-19:29.9505 durcheinander.2006-02-17-08:20.6707
durcheinander.2006-01-30-22:27.9623 durcheinander.2006-02-24-16:24.12461
durcheinander.2006-02-03-09:52.12885 durcheinander.2006-03-03-19:17.18075
durcheinander.2006-02-05-23:00.15068 durcheinander.2006-03-17-22:41.5007
scice:
woechentlich.2006-02-04-10:32.13766 woechentlich.2006-02-16-23:00.6185
woechentlich.2006-02-05-23:02.15093 woechentlich.2006-02-23-23:00.11783
woechentlich.2006-02-06-08:22.15994 woechentlich.2006-03-02-23:00.17346
woechentlich.2006-02-06-19:40.16321 woechentlich.2006-03-09-23:00.29317
2016-09-26 16:01:01 +00:00
woechentlich.2006-02-12-11:51.2514 woechentlich.2006-03-16-23:00.4218< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > And this incremental backup and the archive are copied to an external
2009-05-26 21:45:19 +00:00
usb harddisk (attention: you < strong > should< / strong > really use -H to backup the backup):< / p > < / div >
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > [9:23] eiche:backup# df -h
2009-05-26 21:45:19 +00:00
Filesystem Size Used Avail Use% Mounted on
rootfs 14G 8.2G 4.9G 63% /
/dev/root 14G 8.2G 4.9G 63% /
/dev/root 14G 8.2G 4.9G 63% /dev/.static/dev
tmpfs 10M 444K 9.6M 5% /dev
/dev/hdh 29G 3.7M 29G 1% /mnt/datenklo
tmpfs 110M 4.0K 110M 1% /dev/shm
/dev/mapper/nirvana 112G 90G 23G 81% /mnt/datennirvana
/dev/mapper/schwarzes-loch
230G 144G 86G 63% /mnt/schwarzesloch
/dev/mapper/archiv 38G 20G 19G 52% /mnt/archiv
/dev/mapper/usb-backup
280G 36M 280G 1% /mnt/usb/backup
[9:24] eiche:backup# cat ~/bin/sync-to-usb
DDIR=/mnt/usb/backup
rsync -av -H --delete /mnt/schwarzesloch/ "$DDIR/schwarzesloch/"
2016-09-26 16:01:01 +00:00
rsync -av -H --delete /mnt/archiv/ "$DDIR/archiv/"< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2016-09-26 16:01:01 +00:00
< / div >
< div class = "sect2" >
< h3 id = "_processes_running_when_doing_ccollect_j" > 8.4. Processes running when doing ccollect -j< / h3 >
< div class = "paragraph" > < p > Truncated output from < code > ps axuwwwf< / code > :< / p > < / div >
2009-05-26 21:45:19 +00:00
< div class = "listingblock" >
< div class = "content" >
2016-09-26 16:01:01 +00:00
< pre > < code > S+ 11:40 0:00 | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily -j ddba034 ddba045 ddba046 ddba047 ddba049 ddna010 ddna011
2009-05-26 21:45:19 +00:00
S+ 11:40 0:00 | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba034
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba034
R+ 11:40 23:40 | | | | | \_ rsync -a --delete --numeric-ids --relative --delete-excluded --link-dest=/home/server/backup/ddba034
S+ 11:40 0:00 | | | | | \_ ssh -l root ddba034.netstream.ch rsync --server --sender -vlogDtprR --numeric-ids . /
S+ 11:41 0:11 | | | | | \_ rsync -a --delete --numeric-ids --relative --delete-excluded --link-dest=/home/server/backup/ddb
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba034
S+ 11:40 0:00 | | | | \_ sed s:^:\[ddba034\] :
S+ 11:40 0:00 | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba045
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba045
R+ 11:40 0:02 | | | | | \_ rm -rf /etc/ccollect/sources/ddba045/destination/daily.2006-10-19-1807.6934
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba045
S+ 11:40 0:00 | | | | \_ sed s:^:\[ddba045\] :
S+ 11:40 0:00 | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba046
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba046
R+ 11:40 0:02 | | | | | \_ rm -rf /etc/ccollect/sources/ddba046/destination/daily.2006-10-19-1810.7072
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba046
S+ 11:40 0:00 | | | | \_ sed s:^:\[ddba046\] :
S+ 11:40 0:00 | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba047
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba047
R+ 11:40 0:03 | | | | | \_ rm -rf /etc/ccollect/sources/ddba047/destination/daily.2006-10-19-1816.7268
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba047
S+ 11:40 0:00 | | | | \_ sed s:^:\[ddba047\] :
S+ 11:40 0:00 | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba049
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba049
D+ 11:40 0:03 | | | | | \_ rm -rf /etc/ccollect/sources/ddba049/destination/daily.2006-10-19-1821.7504
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddba049
S+ 11:40 0:00 | | | | \_ sed s:^:\[ddba049\] :
S+ 11:40 0:00 | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddna010
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddna010
R+ 11:40 0:03 | | | | | \_ rm -rf /etc/ccollect/sources/ddna010/destination/daily.2006-10-19-1805.6849
S+ 11:40 0:00 | | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddna010
S+ 11:40 0:00 | | | | \_ sed s:^:\[ddna010\] :
S+ 11:40 0:00 | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddna011
S+ 11:40 0:00 | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddna011
R+ 12:08 0:00 | | | | \_ rm -rf /etc/ccollect/sources/ddna011/destination/daily.2006-10-20-1502.7824
S+ 11:40 0:00 | | | \_ /bin/sh /usr/local/bin/ccollect.sh daily ddna011
2016-09-26 16:01:01 +00:00
S+ 11:40 0:00 | | | \_ sed s:^:\[ddna011\] :< / code > < / pre >
2009-05-26 21:45:19 +00:00
< / div > < / div >
2009-09-28 07:34:16 +00:00
< div class = "paragraph" > < p > As you can see, six processes are deleting old backups, while one backup
2009-05-26 21:45:19 +00:00
(ddba034) is already copying data.< / p > < / div >
< / div >
2016-09-26 16:01:01 +00:00
< / div >
< / div >
< / div >
< div id = "footnotes" > < hr / > < / div >
2009-05-26 21:45:19 +00:00
< div id = "footer" >
< div id = "footer-text" >
2018-02-02 07:11:16 +00:00
Version 2.3< br / >
Last updated
2018-02-02 07:52:31 CET
2009-05-26 21:45:19 +00:00
< / div >
< / div >
< / body >
< / html >
