2 Bacula® - The Network Backup Solution
4 Copyright (C) 2006-2008 Free Software Foundation Europe e.V.
6 The main author of Bacula is Kern Sibbald, with contributions from
7 many others, a complete list can be found in the file AUTHORS.
8 This program is Free Software; you can redistribute it and/or
9 modify it under the terms of version two of the GNU General Public
10 License as published by the Free Software Foundation and included
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
23 Bacula® is a registered trademark of Kern Sibbald.
24 The licensor of Bacula is the Free Software Foundation Europe
25 (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
26 Switzerland, email:ftf@fsfeurope.org.
29 * SD -- mac.c -- responsible for doing
30 * migration, archive, copy, and virtual backup jobs.
32 * Kern Sibbald, January MMVI
40 /* Import functions */
41 extern char Job_end[];
43 /* Forward referenced subroutines */
44 static bool record_cb(DCR *dcr, DEV_RECORD *rec);
48 * Read Data and send to File Daemon
49 * Returns: false on failure
55 BSOCK *dir = jcr->dir_bsock;
60 switch(jcr->get_JobType()) {
71 Type = "Virtual Backup";
79 Dmsg0(20, "Start read data.\n");
81 if (!jcr->read_dcr || !jcr->dcr) {
82 Jmsg(jcr, M_FATAL, 0, _("Read and write devices not properly initialized.\n"));
85 Dmsg2(100, "read_dcr=%p write_dcr=%p\n", jcr->read_dcr, jcr->dcr);
88 create_restore_volume_list(jcr);
89 if (jcr->NumReadVolumes == 0) {
90 Jmsg(jcr, M_FATAL, 0, _("No Volume names found for %s.\n"), Type);
94 Dmsg3(200, "Found %d volumes names for %s. First=%s\n", jcr->NumReadVolumes,
95 jcr->VolList->VolumeName, Type);
97 /* Ready devices for reading and writing */
98 if (!acquire_device_for_read(jcr->read_dcr) ||
99 !acquire_device_for_append(jcr->dcr)) {
100 set_jcr_job_status(jcr, JS_ErrorTerminated);
104 Dmsg2(200, "===== After acquire pos %u:%u\n", jcr->dcr->dev->file, jcr->dcr->dev->block_num);
106 set_jcr_job_status(jcr, JS_Running);
107 dir_send_job_status(jcr);
109 begin_data_spool(jcr->dcr);
110 begin_attribute_spool(jcr);
112 jcr->dcr->VolFirstIndex = jcr->dcr->VolLastIndex = 0;
113 jcr->run_time = time(NULL);
114 set_start_vol_position(jcr->dcr);
117 ok = read_records(jcr->read_dcr, record_cb, mount_next_read_volume);
126 Dmsg1(100, "ok=%d\n", ok);
127 if (ok || dev->can_write()) {
128 /* Flush out final partial block of this session */
129 if (!write_block_to_device(jcr->dcr)) {
130 Jmsg2(jcr, M_FATAL, 0, _("Fatal append error on device %s: ERR=%s\n"),
131 dev->print_name(), dev->bstrerror());
132 Dmsg0(100, _("Set ok=FALSE after write_block_to_device.\n"));
135 Dmsg2(200, "Flush block to device pos %u:%u\n", dev->file, dev->block_num);
139 discard_data_spool(jcr->dcr);
141 /* Note: if commit is OK, the device will remain locked */
142 commit_data_spool(jcr->dcr);
145 if (ok && dev->is_dvd()) {
146 ok = dvd_close_job(jcr->dcr); /* do DVD cleanup if any */
148 /* Release the device -- and send final Vol info to DIR */
149 release_device(jcr->dcr);
151 if (!ok || job_canceled(jcr)) {
152 discard_attribute_spool(jcr);
154 commit_attribute_spool(jcr);
159 if (!release_device(jcr->read_dcr)) {
164 free_restore_volume_list(jcr);
166 dir_send_job_status(jcr); /* update director */
169 Dmsg0(30, "Done reading.\n");
170 jcr->end_time = time(NULL);
171 dequeue_messages(jcr); /* send any queued messages */
173 set_jcr_job_status(jcr, JS_Terminated);
175 generate_daemon_event(jcr, "JobEnd");
176 dir->fsend(Job_end, jcr->Job, jcr->JobStatus, jcr->JobFiles,
177 edit_uint64(jcr->JobBytes, ec1));
178 Dmsg4(100, Job_end, jcr->Job, jcr->JobStatus, jcr->JobFiles, ec1);
180 dir->signal(BNET_EOD); /* send EOD to Director daemon */
186 * Called here for each record from read_records()
187 * Returns: true if OK
190 static bool record_cb(DCR *dcr, DEV_RECORD *rec)
193 DEVICE *dev = jcr->dcr->dev;
194 char buf1[100], buf2[100];
198 Dmsg5(000, "on entry JobId=%d FI=%s SessId=%d Strm=%s len=%d\n",
200 FI_to_ascii(buf1, rec->FileIndex), rec->VolSessionId,
201 stream_to_ascii(buf2, rec->Stream, rec->FileIndex), rec->data_len);
203 /* If label and not for us, discard it */
204 if (rec->FileIndex < 0 && rec->match_stat <= 0) {
207 /* We want to write SOS_LABEL and EOS_LABEL discard all others */
208 switch (rec->FileIndex) {
213 return true; /* don't write vol labels */
215 if (jcr->get_JobType() == JT_BACKUP) {
217 * For normal migration jobs, FileIndex values are sequential because
218 * we are dealing with one job. However, for Vbackup (consolidation),
219 * we will be getting records from multiple jobs and writing them back
220 * out, so we need to ensure that the output FileIndex is sequential.
221 * We do so by detecting a FileIndex change and incrementing the
222 * JobFiles, which we then use as the output FileIndex.
224 if (rec->FileIndex > 0) {
225 /* If something changed, increment FileIndex */
226 if (rec->VolSessionId != rec->last_VolSessionId ||
227 rec->VolSessionTime != rec->last_VolSessionTime ||
228 rec->FileIndex != rec->last_FileIndex) {
230 rec->last_VolSessionId = rec->VolSessionId;
231 rec->last_VolSessionTime = rec->VolSessionTime;
232 rec->last_FileIndex = rec->FileIndex;
234 rec->FileIndex = jcr->JobFiles; /* set sequential output FileIndex */
238 * Modify record SessionId and SessionTime to correspond to
241 rec->VolSessionId = jcr->VolSessionId;
242 rec->VolSessionTime = jcr->VolSessionTime;
243 Dmsg5(200, "before write JobId=%d FI=%s SessId=%d Strm=%s len=%d\n",
245 FI_to_ascii(buf1, rec->FileIndex), rec->VolSessionId,
246 stream_to_ascii(buf2, rec->Stream, rec->FileIndex), rec->data_len);
247 while (!write_record_to_block(jcr->dcr->block, rec)) {
248 Dmsg4(200, "!write_record_to_block blkpos=%u:%u len=%d rem=%d\n",
249 dev->file, dev->block_num, rec->data_len, rec->remainder);
250 if (!write_block_to_device(jcr->dcr)) {
251 Dmsg2(90, "Got write_block_to_dev error on device %s. %s\n",
252 dev->print_name(), dev->bstrerror());
253 Jmsg2(jcr, M_FATAL, 0, _("Fatal append error on device %s: ERR=%s\n"),
254 dev->print_name(), dev->bstrerror());
257 Dmsg2(200, "===== Wrote block new pos %u:%u\n", dev->file, dev->block_num);
259 jcr->JobBytes += rec->data_len; /* increment bytes this job */
260 if (rec->FileIndex <= 0) {
261 return true; /* don't send LABELs to Dir */
263 Dmsg5(500, "wrote_record JobId=%d FI=%s SessId=%d Strm=%s len=%d\n",
265 FI_to_ascii(buf1, rec->FileIndex), rec->VolSessionId,
266 stream_to_ascii(buf2, rec->Stream, rec->FileIndex), rec->data_len);
268 /* Send attributes and digest to Director for Catalog */
269 stream = rec->Stream;
270 if (stream == STREAM_UNIX_ATTRIBUTES || stream == STREAM_UNIX_ATTRIBUTES_EX ||
271 crypto_digest_stream_type(stream) != CRYPTO_DIGEST_NONE) {
272 if (!jcr->no_attributes) {
273 BSOCK *dir = jcr->dir_bsock;
274 if (are_attributes_spooled(jcr)) {
277 Dmsg0(850, "Send attributes to dir.\n");
278 if (!dir_update_file_attributes(jcr->dcr, rec)) {
279 dir->clear_spooling();
280 Jmsg(jcr, M_FATAL, 0, _("Error updating file attributes. ERR=%s\n"),
284 dir->clear_spooling();