2 Bacula® - The Network Backup Solution
4 Copyright (C) 2000-2010 Free Software Foundation Europe e.V.
6 The main author of Bacula is Kern Sibbald, with contributions from
7 many others, a complete list can be found in the file AUTHORS.
8 This program is Free Software; you can redistribute it and/or
9 modify it under the terms of version three of the GNU Affero General Public
10 License as published by the Free Software Foundation and included
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU Affero General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
23 Bacula® is a registered trademark of Kern Sibbald.
24 The licensor of Bacula is the Free Software Foundation Europe
25 (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
26 Switzerland, email:ftf@fsfeurope.org.
29 * Append code for Storage daemon
30 * Kern Sibbald, May MM
38 /* Responses sent to the File daemon */
39 static char OK_data[] = "3000 OK data\n";
40 static char OK_append[] = "3000 OK append data\n";
42 /* Forward referenced functions */
45 * Append Data sent from File daemon
48 bool do_append_data(JCR *jcr)
51 int32_t file_index, stream, last_file_index;
52 BSOCK *fd = jcr->file_bsock;
55 char buf1[100], buf2[100];
62 Jmsg0(jcr, M_FATAL, 0, _("DCR is NULL!!!\n"));
67 Jmsg0(jcr, M_FATAL, 0, _("DEVICE is NULL!!!\n"));
71 Dmsg1(100, "Start append data. res=%d\n", dev->num_reserved());
73 memset(&rec, 0, sizeof(rec));
75 if (!fd->set_buffer_size(dcr->device->max_network_buffer_size, BNET_SETBUF_WRITE)) {
76 set_jcr_job_status(jcr, JS_ErrorTerminated);
77 Jmsg0(jcr, M_FATAL, 0, _("Unable to set network buffer size.\n"));
81 if (!acquire_device_for_append(dcr)) {
82 set_jcr_job_status(jcr, JS_ErrorTerminated);
86 set_jcr_job_status(jcr, JS_Running);
87 dir_send_job_status(jcr);
89 if (dev->VolCatInfo.VolCatName[0] == 0) {
90 Pmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n"));
92 Dmsg1(50, "Begin append device=%s\n", dev->print_name());
94 begin_data_spool(dcr);
95 begin_attribute_spool(jcr);
97 Dmsg0(100, "Just after acquire_device_for_append\n");
98 if (dev->VolCatInfo.VolCatName[0] == 0) {
99 Pmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n"));
102 * Write Begin Session Record
104 if (!write_session_label(dcr, SOS_LABEL)) {
105 Jmsg1(jcr, M_FATAL, 0, _("Write session label failed. ERR=%s\n"),
107 set_jcr_job_status(jcr, JS_ErrorTerminated);
110 if (dev->VolCatInfo.VolCatName[0] == 0) {
111 Pmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n"));
114 /* Tell File daemon to send data */
115 if (!fd->fsend(OK_data)) {
117 Jmsg1(jcr, M_FATAL, 0, _("Network send error to FD. ERR=%s\n"),
118 be.bstrerror(fd->b_errno));
123 * Get Data from File daemon, write to device. To clarify what is
124 * going on here. We expect:
126 * - Multiple records of data
129 * The Stream header is just used to sychronize things, and
130 * none of the stream header is written to tape.
131 * The Multiple records of data, contain first the Attributes,
132 * then after another stream header, the file data, then
133 * after another stream header, the MD5 data if any.
135 * So we get the (stream header, data, EOD) three time for each
136 * file. 1. for the Attributes, 2. for the file data if any,
137 * and 3. for the MD5 if any.
139 dcr->VolFirstIndex = dcr->VolLastIndex = 0;
140 jcr->run_time = time(NULL); /* start counting time for rates */
141 for (last_file_index = 0; ok && !jcr->is_job_canceled(); ) {
143 /* Read Stream header from the File daemon.
144 * The stream header consists of the following:
145 * file_index (sequential Bacula file index, base 1)
146 * stream (Bacula number to distinguish parts of data)
147 * info (Info for Storage daemon -- compressed, encrypted, ...)
148 * info is not currently used, so is read, but ignored!
150 if ((n=bget_msg(fd)) <= 0) {
151 if (n == BNET_SIGNAL && fd->msglen == BNET_EOD) {
152 break; /* end of data */
154 Jmsg1(jcr, M_FATAL, 0, _("Error reading data header from FD. ERR=%s\n"),
160 if (sscanf(fd->msg, "%ld %ld", &file_index, &stream) != 2) {
161 Jmsg1(jcr, M_FATAL, 0, _("Malformed data header from FD: %s\n"), fd->msg);
166 Dmsg2(890, "<filed: Header FilInx=%d stream=%d\n", file_index, stream);
168 if (!(file_index > 0 && (file_index == last_file_index ||
169 file_index == last_file_index + 1))) {
170 Jmsg0(jcr, M_FATAL, 0, _("File index from FD not positive or sequential\n"));
174 if (file_index != last_file_index) {
175 jcr->JobFiles = file_index;
176 last_file_index = file_index;
179 /* Read data stream from the File daemon.
180 * The data stream is just raw bytes
182 while ((n=bget_msg(fd)) > 0 && !jcr->is_job_canceled()) {
183 rec.VolSessionId = jcr->VolSessionId;
184 rec.VolSessionTime = jcr->VolSessionTime;
185 rec.FileIndex = file_index;
187 rec.data_len = fd->msglen;
188 rec.data = fd->msg; /* use message buffer */
190 Dmsg4(850, "before writ_rec FI=%d SessId=%d Strm=%s len=%d\n",
191 rec.FileIndex, rec.VolSessionId,
192 stream_to_ascii(buf1, rec.Stream,rec.FileIndex),
195 while (!write_record_to_block(dcr->block, &rec)) {
196 Dmsg2(850, "!write_record_to_block data_len=%d rem=%d\n", rec.data_len,
198 if (!write_block_to_device(dcr)) {
199 Dmsg2(90, "Got write_block_to_dev error on device %s. %s\n",
200 dev->print_name(), dev->bstrerror());
206 Dmsg0(400, "Not OK\n");
209 jcr->JobBytes += rec.data_len; /* increment bytes this job */
210 Dmsg4(850, "write_record FI=%s SessId=%d Strm=%s len=%d\n",
211 FI_to_ascii(buf1, rec.FileIndex), rec.VolSessionId,
212 stream_to_ascii(buf2, rec.Stream, rec.FileIndex), rec.data_len);
214 send_attrs_to_dir(jcr, &rec);
215 Dmsg0(650, "Enter bnet_get\n");
217 Dmsg1(650, "End read loop with FD. Stat=%d\n", n);
219 if (fd->is_error()) {
220 if (!jcr->is_job_canceled()) {
221 Dmsg1(350, "Network read error from FD. ERR=%s\n", fd->bstrerror());
222 Jmsg1(jcr, M_FATAL, 0, _("Network error reading from FD. ERR=%s\n"),
230 /* Create Job status for end of session label */
231 set_jcr_job_status(jcr, ok?JS_Terminated:JS_ErrorTerminated);
234 /* Terminate connection with FD */
235 fd->fsend(OK_append);
236 do_fd_commands(jcr); /* finish dialog with FD */
238 fd->fsend("3999 Failed append\n");
242 * Don't use time_t for job_elapsed as time_t can be 32 or 64 bits,
243 * and the subsequent Jmsg() editing will break
245 int32_t job_elapsed = time(NULL) - jcr->run_time;
247 if (job_elapsed <= 0) {
251 Jmsg(dcr->jcr, M_INFO, 0, _("Job write elapsed time = %02d:%02d:%02d, Transfer rate = %s Bytes/second\n"),
252 job_elapsed / 3600, job_elapsed % 3600 / 60, job_elapsed % 60,
253 edit_uint64_with_suffix(jcr->JobBytes / job_elapsed, ec));
256 Dmsg1(200, "Write EOS label JobStatus=%c\n", jcr->JobStatus);
259 * Check if we can still write. This may not be the case
260 * if we are at the end of the tape or we got a fatal I/O error.
262 if (ok || dev->can_write()) {
263 if (!write_session_label(dcr, EOS_LABEL)) {
264 /* Print only if ok and not cancelled to avoid spurious messages */
265 if (ok && !jcr->is_job_canceled()) {
266 Jmsg1(jcr, M_FATAL, 0, _("Error writing end session label. ERR=%s\n"),
269 set_jcr_job_status(jcr, JS_ErrorTerminated);
272 if (dev->VolCatInfo.VolCatName[0] == 0) {
273 Pmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n"));
274 Dmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n"));
276 Dmsg0(90, "back from write_end_session_label()\n");
277 /* Flush out final partial block of this session */
278 if (!write_block_to_device(dcr)) {
279 /* Print only if ok and not cancelled to avoid spurious messages */
280 if (ok && !jcr->is_job_canceled()) {
281 Jmsg2(jcr, M_FATAL, 0, _("Fatal append error on device %s: ERR=%s\n"),
282 dev->print_name(), dev->bstrerror());
283 Dmsg0(100, _("Set ok=FALSE after write_block_to_device.\n"));
285 set_jcr_job_status(jcr, JS_ErrorTerminated);
288 if (dev->VolCatInfo.VolCatName[0] == 0) {
289 Pmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n"));
290 Dmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n"));
296 discard_data_spool(dcr);
298 /* Note: if commit is OK, the device will remain blocked */
299 commit_data_spool(dcr);
303 ok = dvd_close_job(dcr); /* do DVD cleanup if any */
307 * Release the device -- and send final Vol info to DIR
312 if (!ok || jcr->is_job_canceled()) {
313 discard_attribute_spool(jcr);
315 commit_attribute_spool(jcr);
318 dir_send_job_status(jcr); /* update director */
320 Dmsg1(100, "return from do_append_data() ok=%d\n", ok);
325 /* Send attributes and digest to Director for Catalog */
326 bool send_attrs_to_dir(JCR *jcr, DEV_RECORD *rec)
328 int stream = rec->Stream;
330 if (stream == STREAM_UNIX_ATTRIBUTES ||
331 stream == STREAM_UNIX_ATTRIBUTES_EX ||
332 stream == STREAM_RESTORE_OBJECT ||
333 crypto_digest_stream_type(stream) != CRYPTO_DIGEST_NONE) {
334 if (!jcr->no_attributes) {
335 BSOCK *dir = jcr->dir_bsock;
336 if (are_attributes_spooled(jcr)) {
339 Dmsg0(850, "Send attributes to dir.\n");
340 if (!dir_update_file_attributes(jcr->dcr, rec)) {
341 Jmsg(jcr, M_FATAL, 0, _("Error updating file attributes. ERR=%s\n"),
343 dir->clear_spooling();
346 dir->clear_spooling();