2 * Bacula File Daemon backup.c send file attributes and data
3 * to the Storage daemon.
5 * Kern Sibbald, March MM
11 Copyright (C) 2000-2006 Kern Sibbald
13 This program is free software; you can redistribute it and/or
14 modify it under the terms of the GNU General Public License
15 version 2 as amended with additional clauses defined in the
16 file LICENSE in the main source directory.
18 This program is distributed in the hope that it will be useful,
19 but WITHOUT ANY WARRANTY; without even the implied warranty of
20 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
21 the file LICENSE for additional details.
28 /* Forward referenced functions */
29 static int save_file(FF_PKT *ff_pkt, void *pkt, bool top_level);
30 static int send_data(JCR *jcr, int stream, FF_PKT *ff_pkt, DIGEST *digest, DIGEST *signature_digest);
31 static bool encode_and_send_attributes(JCR *jcr, FF_PKT *ff_pkt, int &data_stream);
32 static bool read_and_send_acl(JCR *jcr, int acltype, int stream);
35 * Find all the requested files and send them
36 * to the Storage daemon.
38 * Note, we normally carry on a one-way
39 * conversation from this point on with the SD, simply blasting
40 * data to him. To properly know what is going on, we
41 * also run a "heartbeat" monitor which reads the socket and
42 * reacts accordingly (at the moment it has nothing to do
43 * except echo the heartbeat to the Director).
46 bool blast_data_to_storage_daemon(JCR *jcr, char *addr)
50 // TODO landonf: Allow user to specify encryption algorithm
51 crypto_cipher_t cipher = CRYPTO_CIPHER_AES_128_CBC;
53 sd = jcr->store_bsock;
55 set_jcr_job_status(jcr, JS_Running);
57 Dmsg1(300, "bfiled: opened data connection %d to stored\n", sd->fd);
60 CLIENT *client = (CLIENT *)GetNextRes(R_CLIENT, NULL);
64 buf_size = client->max_network_buffer_size;
66 buf_size = 0; /* use default */
68 if (!bnet_set_buffer_size(sd, buf_size, BNET_SETBUF_WRITE)) {
69 set_jcr_job_status(jcr, JS_ErrorTerminated);
70 Jmsg(jcr, M_FATAL, 0, _("Cannot set buffer size FD->SD.\n"));
74 jcr->buf_size = sd->msglen;
75 /* Adjust for compression so that output buffer is
76 * 12 bytes + 0.1% larger than input buffer plus 18 bytes.
77 * This gives a bit extra plus room for the sparse addr if any.
78 * Note, we adjust the read size to be smaller so that the
79 * same output buffer can be used without growing it.
81 * The zlib compression workset is initialized here to minimise
82 * the "per file" load. The jcr member is only set, if the init was successful.
84 jcr->compress_buf_size = jcr->buf_size + ((jcr->buf_size+999) / 1000) + 30;
85 jcr->compress_buf = get_memory(jcr->compress_buf_size);
88 z_stream *pZlibStream = (z_stream*)malloc(sizeof(z_stream));
90 pZlibStream->zalloc = Z_NULL;
91 pZlibStream->zfree = Z_NULL;
92 pZlibStream->opaque = Z_NULL;
93 pZlibStream->state = Z_NULL;
95 if (deflateInit(pZlibStream, Z_DEFAULT_COMPRESSION) == Z_OK)
96 jcr->pZLIB_compress_workset = pZlibStream;
102 /* Create encryption session data and a cached, DER-encoded session data
103 * structure. We use a single session key for each backup, so we'll encode
104 * the session data only once. */
105 if (jcr->pki_encrypt) {
108 /* Create per-job session encryption context */
109 jcr->pki_session = crypto_session_new(cipher, jcr->pki_recipients);
111 /* Get the session data size */
112 if (crypto_session_encode(jcr->pki_session, (uint8_t *)0, &size) == false) {
113 Jmsg(jcr, M_FATAL, 0, _("An error occured while encrypting the stream.\n"));
117 /* Allocate buffer */
118 jcr->pki_session_encoded = (uint8_t *)malloc(size);
119 if (!jcr->pki_session_encoded) {
123 /* Encode session data */
124 if (crypto_session_encode(jcr->pki_session, jcr->pki_session_encoded, &size) == false) {
125 Jmsg(jcr, M_FATAL, 0, _("An error occured while encrypting the stream.\n"));
129 /* ... and store the encoded size */
130 jcr->pki_session_encoded_size = size;
132 /* Allocate the encryption/decryption buffer */
133 jcr->crypto_buf = get_memory(CRYPTO_CIPHER_MAX_BLOCK_SIZE);
136 Dmsg1(300, "set_find_options ff=%p\n", jcr->ff);
137 set_find_options((FF_PKT *)jcr->ff, jcr->incremental, jcr->mtime);
138 Dmsg0(300, "start find files\n");
140 start_heartbeat_monitor(jcr);
142 jcr->acl_text = get_pool_memory(PM_MESSAGE);
144 /* Subroutine save_file() is called for each file */
145 if (!find_files(jcr, (FF_PKT *)jcr->ff, save_file, (void *)jcr)) {
146 ok = false; /* error */
147 set_jcr_job_status(jcr, JS_ErrorTerminated);
148 // Jmsg(jcr, M_FATAL, 0, _("Find files error.\n"));
151 free_pool_memory(jcr->acl_text);
153 stop_heartbeat_monitor(jcr);
155 bnet_sig(sd, BNET_EOD); /* end of sending data */
161 if (jcr->compress_buf) {
162 free_pool_memory(jcr->compress_buf);
163 jcr->compress_buf = NULL;
165 if (jcr->pZLIB_compress_workset) {
166 /* Free the zlib stream */
168 deflateEnd((z_stream *)jcr->pZLIB_compress_workset);
170 free (jcr->pZLIB_compress_workset);
171 jcr->pZLIB_compress_workset = NULL;
173 if (jcr->crypto_buf) {
174 free_pool_memory(jcr->crypto_buf);
175 jcr->crypto_buf = NULL;
177 if (jcr->pki_session) {
178 crypto_session_free(jcr->pki_session);
180 if (jcr->pki_session_encoded) {
181 free(jcr->pki_session_encoded);
184 Dmsg1(100, "end blast_data ok=%d\n", ok);
189 * Called here by find() for each file included.
190 * This is a callback. The original is find_files() above.
192 * Send the file and its data to the Storage daemon.
196 * -1 to ignore file/directory (not used here)
198 static int save_file(FF_PKT *ff_pkt, void *vjcr, bool top_level)
200 int stat, data_stream;
201 DIGEST *digest = NULL;
202 DIGEST *signing_digest = NULL;
203 int digest_stream = STREAM_NONE;
204 // TODO landonf: Allow the user to specify the digest algorithm
206 crypto_digest_t signing_algorithm = CRYPTO_DIGEST_SHA256;
208 crypto_digest_t signing_algorithm = CRYPTO_DIGEST_SHA1;
210 JCR *jcr = (JCR *)vjcr;
211 BSOCK *sd = jcr->store_bsock;
213 if (job_canceled(jcr)) {
217 jcr->num_files_examined++; /* bump total file count */
219 switch (ff_pkt->type) {
220 case FT_LNKSAVED: /* Hard linked, file already saved */
221 Dmsg2(130, "FT_LNKSAVED hard link: %s => %s\n", ff_pkt->fname, ff_pkt->link);
224 Dmsg1(130, "FT_REGE saving: %s\n", ff_pkt->fname);
227 Dmsg1(130, "FT_REG saving: %s\n", ff_pkt->fname);
230 Dmsg2(130, "FT_LNK saving: %s -> %s\n", ff_pkt->fname, ff_pkt->link);
233 jcr->num_files_examined--; /* correct file count */
234 return 1; /* not used */
236 Jmsg(jcr, M_INFO, 1, _(" Recursion turned off. Will not descend from %s into %s\n"),
237 ff_pkt->top_fname, ff_pkt->fname);
238 ff_pkt->type = FT_DIREND; /* Backup only the directory entry */
241 /* Suppress message for /dev filesystems */
242 if (strncmp(ff_pkt->fname, "/dev/", 5) != 0) {
243 Jmsg(jcr, M_INFO, 1, _(" %s is a different filesystem. Will not descend from %s into %s\n"),
244 ff_pkt->fname, ff_pkt->top_fname, ff_pkt->fname);
246 ff_pkt->type = FT_DIREND; /* Backup only the directory entry */
249 Jmsg(jcr, M_INFO, 1, _(" Disallowed filesystem. Will not descend from %s into %s\n"),
250 ff_pkt->top_fname, ff_pkt->fname);
251 ff_pkt->type = FT_DIREND; /* Backup only the directory entry */
254 Jmsg(jcr, M_INFO, 1, _(" Disallowed drive type. Will not descend into %s\n"),
258 Dmsg1(130, "FT_DIREND: %s\n", ff_pkt->link);
261 Dmsg1(130, "FT_SPEC saving: %s\n", ff_pkt->fname);
264 Dmsg1(130, "FT_RAW saving: %s\n", ff_pkt->fname);
267 Dmsg1(130, "FT_FIFO saving: %s\n", ff_pkt->fname);
271 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not access %s: ERR=%s\n"), ff_pkt->fname,
272 be.strerror(ff_pkt->ff_errno));
278 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not follow link %s: ERR=%s\n"), ff_pkt->fname,
279 be.strerror(ff_pkt->ff_errno));
285 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not stat %s: ERR=%s\n"), ff_pkt->fname,
286 be.strerror(ff_pkt->ff_errno));
292 Jmsg(jcr, M_SKIPPED, 1, _(" Unchanged file skipped: %s\n"), ff_pkt->fname);
295 Jmsg(jcr, M_NOTSAVED, 0, _(" Archive file not saved: %s\n"), ff_pkt->fname);
299 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not open directory %s: ERR=%s\n"), ff_pkt->fname,
300 be.strerror(ff_pkt->ff_errno));
305 Jmsg(jcr, M_NOTSAVED, 0, _(" Unknown file type %d; not saved: %s\n"), ff_pkt->type, ff_pkt->fname);
310 Dmsg1(130, "bfiled: sending %s to stored\n", ff_pkt->fname);
313 * Setup for digest handling. If this fails, the digest will be set to NULL
316 if (ff_pkt->flags & FO_MD5) {
317 digest = crypto_digest_new(CRYPTO_DIGEST_MD5);
318 digest_stream = STREAM_MD5_DIGEST;
320 } else if (ff_pkt->flags & FO_SHA1) {
321 digest = crypto_digest_new(CRYPTO_DIGEST_SHA1);
322 digest_stream = STREAM_SHA1_DIGEST;
324 } else if (ff_pkt->flags & FO_SHA256) {
325 digest = crypto_digest_new(CRYPTO_DIGEST_SHA256);
326 digest_stream = STREAM_SHA256_DIGEST;
328 } else if (ff_pkt->flags & FO_SHA512) {
329 digest = crypto_digest_new(CRYPTO_DIGEST_SHA512);
330 digest_stream = STREAM_SHA512_DIGEST;
333 /* Did digest initialization fail? */
334 if (digest_stream != STREAM_NONE && digest == NULL) {
335 Jmsg(jcr, M_WARNING, 0, _("%s digest initialization failed\n"),
336 stream_to_ascii(digest_stream));
340 * Set up signature digest handling. If this fails, the signature digest will be set to
343 // TODO landonf: We should really only calculate the digest once, for both verification and signing.
345 signing_digest = crypto_digest_new(signing_algorithm);
347 /* Full-stop if a failure occured initializing the signature digest */
348 if (signing_digest == NULL) {
349 Jmsg(jcr, M_NOTSAVED, 0, _("%s signature digest initialization failed\n"),
350 stream_to_ascii(signing_algorithm));
356 /* Enable encryption */
357 if (jcr->pki_encrypt) {
358 ff_pkt->flags |= FO_ENCRYPT;
361 /* Initialise the file descriptor we use for data and other streams. */
363 if (ff_pkt->flags & FO_PORTABLE) {
364 set_portable_backup(&ff_pkt->bfd); /* disable Win32 BackupRead() */
366 if (ff_pkt->reader) {
367 if (!set_prog(&ff_pkt->bfd, ff_pkt->reader, jcr)) {
368 Jmsg(jcr, M_FATAL, 0, _("Python reader program \"%s\" not found.\n"),
374 /* Send attributes -- must be done after binit() */
375 if (!encode_and_send_attributes(jcr, ff_pkt, data_stream)) {
380 * Open any file with data that we intend to save, then save it.
382 * Note, if is_win32_backup, we must open the Directory so that
383 * the BackupRead will save its permissions and ownership streams.
385 if (ff_pkt->type != FT_LNKSAVED && (S_ISREG(ff_pkt->statp.st_mode) &&
386 ff_pkt->statp.st_size > 0) ||
387 ff_pkt->type == FT_RAW || ff_pkt->type == FT_FIFO ||
388 (!is_portable_backup(&ff_pkt->bfd) && ff_pkt->type == FT_DIREND)) {
390 if (ff_pkt->type == FT_FIFO) {
391 tid = start_thread_timer(pthread_self(), 60);
395 int noatime = ff_pkt->flags & FO_NOATIME ? O_NOATIME : 0;
396 if (bopen(&ff_pkt->bfd, ff_pkt->fname, O_RDONLY | O_BINARY | noatime, 0) < 0) {
397 ff_pkt->ff_errno = errno;
399 Jmsg(jcr, M_NOTSAVED, 0, _(" Cannot open %s: ERR=%s.\n"), ff_pkt->fname,
403 stop_thread_timer(tid);
409 stop_thread_timer(tid);
413 /* Set up the encryption context, send the session data to the SD */
414 if (jcr->pki_encrypt) {
415 /* Send our header */
416 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, STREAM_ENCRYPTED_SESSION_DATA);
418 /* Grow the bsock buffer to fit our message if necessary */
419 if (sizeof_pool_memory(sd->msg) < jcr->pki_session_encoded_size) {
420 sd->msg = realloc_pool_memory(sd->msg, jcr->pki_session_encoded_size);
423 /* Copy our message over and send it */
424 memcpy(sd->msg, jcr->pki_session_encoded, jcr->pki_session_encoded_size);
425 sd->msglen = jcr->pki_session_encoded_size;
426 jcr->JobBytes += sd->msglen;
429 bnet_sig(sd, BNET_EOD);
432 stat = send_data(jcr, data_stream, ff_pkt, digest, signing_digest);
433 bclose(&ff_pkt->bfd);
439 #ifdef HAVE_DARWIN_OS
440 /* Regular files can have resource forks and Finder Info */
441 if (ff_pkt->type != FT_LNKSAVED && (S_ISREG(ff_pkt->statp.st_mode) &&
442 ff_pkt->flags & FO_HFSPLUS)) {
443 if (ff_pkt->hfsinfo.rsrclength > 0) {
445 if (!bopen_rsrc(&ff_pkt->bfd, ff_pkt->fname, O_RDONLY | O_BINARY, 0) < 0) {
446 ff_pkt->ff_errno = errno;
448 Jmsg(jcr, M_NOTSAVED, -1, _(" Cannot open resource fork for %s: ERR=%s.\n"), ff_pkt->fname,
451 if (is_bopen(&ff_pkt->bfd)) {
452 bclose(&ff_pkt->bfd);
456 flags = ff_pkt->flags;
457 ff_pkt->flags &= ~(FO_GZIP|FO_SPARSE);
458 stat = send_data(jcr, STREAM_MACOS_FORK_DATA, ff_pkt, digest, signing_digest);
459 ff_pkt->flags = flags;
460 bclose(&ff_pkt->bfd);
466 Dmsg1(300, "Saving Finder Info for \"%s\"\n", ff_pkt->fname);
467 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, STREAM_HFSPLUS_ATTRIBUTES);
468 Dmsg1(300, "bfiled>stored:header %s\n", sd->msg);
469 memcpy(sd->msg, ff_pkt->hfsinfo.fndrinfo, 32);
472 crypto_digest_update(digest, (uint8_t *)sd->msg, sd->msglen);
474 if (signing_digest) {
475 crypto_digest_update(signing_digest, (uint8_t *)sd->msg, sd->msglen);
478 bnet_sig(sd, BNET_EOD);
482 if (ff_pkt->flags & FO_ACL) {
483 /* Read access ACLs for files, dirs and links */
484 if (!read_and_send_acl(jcr, BACL_TYPE_ACCESS, STREAM_UNIX_ATTRIBUTES_ACCESS_ACL)) {
487 /* Directories can have default ACLs too */
488 if (ff_pkt->type == FT_DIREND && (BACL_CAP & BACL_CAP_DEFAULTS_DIR)) {
489 if (!read_and_send_acl(jcr, BACL_TYPE_DEFAULT, STREAM_UNIX_ATTRIBUTES_DEFAULT_ACL)) {
495 /* Terminate the signing digest and send it to the Storage daemon */
496 if (signing_digest) {
501 if ((sig = crypto_sign_new()) == NULL) {
502 Jmsg(jcr, M_FATAL, 0, _("Failed to allocate memory for stream signature.\n"));
506 if (crypto_sign_add_signer(sig, signing_digest, jcr->pki_keypair) == false) {
507 Jmsg(jcr, M_FATAL, 0, _("An error occured while signing the stream.\n"));
511 /* Get signature size */
512 if (crypto_sign_encode(sig, NULL, &size) == false) {
513 Jmsg(jcr, M_FATAL, 0, _("An error occured while signing the stream.\n"));
517 /* Allocate signature data buffer */
518 buf = (uint8_t *)malloc(size);
520 crypto_sign_free(sig);
524 /* Encode signature data */
525 if (crypto_sign_encode(sig, buf, &size) == false) {
526 Jmsg(jcr, M_FATAL, 0, _("An error occured while signing the stream.\n"));
530 /* Send our header */
531 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, STREAM_SIGNED_DIGEST);
532 Dmsg1(300, "bfiled>stored:header %s\n", sd->msg);
534 /* Grow the bsock buffer to fit our message if necessary */
535 if (sizeof_pool_memory(sd->msg) < (int32_t)size) {
536 sd->msg = realloc_pool_memory(sd->msg, size);
539 /* Copy our message over and send it */
540 memcpy(sd->msg, buf, size);
543 bnet_sig(sd, BNET_EOD); /* end of checksum */
545 crypto_digest_free(signing_digest);
546 crypto_sign_free(sig);
550 /* Terminate any digest and send it to Storage daemon and the Director */
552 uint8_t md[CRYPTO_DIGEST_MAX_SIZE];
557 if (crypto_digest_finalize(digest, md, &size)) {
558 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, digest_stream);
559 Dmsg1(300, "bfiled>stored:header %s\n", sd->msg);
560 memcpy(sd->msg, md, size);
563 bnet_sig(sd, BNET_EOD); /* end of checksum */
566 crypto_digest_free(digest);
573 * Send data read from an already open file descriptor.
575 * We return 1 on sucess and 0 on errors.
578 * We use ff_pkt->statp.st_size when FO_SPARSE.
579 * Currently this is not a problem as the only other stream, resource forks,
580 * are not handled as sparse files.
582 int send_data(JCR *jcr, int stream, FF_PKT *ff_pkt, DIGEST *digest,
583 DIGEST *signing_digest)
585 BSOCK *sd = jcr->store_bsock;
586 uint64_t fileAddr = 0; /* file address */
588 int32_t rsize = jcr->buf_size; /* read buffer size */
590 CIPHER_CONTEXT *cipher_ctx = NULL; /* Quell bogus uninitialized warnings */
591 const uint8_t *cipher_input;
592 uint32_t cipher_input_len;
593 uint32_t cipher_block_size;
594 uint32_t encrypted_len;
595 #ifdef FD_NO_SEND_TEST
600 rbuf = sd->msg; /* read buffer */
601 wbuf = sd->msg; /* write buffer */
602 cipher_input = (uint8_t *)rbuf; /* encrypt uncompressed data */
604 Dmsg1(300, "Saving data, type=%d\n", ff_pkt->type);
607 uLong compress_len = 0;
608 uLong max_compress_len = 0;
609 const Bytef *cbuf = NULL;
612 if (ff_pkt->flags & FO_GZIP) {
613 if (ff_pkt->flags & FO_SPARSE) {
614 cbuf = (Bytef *)jcr->compress_buf + SPARSE_FADDR_SIZE;
615 max_compress_len = jcr->compress_buf_size - SPARSE_FADDR_SIZE;
617 cbuf = (Bytef *)jcr->compress_buf;
618 max_compress_len = jcr->compress_buf_size; /* set max length */
620 wbuf = jcr->compress_buf; /* compressed output here */
621 cipher_input = (uint8_t *)jcr->compress_buf; /* encrypt compressed data */
624 * Only change zlib parameters if there is no pending operation.
625 * This should never happen as deflatereset is called after each
629 if (((z_stream*)jcr->pZLIB_compress_workset)->total_in == 0) {
630 /* set gzip compression level - must be done per file */
631 if ((zstat=deflateParams((z_stream*)jcr->pZLIB_compress_workset,
632 ff_pkt->GZIP_level, Z_DEFAULT_STRATEGY)) != Z_OK) {
633 Jmsg(jcr, M_FATAL, 0, _("Compression deflateParams error: %d\n"), zstat);
634 set_jcr_job_status(jcr, JS_ErrorTerminated);
640 const uint32_t max_compress_len = 0;
643 if (ff_pkt->flags & FO_ENCRYPT) {
644 /* Allocate the cipher context */
645 if ((cipher_ctx = crypto_cipher_new(jcr->pki_session, true,
646 &cipher_block_size)) == NULL) {
647 /* Shouldn't happen! */
648 Jmsg0(jcr, M_FATAL, 0, _("Failed to initialize encryption context\n"));
653 * Grow the crypto buffer, if necessary.
654 * crypto_cipher_update() will buffer up to (cipher_block_size - 1).
655 * We grow crypto_buf to the maximum number of blocks that
656 * could be returned for the given read buffer size.
657 * (Using the larger of either rsize or max_compress_len)
659 jcr->crypto_buf = check_pool_memory_size(jcr->crypto_buf,
660 (MAX(rsize + (int)sizeof(uint32_t), (int32_t)max_compress_len) +
661 cipher_block_size - 1) / cipher_block_size * cipher_block_size);
663 wbuf = jcr->crypto_buf; /* Encrypted, possibly compressed output here. */
667 * Send Data header to Storage daemon
668 * <file-index> <stream> <info>
670 if (!bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, stream)) {
671 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
675 Dmsg1(300, ">stored: datahdr %s\n", sd->msg);
678 * Make space at beginning of buffer for fileAddr because this
679 * same buffer will be used for writing if compression is off.
681 if (ff_pkt->flags & FO_SPARSE) {
682 rbuf += SPARSE_FADDR_SIZE;
683 rsize -= SPARSE_FADDR_SIZE;
684 #ifdef HAVE_FREEBSD_OS
686 * To read FreeBSD partitions, the read size must be
689 rsize = (rsize/512) * 512;
693 /* a RAW device read on win32 only works if the buffer is a multiple of 512 */
695 if (S_ISBLK(ff_pkt->statp.st_mode))
696 rsize = (rsize/512) * 512;
702 while ((sd->msglen=(uint32_t)bread(&ff_pkt->bfd, rbuf, rsize)) > 0) {
705 /* Check for sparse blocks */
706 if (ff_pkt->flags & FO_SPARSE) {
708 if (sd->msglen == rsize &&
709 fileAddr+sd->msglen < (uint64_t)ff_pkt->statp.st_size ||
710 ((ff_pkt->type == FT_RAW || ff_pkt->type == FT_FIFO) &&
711 (uint64_t)ff_pkt->statp.st_size == 0)) {
712 sparseBlock = is_buf_zero(rbuf, rsize);
715 ser_begin(wbuf, SPARSE_FADDR_SIZE);
716 ser_uint64(fileAddr); /* store fileAddr in begin of buffer */
720 jcr->ReadBytes += sd->msglen; /* count bytes read */
721 fileAddr += sd->msglen;
723 /* Uncompressed cipher input length */
724 cipher_input_len = sd->msglen;
726 /* Update checksum if requested */
728 crypto_digest_update(digest, (uint8_t *)rbuf, sd->msglen);
731 /* Update signing digest if requested */
732 if (signing_digest) {
733 crypto_digest_update(signing_digest, (uint8_t *)rbuf, sd->msglen);
737 /* Do compression if turned on */
738 if (!sparseBlock && (ff_pkt->flags & FO_GZIP) && jcr->pZLIB_compress_workset) {
739 Dmsg4(400, "cbuf=0x%x len=%u rbuf=0x%x len=%u\n", cbuf, compress_len,
742 ((z_stream*)jcr->pZLIB_compress_workset)->next_in = (Bytef *)rbuf;
743 ((z_stream*)jcr->pZLIB_compress_workset)->avail_in = sd->msglen;
744 ((z_stream*)jcr->pZLIB_compress_workset)->next_out = (Bytef *)cbuf;
745 ((z_stream*)jcr->pZLIB_compress_workset)->avail_out = max_compress_len;
747 if ((zstat=deflate((z_stream*)jcr->pZLIB_compress_workset, Z_FINISH)) != Z_STREAM_END) {
748 Jmsg(jcr, M_FATAL, 0, _("Compression deflate error: %d\n"), zstat);
749 set_jcr_job_status(jcr, JS_ErrorTerminated);
752 compress_len = ((z_stream*)jcr->pZLIB_compress_workset)->total_out;
753 /* reset zlib stream to be able to begin from scratch again */
754 if ((zstat=deflateReset((z_stream*)jcr->pZLIB_compress_workset)) != Z_OK) {
755 Jmsg(jcr, M_FATAL, 0, _("Compression deflateReset error: %d\n"), zstat);
756 set_jcr_job_status(jcr, JS_ErrorTerminated);
760 Dmsg2(400, "compressed len=%d uncompressed len=%d\n", compress_len,
763 sd->msglen = compress_len; /* set compressed length */
764 cipher_input_len = compress_len;
768 if (!sparseBlock && (ff_pkt->flags & FO_ENCRYPT)) {
769 uint32_t initial_len = 0;
771 if (ff_pkt->flags & FO_SPARSE) {
772 cipher_input_len += SPARSE_FADDR_SIZE;
775 /* Encrypt the length of the input block */
776 uint32_t packet_len = htonl(cipher_input_len);
778 if (!crypto_cipher_update(cipher_ctx, (const u_int8_t *)&packet_len,
779 sizeof(packet_len), (u_int8_t *)jcr->crypto_buf, &initial_len)) {
780 /* Encryption failed. Shouldn't happen. */
781 Jmsg(jcr, M_FATAL, 0, _("Encryption error\n"));
785 /* Encrypt the input block */
786 if (crypto_cipher_update(cipher_ctx, cipher_input, cipher_input_len,
787 (u_int8_t *)&jcr->crypto_buf[initial_len], &encrypted_len)) {
788 if ((initial_len + encrypted_len) == 0) {
789 /* No full block of data available, read more data */
792 Dmsg2(400, "encrypted len=%d unencrypted len=%d\n", encrypted_len,
794 sd->msglen = initial_len + encrypted_len; /* set encrypted length */
796 /* Encryption failed. Shouldn't happen. */
797 Jmsg(jcr, M_FATAL, 0, _("Encryption error\n"));
802 /* Send the buffer to the Storage daemon */
804 if (ff_pkt->flags & FO_SPARSE) {
805 sd->msglen += SPARSE_FADDR_SIZE; /* include fileAddr in size */
807 sd->msg = wbuf; /* set correct write buffer */
808 if (!bnet_send(sd)) {
809 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
814 Dmsg1(130, "Send data to SD len=%d\n", sd->msglen);
816 jcr->JobBytes += sd->msglen; /* count bytes saved possibly compressed/encrypted */
817 sd->msg = msgsave; /* restore read buffer */
819 } /* end while read file data */
821 /* Send any remaining encrypted data + padding */
822 if (sd->msglen >= 0) {
823 if (ff_pkt->flags & FO_ENCRYPT) {
824 if (!crypto_cipher_finalize(cipher_ctx, (uint8_t *)jcr->crypto_buf,
826 /* Padding failed. Shouldn't happen. */
827 Jmsg(jcr, M_FATAL, 0, _("Encryption padding error\n"));
831 if (encrypted_len > 0) {
832 sd->msglen = encrypted_len; /* set encrypted length */
834 sd->msg = jcr->crypto_buf; /* set correct write buffer */
835 if (!bnet_send(sd)) {
836 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
840 Dmsg1(130, "Send data to SD len=%d\n", sd->msglen);
841 jcr->JobBytes += sd->msglen; /* count bytes saved possibly compressed/encrypted */
842 sd->msg = msgsave; /* restore bnet buffer */
847 Jmsg(jcr, M_ERROR, 0, _("Read error on file %s. ERR=%s\n"),
848 ff_pkt->fname, be.strerror(ff_pkt->bfd.berrno));
849 if (jcr->Errors++ > 1000) { /* insanity check */
850 Jmsg(jcr, M_FATAL, 0, _("Too many errors.\n"));
854 if (!bnet_sig(sd, BNET_EOD)) { /* indicate end of file data */
855 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
860 /* Free the cipher context */
862 crypto_cipher_free(cipher_ctx);
867 /* Free the cipher context */
869 crypto_cipher_free(cipher_ctx);
872 sd->msg = msgsave; /* restore bnet buffer */
878 * Read and send an ACL for the last encountered file.
880 static bool read_and_send_acl(JCR *jcr, int acltype, int stream)
883 BSOCK *sd = jcr->store_bsock;
886 #ifdef FD_NO_SEND_TEST
890 len = bacl_get(jcr, acltype);
892 Jmsg1(jcr, M_WARNING, 0, _("Error reading ACL of %s\n"), jcr->last_fname);
896 return true; /* no ACL */
900 if (!bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, stream)) {
901 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
906 /* Send the buffer to the storage deamon */
907 Dmsg2(400, "Backing up ACL type 0x%2x <%s>\n", acltype, jcr->acl_text);
909 sd->msg = jcr->acl_text;
910 sd->msglen = len + 1;
911 if (!bnet_send(sd)) {
914 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
919 jcr->JobBytes += sd->msglen;
921 if (!bnet_sig(sd, BNET_EOD)) {
922 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
927 Dmsg1(200, "ACL of file: %s successfully backed up!\n", jcr->last_fname);
932 static bool encode_and_send_attributes(JCR *jcr, FF_PKT *ff_pkt, int &data_stream)
934 BSOCK *sd = jcr->store_bsock;
935 char attribs[MAXSTRING];
936 char attribsEx[MAXSTRING];
939 #ifdef FD_NO_SEND_TEST
943 /* Find what data stream we will use, then encode the attributes */
944 if ((data_stream = select_data_stream(ff_pkt)) == STREAM_NONE) {
945 /* This should not happen */
946 Jmsg0(jcr, M_FATAL, 0, _("Invalid file flags, no supported data stream type.\n"));
949 encode_stat(attribs, ff_pkt, data_stream);
951 /* Now possibly extend the attributes */
952 attr_stream = encode_attribsEx(jcr, attribsEx, ff_pkt);
954 Dmsg3(300, "File %s\nattribs=%s\nattribsEx=%s\n", ff_pkt->fname, attribs, attribsEx);
957 jcr->JobFiles++; /* increment number of files sent */
958 ff_pkt->FileIndex = jcr->JobFiles; /* return FileIndex */
959 pm_strcpy(jcr->last_fname, ff_pkt->fname);
963 * Send Attributes header to Storage daemon
964 * <file-index> <stream> <info>
966 if (!bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, attr_stream)) {
967 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
971 Dmsg1(300, ">stored: attrhdr %s\n", sd->msg);
974 * Send file attributes to Storage daemon
977 * Filename (full path)
979 * Link name (if type==FT_LNK or FT_LNKSAVED)
980 * Encoded extended-attributes (for Win32)
982 * For a directory, link is the same as fname, but with trailing
983 * slash. For a linked file, link is the link.
985 if (ff_pkt->type == FT_LNK || ff_pkt->type == FT_LNKSAVED) {
986 Dmsg2(300, "Link %s to %s\n", ff_pkt->fname, ff_pkt->link);
987 stat = bnet_fsend(sd, "%ld %d %s%c%s%c%s%c%s%c", jcr->JobFiles,
988 ff_pkt->type, ff_pkt->fname, 0, attribs, 0, ff_pkt->link, 0,
990 } else if (ff_pkt->type == FT_DIREND) {
991 /* Here link is the canonical filename (i.e. with trailing slash) */
992 stat = bnet_fsend(sd, "%ld %d %s%c%s%c%c%s%c", jcr->JobFiles,
993 ff_pkt->type, ff_pkt->link, 0, attribs, 0, 0, attribsEx, 0);
995 stat = bnet_fsend(sd, "%ld %d %s%c%s%c%c%s%c", jcr->JobFiles,
996 ff_pkt->type, ff_pkt->fname, 0, attribs, 0, 0, attribsEx, 0);
999 Dmsg2(300, ">stored: attr len=%d: %s\n", sd->msglen, sd->msg);
1001 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
1005 bnet_sig(sd, BNET_EOD); /* indicate end of attributes data */