2 * Bacula File Daemon backup.c send file attributes and data
3 * to the Storage daemon.
5 * Kern Sibbald, March MM
11 Copyright (C) 2000-2006 Kern Sibbald
13 This program is free software; you can redistribute it and/or
14 modify it under the terms of the GNU General Public License
15 version 2 as amended with additional clauses defined in the
16 file LICENSE in the main source directory.
18 This program is distributed in the hope that it will be useful,
19 but WITHOUT ANY WARRANTY; without even the implied warranty of
20 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
21 the file LICENSE for additional details.
28 /* Forward referenced functions */
29 static int save_file(FF_PKT *ff_pkt, void *pkt, bool top_level);
30 static int send_data(JCR *jcr, int stream, FF_PKT *ff_pkt, DIGEST *digest, DIGEST *signature_digest);
31 static bool encode_and_send_attributes(JCR *jcr, FF_PKT *ff_pkt, int &data_stream);
32 static bool read_and_send_acl(JCR *jcr, int acltype, int stream);
35 * Find all the requested files and send them
36 * to the Storage daemon.
38 * Note, we normally carry on a one-way
39 * conversation from this point on with the SD, simply blasting
40 * data to him. To properly know what is going on, we
41 * also run a "heartbeat" monitor which reads the socket and
42 * reacts accordingly (at the moment it has nothing to do
43 * except echo the heartbeat to the Director).
46 bool blast_data_to_storage_daemon(JCR *jcr, char *addr)
50 // TODO landonf: Allow user to specify encryption algorithm
51 crypto_cipher_t cipher = CRYPTO_CIPHER_AES_128_CBC;
53 sd = jcr->store_bsock;
55 set_jcr_job_status(jcr, JS_Running);
57 Dmsg1(300, "bfiled: opened data connection %d to stored\n", sd->fd);
60 CLIENT *client = (CLIENT *)GetNextRes(R_CLIENT, NULL);
64 buf_size = client->max_network_buffer_size;
66 buf_size = 0; /* use default */
68 if (!bnet_set_buffer_size(sd, buf_size, BNET_SETBUF_WRITE)) {
69 set_jcr_job_status(jcr, JS_ErrorTerminated);
70 Jmsg(jcr, M_FATAL, 0, _("Cannot set buffer size FD->SD.\n"));
74 jcr->buf_size = sd->msglen;
75 /* Adjust for compression so that output buffer is
76 * 12 bytes + 0.1% larger than input buffer plus 18 bytes.
77 * This gives a bit extra plus room for the sparse addr if any.
78 * Note, we adjust the read size to be smaller so that the
79 * same output buffer can be used without growing it.
81 * The zlib compression workset is initialized here to minimise
82 * the "per file" load. The jcr member is only set, if the init was successful.
84 jcr->compress_buf_size = jcr->buf_size + ((jcr->buf_size+999) / 1000) + 30;
85 jcr->compress_buf = get_memory(jcr->compress_buf_size);
88 z_stream *pZlibStream = (z_stream*)malloc(sizeof(z_stream));
90 pZlibStream->zalloc = Z_NULL;
91 pZlibStream->zfree = Z_NULL;
92 pZlibStream->opaque = Z_NULL;
93 pZlibStream->state = Z_NULL;
95 if (deflateInit(pZlibStream, Z_DEFAULT_COMPRESSION) == Z_OK)
96 jcr->pZLIB_compress_workset = pZlibStream;
102 /* Create encryption session data and a cached, DER-encoded session data
103 * structure. We use a single session key for each backup, so we'll encode
104 * the session data only once. */
105 if (jcr->pki_encrypt) {
108 /* Create per-job session encryption context */
109 jcr->pki_session = crypto_session_new(cipher, jcr->pki_recipients);
111 /* Get the session data size */
112 if (crypto_session_encode(jcr->pki_session, (uint8_t *)0, &size) == false) {
113 Jmsg(jcr, M_FATAL, 0, _("An error occured while encrypting the stream.\n"));
117 /* Allocate buffer */
118 jcr->pki_session_encoded = (uint8_t *)malloc(size);
119 if (!jcr->pki_session_encoded) {
123 /* Encode session data */
124 if (crypto_session_encode(jcr->pki_session, jcr->pki_session_encoded, &size) == false) {
125 Jmsg(jcr, M_FATAL, 0, _("An error occured while encrypting the stream.\n"));
129 /* ... and store the encoded size */
130 jcr->pki_session_encoded_size = size;
132 /* Allocate the encryption/decryption buffer */
133 jcr->crypto_buf = get_memory(CRYPTO_CIPHER_MAX_BLOCK_SIZE);
136 Dmsg1(300, "set_find_options ff=%p\n", jcr->ff);
137 set_find_options((FF_PKT *)jcr->ff, jcr->incremental, jcr->mtime);
138 Dmsg0(300, "start find files\n");
140 start_heartbeat_monitor(jcr);
142 jcr->acl_text = get_pool_memory(PM_MESSAGE);
144 /* Subroutine save_file() is called for each file */
145 if (!find_files(jcr, (FF_PKT *)jcr->ff, save_file, (void *)jcr)) {
146 ok = false; /* error */
147 set_jcr_job_status(jcr, JS_ErrorTerminated);
148 // Jmsg(jcr, M_FATAL, 0, _("Find files error.\n"));
151 free_pool_memory(jcr->acl_text);
153 stop_heartbeat_monitor(jcr);
155 bnet_sig(sd, BNET_EOD); /* end of sending data */
161 if (jcr->compress_buf) {
162 free_pool_memory(jcr->compress_buf);
163 jcr->compress_buf = NULL;
165 if (jcr->pZLIB_compress_workset) {
166 /* Free the zlib stream */
168 deflateEnd((z_stream *)jcr->pZLIB_compress_workset);
170 free (jcr->pZLIB_compress_workset);
171 jcr->pZLIB_compress_workset = NULL;
173 if (jcr->crypto_buf) {
174 free_pool_memory(jcr->crypto_buf);
175 jcr->crypto_buf = NULL;
177 if (jcr->pki_session) {
178 crypto_session_free(jcr->pki_session);
180 if (jcr->pki_session_encoded) {
181 free(jcr->pki_session_encoded);
184 Dmsg1(100, "end blast_data ok=%d\n", ok);
189 * Called here by find() for each file included.
190 * This is a callback. The original is find_files() above.
192 * Send the file and its data to the Storage daemon.
196 * -1 to ignore file/directory (not used here)
198 static int save_file(FF_PKT *ff_pkt, void *vjcr, bool top_level)
200 int stat, data_stream;
201 DIGEST *digest = NULL;
202 DIGEST *signing_digest = NULL;
203 int digest_stream = STREAM_NONE;
204 // TODO landonf: Allow the user to specify the digest algorithm
206 crypto_digest_t signing_algorithm = CRYPTO_DIGEST_SHA256;
208 crypto_digest_t signing_algorithm = CRYPTO_DIGEST_SHA1;
210 JCR *jcr = (JCR *)vjcr;
211 BSOCK *sd = jcr->store_bsock;
213 if (job_canceled(jcr)) {
217 jcr->num_files_examined++; /* bump total file count */
219 switch (ff_pkt->type) {
220 case FT_LNKSAVED: /* Hard linked, file already saved */
221 Dmsg2(130, "FT_LNKSAVED hard link: %s => %s\n", ff_pkt->fname, ff_pkt->link);
224 Dmsg1(130, "FT_REGE saving: %s\n", ff_pkt->fname);
227 Dmsg1(130, "FT_REG saving: %s\n", ff_pkt->fname);
230 Dmsg2(130, "FT_LNK saving: %s -> %s\n", ff_pkt->fname, ff_pkt->link);
233 jcr->num_files_examined--; /* correct file count */
234 return 1; /* not used */
236 Jmsg(jcr, M_INFO, 1, _(" Recursion turned off. Will not descend into %s\n"),
238 ff_pkt->type = FT_DIREND; /* Backup only the directory entry */
241 /* Suppress message for /dev filesystems */
242 if (strncmp(ff_pkt->fname, "/dev/", 5) != 0) {
243 Jmsg(jcr, M_INFO, 1, _(" Filesystem change prohibited. Will not descend into %s\n"),
246 ff_pkt->type = FT_DIREND; /* Backup only the directory entry */
249 Jmsg(jcr, M_INFO, 1, _(" Disallowed filesystem. Will not descend into %s\n"),
251 ff_pkt->type = FT_DIREND; /* Backup only the directory entry */
254 Dmsg1(130, "FT_DIREND: %s\n", ff_pkt->link);
257 Dmsg1(130, "FT_SPEC saving: %s\n", ff_pkt->fname);
260 Dmsg1(130, "FT_RAW saving: %s\n", ff_pkt->fname);
263 Dmsg1(130, "FT_FIFO saving: %s\n", ff_pkt->fname);
267 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not access %s: ERR=%s\n"), ff_pkt->fname,
268 be.strerror(ff_pkt->ff_errno));
274 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not follow link %s: ERR=%s\n"), ff_pkt->fname,
275 be.strerror(ff_pkt->ff_errno));
281 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not stat %s: ERR=%s\n"), ff_pkt->fname,
282 be.strerror(ff_pkt->ff_errno));
288 Jmsg(jcr, M_SKIPPED, 1, _(" Unchanged file skipped: %s\n"), ff_pkt->fname);
291 Jmsg(jcr, M_NOTSAVED, 0, _(" Archive file not saved: %s\n"), ff_pkt->fname);
295 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not open directory %s: ERR=%s\n"), ff_pkt->fname,
296 be.strerror(ff_pkt->ff_errno));
301 Jmsg(jcr, M_NOTSAVED, 0, _(" Unknown file type %d; not saved: %s\n"), ff_pkt->type, ff_pkt->fname);
306 Dmsg1(130, "bfiled: sending %s to stored\n", ff_pkt->fname);
309 * Setup for digest handling. If this fails, the digest will be set to NULL
312 if (ff_pkt->flags & FO_MD5) {
313 digest = crypto_digest_new(CRYPTO_DIGEST_MD5);
314 digest_stream = STREAM_MD5_DIGEST;
316 } else if (ff_pkt->flags & FO_SHA1) {
317 digest = crypto_digest_new(CRYPTO_DIGEST_SHA1);
318 digest_stream = STREAM_SHA1_DIGEST;
320 } else if (ff_pkt->flags & FO_SHA256) {
321 digest = crypto_digest_new(CRYPTO_DIGEST_SHA256);
322 digest_stream = STREAM_SHA256_DIGEST;
324 } else if (ff_pkt->flags & FO_SHA512) {
325 digest = crypto_digest_new(CRYPTO_DIGEST_SHA512);
326 digest_stream = STREAM_SHA512_DIGEST;
329 /* Did digest initialization fail? */
330 if (digest_stream != STREAM_NONE && digest == NULL) {
331 Jmsg(jcr, M_WARNING, 0, _("%s digest initialization failed\n"),
332 stream_to_ascii(digest_stream));
336 * Set up signature digest handling. If this fails, the signature digest will be set to
339 // TODO landonf: We should really only calculate the digest once, for both verification and signing.
341 signing_digest = crypto_digest_new(signing_algorithm);
343 /* Full-stop if a failure occured initializing the signature digest */
344 if (jcr->pki_sign && signing_digest == NULL) {
345 Jmsg(jcr, M_NOTSAVED, 0, _("%s signature digest initialization failed\n"),
346 stream_to_ascii(signing_algorithm));
351 /* Enable encryption */
352 if (jcr->pki_encrypt) {
353 ff_pkt->flags |= FO_ENCRYPT;
356 /* Initialise the file descriptor we use for data and other streams. */
358 if (ff_pkt->flags & FO_PORTABLE) {
359 set_portable_backup(&ff_pkt->bfd); /* disable Win32 BackupRead() */
361 if (ff_pkt->reader) {
362 if (!set_prog(&ff_pkt->bfd, ff_pkt->reader, jcr)) {
363 Jmsg(jcr, M_FATAL, 0, _("Python reader program \"%s\" not found.\n"),
369 /* Send attributes -- must be done after binit() */
370 if (!encode_and_send_attributes(jcr, ff_pkt, data_stream)) {
375 * Open any file with data that we intend to save, then save it.
377 * Note, if is_win32_backup, we must open the Directory so that
378 * the BackupRead will save its permissions and ownership streams.
380 if (ff_pkt->type != FT_LNKSAVED && (S_ISREG(ff_pkt->statp.st_mode) &&
381 ff_pkt->statp.st_size > 0) ||
382 ff_pkt->type == FT_RAW || ff_pkt->type == FT_FIFO ||
383 (!is_portable_backup(&ff_pkt->bfd) && ff_pkt->type == FT_DIREND)) {
385 if (ff_pkt->type == FT_FIFO) {
386 tid = start_thread_timer(pthread_self(), 60);
390 int noatime = ff_pkt->flags & FO_NOATIME ? O_NOATIME : 0;
391 if (bopen(&ff_pkt->bfd, ff_pkt->fname, O_RDONLY | O_BINARY | noatime, 0) < 0) {
392 ff_pkt->ff_errno = errno;
394 Jmsg(jcr, M_NOTSAVED, 0, _(" Cannot open %s: ERR=%s.\n"), ff_pkt->fname,
398 stop_thread_timer(tid);
404 stop_thread_timer(tid);
408 /* Set up the encryption context, send the session data to the SD */
409 if (jcr->pki_encrypt) {
410 /* Send our header */
411 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, STREAM_ENCRYPTED_SESSION_DATA);
413 /* Grow the bsock buffer to fit our message if necessary */
414 if ((size_t) sizeof_pool_memory(sd->msg) < jcr->pki_session_encoded_size) {
415 sd->msg = realloc_pool_memory(sd->msg, jcr->pki_session_encoded_size);
418 /* Copy our message over and send it */
419 memcpy(sd->msg, jcr->pki_session_encoded, jcr->pki_session_encoded_size);
420 sd->msglen = jcr->pki_session_encoded_size;
421 jcr->JobBytes += sd->msglen;
424 bnet_sig(sd, BNET_EOD);
427 stat = send_data(jcr, data_stream, ff_pkt, digest, signing_digest);
428 bclose(&ff_pkt->bfd);
434 #ifdef HAVE_DARWIN_OS
435 /* Regular files can have resource forks and Finder Info */
436 if (ff_pkt->type != FT_LNKSAVED && (S_ISREG(ff_pkt->statp.st_mode) &&
437 ff_pkt->flags & FO_HFSPLUS)) {
438 if (ff_pkt->hfsinfo.rsrclength > 0) {
440 if (!bopen_rsrc(&ff_pkt->bfd, ff_pkt->fname, O_RDONLY | O_BINARY, 0) < 0) {
441 ff_pkt->ff_errno = errno;
443 Jmsg(jcr, M_NOTSAVED, -1, _(" Cannot open resource fork for %s: ERR=%s.\n"), ff_pkt->fname,
446 if (is_bopen(&ff_pkt->bfd)) {
447 bclose(&ff_pkt->bfd);
451 flags = ff_pkt->flags;
452 ff_pkt->flags &= ~(FO_GZIP|FO_SPARSE);
453 stat = send_data(jcr, STREAM_MACOS_FORK_DATA, ff_pkt, digest, signing_digest);
454 ff_pkt->flags = flags;
455 bclose(&ff_pkt->bfd);
461 Dmsg1(300, "Saving Finder Info for \"%s\"\n", ff_pkt->fname);
462 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, STREAM_HFSPLUS_ATTRIBUTES);
463 Dmsg1(300, "bfiled>stored:header %s\n", sd->msg);
464 memcpy(sd->msg, ff_pkt->hfsinfo.fndrinfo, 32);
467 crypto_digest_update(digest, sd->msg, sd->msglen);
469 if (signing_digest) {
470 crypto_digest_update(signing_digest, sd->msg, sd->msglen);
473 bnet_sig(sd, BNET_EOD);
477 if (ff_pkt->flags & FO_ACL) {
478 /* Read access ACLs for files, dirs and links */
479 if (!read_and_send_acl(jcr, BACL_TYPE_ACCESS, STREAM_UNIX_ATTRIBUTES_ACCESS_ACL)) {
482 /* Directories can have default ACLs too */
483 if (ff_pkt->type == FT_DIREND && (BACL_CAP & BACL_CAP_DEFAULTS_DIR)) {
484 if (!read_and_send_acl(jcr, BACL_TYPE_DEFAULT, STREAM_UNIX_ATTRIBUTES_DEFAULT_ACL)) {
490 /* Terminate the signing digest and send it to the Storage daemon */
491 if (signing_digest) {
496 if ((sig = crypto_sign_new()) == NULL) {
497 Jmsg(jcr, M_FATAL, 0, _("Failed to allocate memory for stream signature.\n"));
501 if (crypto_sign_add_signer(sig, signing_digest, jcr->pki_keypair) == false) {
502 Jmsg(jcr, M_FATAL, 0, _("An error occured while signing the stream.\n"));
506 /* Get signature size */
507 if (crypto_sign_encode(sig, NULL, &size) == false) {
508 Jmsg(jcr, M_FATAL, 0, _("An error occured while signing the stream.\n"));
512 /* Allocate signature data buffer */
513 buf = (uint8_t *)malloc(size);
515 crypto_sign_free(sig);
519 /* Encode signature data */
520 if (crypto_sign_encode(sig, buf, &size) == false) {
521 Jmsg(jcr, M_FATAL, 0, _("An error occured while signing the stream.\n"));
525 /* Send our header */
526 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, STREAM_SIGNED_DIGEST);
527 Dmsg1(300, "bfiled>stored:header %s\n", sd->msg);
529 /* Grow the bsock buffer to fit our message if necessary */
530 if ((size_t) sizeof_pool_memory(sd->msg) < size) {
531 sd->msg = realloc_pool_memory(sd->msg, size);
534 /* Copy our message over and send it */
535 memcpy(sd->msg, buf, size);
538 bnet_sig(sd, BNET_EOD); /* end of checksum */
540 crypto_digest_free(signing_digest);
541 crypto_sign_free(sig);
545 /* Terminate any digest and send it to Storage daemon and the Director */
547 uint8_t md[CRYPTO_DIGEST_MAX_SIZE];
552 if (crypto_digest_finalize(digest, md, &size)) {
553 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, digest_stream);
554 Dmsg1(300, "bfiled>stored:header %s\n", sd->msg);
555 memcpy(sd->msg, md, size);
558 bnet_sig(sd, BNET_EOD); /* end of checksum */
561 crypto_digest_free(digest);
568 * Send data read from an already open file descriptor.
570 * We return 1 on sucess and 0 on errors.
573 * We use ff_pkt->statp.st_size when FO_SPARSE.
574 * Currently this is not a problem as the only other stream, resource forks,
575 * are not handled as sparse files.
577 int send_data(JCR *jcr, int stream, FF_PKT *ff_pkt, DIGEST *digest, DIGEST *signing_digest)
579 BSOCK *sd = jcr->store_bsock;
580 uint64_t fileAddr = 0; /* file address */
582 int rsize = jcr->buf_size; /* read buffer size */
584 CIPHER_CONTEXT *cipher_ctx = NULL; /* Quell bogus uninitialized warnings */
585 const uint8_t *cipher_input;
586 uint32_t cipher_input_len;
587 uint32_t cipher_block_size;
588 uint32_t encrypted_len;
589 #ifdef FD_NO_SEND_TEST
594 rbuf = sd->msg; /* read buffer */
595 wbuf = sd->msg; /* write buffer */
596 cipher_input = (uint8_t *)rbuf; /* encrypt uncompressed data */
599 Dmsg1(300, "Saving data, type=%d\n", ff_pkt->type);
602 uLong compress_len, max_compress_len = 0;
603 const Bytef *cbuf = NULL;
606 if (ff_pkt->flags & FO_GZIP) {
607 if (ff_pkt->flags & FO_SPARSE) {
608 cbuf = (Bytef *)jcr->compress_buf + SPARSE_FADDR_SIZE;
609 max_compress_len = jcr->compress_buf_size - SPARSE_FADDR_SIZE;
611 cbuf = (Bytef *)jcr->compress_buf;
612 max_compress_len = jcr->compress_buf_size; /* set max length */
614 wbuf = jcr->compress_buf; /* compressed output here */
615 cipher_input = (uint8_t *)jcr->compress_buf; /* encrypt compressed data */
618 * Only change zlib parameters if there is no pending operation.
619 * This should never happen as deflaterset is called after each
623 if (((z_stream*)jcr->pZLIB_compress_workset)->total_in == 0) {
624 /* set gzip compression level - must be done per file */
625 if ((zstat=deflateParams((z_stream*)jcr->pZLIB_compress_workset, ff_pkt->GZIP_level, Z_DEFAULT_STRATEGY)) != Z_OK) {
626 Jmsg(jcr, M_FATAL, 0, _("Compression deflateParams error: %d\n"), zstat);
627 set_jcr_job_status(jcr, JS_ErrorTerminated);
633 const uint32_t max_compress_len = 0;
636 if (ff_pkt->flags & FO_ENCRYPT) {
637 /* Allocate the cipher context */
638 if ((cipher_ctx = crypto_cipher_new(jcr->pki_session, true, &cipher_block_size)) == NULL) {
639 /* Shouldn't happen! */
640 Jmsg0(jcr, M_FATAL, 0, _("Failed to initialize encryption context\n"));
645 * Grow the crypto buffer, if necessary.
646 * crypto_cipher_update() will buffer up to (cipher_block_size - 1).
647 * We grow crypto_buf to the maximum number of blocks that
648 * could be returned for the given read buffer size.
649 * (Using the larger of either rsize or max_compress_len)
651 jcr->crypto_buf = check_pool_memory_size(jcr->crypto_buf, (MAX((size_t) rsize, max_compress_len) + cipher_block_size - 1) / cipher_block_size * cipher_block_size);
653 wbuf = jcr->crypto_buf; /* Encrypted, possibly compressed output here. */
657 * Send Data header to Storage daemon
658 * <file-index> <stream> <info>
660 if (!bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, stream)) {
661 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
665 Dmsg1(300, ">stored: datahdr %s\n", sd->msg);
668 * Make space at beginning of buffer for fileAddr because this
669 * same buffer will be used for writing if compression if off.
671 if (ff_pkt->flags & FO_SPARSE) {
672 rbuf += SPARSE_FADDR_SIZE;
673 rsize -= SPARSE_FADDR_SIZE;
674 #ifdef HAVE_FREEBSD_OS
676 * To read FreeBSD partitions, the read size must be
679 rsize = (rsize/512) * 512;
683 /* a RAW device read on win32 only works if the buffer is a multiple of 512 */
685 if (S_ISBLK(ff_pkt->statp.st_mode))
686 rsize = (rsize/512) * 512;
692 while ((sd->msglen=(uint32_t)bread(&ff_pkt->bfd, rbuf, rsize)) > 0) {
695 /* Check for sparse blocks */
696 if (ff_pkt->flags & FO_SPARSE) {
698 if (sd->msglen == rsize &&
699 fileAddr+sd->msglen < (uint64_t)ff_pkt->statp.st_size ||
700 ((ff_pkt->type == FT_RAW || ff_pkt->type == FT_FIFO) &&
701 (uint64_t)ff_pkt->statp.st_size == 0)) {
702 sparseBlock = is_buf_zero(rbuf, rsize);
705 ser_begin(wbuf, SPARSE_FADDR_SIZE);
706 ser_uint64(fileAddr); /* store fileAddr in begin of buffer */
709 jcr->ReadBytes += sd->msglen; /* count bytes read */
710 fileAddr += sd->msglen;
712 /* Uncompressed cipher input length */
713 cipher_input_len = sd->msglen;
715 /* Update checksum if requested */
717 crypto_digest_update(digest, (uint8_t *)rbuf, sd->msglen);
720 /* Update signing digest if requested */
721 if (signing_digest) {
722 crypto_digest_update(signing_digest, (uint8_t *)rbuf, sd->msglen);
726 /* Do compression if turned on */
727 if (!sparseBlock && (ff_pkt->flags & FO_GZIP) && jcr->pZLIB_compress_workset) {
728 compress_len = max_compress_len;
729 Dmsg4(400, "cbuf=0x%x len=%u rbuf=0x%x len=%u\n", cbuf, compress_len,
732 ((z_stream*)jcr->pZLIB_compress_workset)->next_in = (Bytef *)rbuf;
733 ((z_stream*)jcr->pZLIB_compress_workset)->avail_in = sd->msglen;
734 ((z_stream*)jcr->pZLIB_compress_workset)->next_out = (Bytef *)cbuf;
735 ((z_stream*)jcr->pZLIB_compress_workset)->avail_out = compress_len;
737 if ((zstat=deflate((z_stream*)jcr->pZLIB_compress_workset, Z_FINISH)) != Z_STREAM_END) {
738 Jmsg(jcr, M_FATAL, 0, _("Compression deflate error: %d\n"), zstat);
739 set_jcr_job_status(jcr, JS_ErrorTerminated);
742 compress_len = ((z_stream*)jcr->pZLIB_compress_workset)->total_out;
743 /* reset zlib stream to be able to begin from scratch again */
744 if ((zstat=deflateReset((z_stream*)jcr->pZLIB_compress_workset)) != Z_OK) {
745 Jmsg(jcr, M_FATAL, 0, _("Compression deflateReset error: %d\n"), zstat);
746 set_jcr_job_status(jcr, JS_ErrorTerminated);
750 Dmsg2(400, "compressed len=%d uncompressed len=%d\n",
751 compress_len, sd->msglen);
753 sd->msglen = compress_len; /* set compressed length */
754 cipher_input_len = compress_len;
758 if (ff_pkt->flags & FO_ENCRYPT) {
759 /* Encrypt the input block */
760 if (crypto_cipher_update(cipher_ctx, cipher_input, cipher_input_len, (uint8_t *)jcr->crypto_buf, &encrypted_len)) {
761 if (encrypted_len == 0) {
762 /* No full block of data available, read more data */
765 Dmsg2(400, "encrypted len=%d unencrypted len=%d\n",
766 encrypted_len, sd->msglen);
767 sd->msglen = encrypted_len; /* set encrypted length */
769 /* Encryption failed. Shouldn't happen. */
770 Jmsg(jcr, M_FATAL, 0, _("Encryption error\n"));
775 /* Send the buffer to the Storage daemon */
777 if (ff_pkt->flags & FO_SPARSE) {
778 sd->msglen += SPARSE_FADDR_SIZE; /* include fileAddr in size */
780 sd->msg = wbuf; /* set correct write buffer */
781 if (!bnet_send(sd)) {
782 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
787 Dmsg1(130, "Send data to SD len=%d\n", sd->msglen);
789 jcr->JobBytes += sd->msglen; /* count bytes saved possibly compressed/encrypted */
790 sd->msg = msgsave; /* restore read buffer */
792 } /* end while read file data */
794 /* Send any remaining encrypted data + padding */
795 if (ff_pkt->flags & FO_ENCRYPT) {
796 if (!crypto_cipher_finalize(cipher_ctx, (uint8_t *)jcr->crypto_buf, &encrypted_len)) {
797 /* Padding failed. Shouldn't happen. */
798 Jmsg(jcr, M_FATAL, 0, _("Encryption padding error\n"));
802 if (encrypted_len > 0) {
803 sd->msglen = encrypted_len; /* set encrypted length */
805 /* Send remaining encrypted data to the SD */
806 if (ff_pkt->flags & FO_SPARSE) {
807 sd->msglen += SPARSE_FADDR_SIZE; /* include fileAddr in size */
809 sd->msg = wbuf; /* set correct write buffer */
810 if (!bnet_send(sd)) {
811 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
815 Dmsg1(130, "Send data to SD len=%d\n", sd->msglen);
816 jcr->JobBytes += sd->msglen; /* count bytes saved possibly compressed/encrypted */
817 sd->msg = msgsave; /* restore bnet buffer */
821 if (sd->msglen < 0) {
823 Jmsg(jcr, M_ERROR, 0, _("Read error on file %s. ERR=%s\n"),
824 ff_pkt->fname, be.strerror(ff_pkt->bfd.berrno));
825 if (jcr->Errors++ > 1000) { /* insanity check */
826 Jmsg(jcr, M_FATAL, 0, _("Too many errors.\n"));
831 if (!bnet_sig(sd, BNET_EOD)) { /* indicate end of file data */
832 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
837 /* Free the cipher context */
839 crypto_cipher_free(cipher_ctx);
844 /* Free the cipher context */
846 crypto_cipher_free(cipher_ctx);
849 sd->msg = msgsave; /* restore bnet buffer */
855 * Read and send an ACL for the last encountered file.
857 static bool read_and_send_acl(JCR *jcr, int acltype, int stream)
860 BSOCK *sd = jcr->store_bsock;
863 #ifdef FD_NO_SEND_TEST
867 len = bacl_get(jcr, acltype);
869 Jmsg1(jcr, M_WARNING, 0, _("Error reading ACL of %s\n"), jcr->last_fname);
873 return true; /* no ACL */
877 if (!bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, stream)) {
878 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
883 /* Send the buffer to the storage deamon */
884 Dmsg2(400, "Backing up ACL type 0x%2x <%s>\n", acltype, jcr->acl_text);
886 sd->msg = jcr->acl_text;
887 sd->msglen = len + 1;
888 if (!bnet_send(sd)) {
891 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
896 jcr->JobBytes += sd->msglen;
898 if (!bnet_sig(sd, BNET_EOD)) {
899 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
904 Dmsg1(200, "ACL of file: %s successfully backed up!\n", jcr->last_fname);
909 static bool encode_and_send_attributes(JCR *jcr, FF_PKT *ff_pkt, int &data_stream)
911 BSOCK *sd = jcr->store_bsock;
912 char attribs[MAXSTRING];
913 char attribsEx[MAXSTRING];
916 #ifdef FD_NO_SEND_TEST
920 /* Find what data stream we will use, then encode the attributes */
921 if ((data_stream = select_data_stream(ff_pkt)) == STREAM_NONE) {
922 /* This should not happen */
923 Jmsg0(jcr, M_FATAL, 0, _("Invalid file flags, no supported data stream type.\n"));
926 encode_stat(attribs, ff_pkt, data_stream);
928 /* Now possibly extend the attributes */
929 attr_stream = encode_attribsEx(jcr, attribsEx, ff_pkt);
931 Dmsg3(300, "File %s\nattribs=%s\nattribsEx=%s\n", ff_pkt->fname, attribs, attribsEx);
934 jcr->JobFiles++; /* increment number of files sent */
935 ff_pkt->FileIndex = jcr->JobFiles; /* return FileIndex */
936 pm_strcpy(jcr->last_fname, ff_pkt->fname);
940 * Send Attributes header to Storage daemon
941 * <file-index> <stream> <info>
943 if (!bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, attr_stream)) {
944 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
948 Dmsg1(300, ">stored: attrhdr %s\n", sd->msg);
951 * Send file attributes to Storage daemon
954 * Filename (full path)
956 * Link name (if type==FT_LNK or FT_LNKSAVED)
957 * Encoded extended-attributes (for Win32)
959 * For a directory, link is the same as fname, but with trailing
960 * slash. For a linked file, link is the link.
962 if (ff_pkt->type == FT_LNK || ff_pkt->type == FT_LNKSAVED) {
963 Dmsg2(300, "Link %s to %s\n", ff_pkt->fname, ff_pkt->link);
964 stat = bnet_fsend(sd, "%ld %d %s%c%s%c%s%c%s%c", jcr->JobFiles,
965 ff_pkt->type, ff_pkt->fname, 0, attribs, 0, ff_pkt->link, 0,
967 } else if (ff_pkt->type == FT_DIREND) {
968 /* Here link is the canonical filename (i.e. with trailing slash) */
969 stat = bnet_fsend(sd, "%ld %d %s%c%s%c%c%s%c", jcr->JobFiles,
970 ff_pkt->type, ff_pkt->link, 0, attribs, 0, 0, attribsEx, 0);
972 stat = bnet_fsend(sd, "%ld %d %s%c%s%c%c%s%c", jcr->JobFiles,
973 ff_pkt->type, ff_pkt->fname, 0, attribs, 0, 0, attribsEx, 0);
976 Dmsg2(300, ">stored: attr len=%d: %s\n", sd->msglen, sd->msg);
978 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
982 bnet_sig(sd, BNET_EOD); /* indicate end of attributes data */