2 * Bacula File Daemon backup.c send file attributes and data
3 * to the Storage daemon.
5 * Kern Sibbald, March MM
11 Copyright (C) 2000-2006 Kern Sibbald
13 This program is free software; you can redistribute it and/or
14 modify it under the terms of the GNU General Public License
15 version 2 as amended with additional clauses defined in the
16 file LICENSE in the main source directory.
18 This program is distributed in the hope that it will be useful,
19 but WITHOUT ANY WARRANTY; without even the implied warranty of
20 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
21 the file LICENSE for additional details.
28 /* Forward referenced functions */
29 static int save_file(FF_PKT *ff_pkt, void *pkt, bool top_level);
30 static int send_data(JCR *jcr, int stream, FF_PKT *ff_pkt, DIGEST *digest, DIGEST *signature_digest);
31 static bool encode_and_send_attributes(JCR *jcr, FF_PKT *ff_pkt, int &data_stream);
32 static bool read_and_send_acl(JCR *jcr, int acltype, int stream);
35 * Find all the requested files and send them
36 * to the Storage daemon.
38 * Note, we normally carry on a one-way
39 * conversation from this point on with the SD, simply blasting
40 * data to him. To properly know what is going on, we
41 * also run a "heartbeat" monitor which reads the socket and
42 * reacts accordingly (at the moment it has nothing to do
43 * except echo the heartbeat to the Director).
46 bool blast_data_to_storage_daemon(JCR *jcr, char *addr)
50 // TODO landonf: Allow user to specify encryption algorithm
51 crypto_cipher_t cipher = CRYPTO_CIPHER_AES_128_CBC;
53 sd = jcr->store_bsock;
55 set_jcr_job_status(jcr, JS_Running);
57 Dmsg1(300, "bfiled: opened data connection %d to stored\n", sd->fd);
60 CLIENT *client = (CLIENT *)GetNextRes(R_CLIENT, NULL);
64 buf_size = client->max_network_buffer_size;
66 buf_size = 0; /* use default */
68 if (!bnet_set_buffer_size(sd, buf_size, BNET_SETBUF_WRITE)) {
69 set_jcr_job_status(jcr, JS_ErrorTerminated);
70 Jmsg(jcr, M_FATAL, 0, _("Cannot set buffer size FD->SD.\n"));
74 jcr->buf_size = sd->msglen;
75 /* Adjust for compression so that output buffer is
76 * 12 bytes + 0.1% larger than input buffer plus 18 bytes.
77 * This gives a bit extra plus room for the sparse addr if any.
78 * Note, we adjust the read size to be smaller so that the
79 * same output buffer can be used without growing it.
81 jcr->compress_buf_size = jcr->buf_size + ((jcr->buf_size+999) / 1000) + 30;
82 jcr->compress_buf = get_memory(jcr->compress_buf_size);
84 /* Create encryption session data and a cached, DER-encoded session data
85 * structure. We use a single session key for each backup, so we'll encode
86 * the session data only once. */
87 if (jcr->pki_encrypt) {
90 /* Create per-job session encryption context */
91 jcr->pki_session = crypto_session_new(cipher, jcr->pki_recipients);
93 /* Get the session data size */
94 if (crypto_session_encode(jcr->pki_session, NULL, &size) == false) {
95 Jmsg(jcr, M_FATAL, 0, _("An error occured while encrypting the stream.\n"));
100 jcr->pki_session_encoded = malloc(size);
101 if (!jcr->pki_session_encoded) {
105 /* Encode session data */
106 if (crypto_session_encode(jcr->pki_session, jcr->pki_session_encoded, &size) == false) {
107 Jmsg(jcr, M_FATAL, 0, _("An error occured while encrypting the stream.\n"));
111 /* ... and store the encoded size */
112 jcr->pki_session_encoded_size = size;
114 /* Allocate the encryption/decryption buffer */
115 jcr->crypto_buf = get_memory(CRYPTO_CIPHER_MAX_BLOCK_SIZE);
118 Dmsg1(300, "set_find_options ff=%p\n", jcr->ff);
119 set_find_options((FF_PKT *)jcr->ff, jcr->incremental, jcr->mtime);
120 Dmsg0(300, "start find files\n");
122 start_heartbeat_monitor(jcr);
124 jcr->acl_text = get_pool_memory(PM_MESSAGE);
126 /* Subroutine save_file() is called for each file */
127 if (!find_files(jcr, (FF_PKT *)jcr->ff, save_file, (void *)jcr)) {
128 ok = false; /* error */
129 set_jcr_job_status(jcr, JS_ErrorTerminated);
130 // Jmsg(jcr, M_FATAL, 0, _("Find files error.\n"));
133 free_pool_memory(jcr->acl_text);
135 stop_heartbeat_monitor(jcr);
137 bnet_sig(sd, BNET_EOD); /* end of sending data */
143 if (jcr->compress_buf) {
144 free_pool_memory(jcr->compress_buf);
145 jcr->compress_buf = NULL;
147 if (jcr->crypto_buf) {
148 free_pool_memory(jcr->crypto_buf);
149 jcr->crypto_buf = NULL;
152 if (jcr->pki_session) {
153 crypto_session_free(jcr->pki_session);
155 if (jcr->pki_session_encoded) {
156 free(jcr->pki_session_encoded);
159 Dmsg1(100, "end blast_data ok=%d\n", ok);
164 * Called here by find() for each file included.
165 * This is a callback. The original is find_files() above.
167 * Send the file and its data to the Storage daemon.
171 * -1 to ignore file/directory (not used here)
173 static int save_file(FF_PKT *ff_pkt, void *vjcr, bool top_level)
175 int stat, data_stream;
176 DIGEST *digest = NULL;
177 DIGEST *signing_digest = NULL;
178 int digest_stream = STREAM_NONE;
179 // TODO landonf: Allow the user to specify the digest algorithm
181 crypto_digest_t signing_algorithm = CRYPTO_DIGEST_SHA256;
183 crypto_digest_t signing_algorithm = CRYPTO_DIGEST_SHA1;
185 JCR *jcr = (JCR *)vjcr;
186 BSOCK *sd = jcr->store_bsock;
188 if (job_canceled(jcr)) {
192 jcr->num_files_examined++; /* bump total file count */
194 switch (ff_pkt->type) {
195 case FT_LNKSAVED: /* Hard linked, file already saved */
196 Dmsg2(130, "FT_LNKSAVED hard link: %s => %s\n", ff_pkt->fname, ff_pkt->link);
199 Dmsg1(130, "FT_REGE saving: %s\n", ff_pkt->fname);
202 Dmsg1(130, "FT_REG saving: %s\n", ff_pkt->fname);
205 Dmsg2(130, "FT_LNK saving: %s -> %s\n", ff_pkt->fname, ff_pkt->link);
208 jcr->num_files_examined--; /* correct file count */
209 return 1; /* not used */
211 Jmsg(jcr, M_INFO, 1, _(" Recursion turned off. Will not descend into %s\n"),
213 ff_pkt->type = FT_DIREND; /* Backup only the directory entry */
216 /* Suppress message for /dev filesystems */
217 if (strncmp(ff_pkt->fname, "/dev/", 5) != 0) {
218 Jmsg(jcr, M_INFO, 1, _(" Filesystem change prohibited. Will not descend into %s\n"),
221 ff_pkt->type = FT_DIREND; /* Backup only the directory entry */
224 Jmsg(jcr, M_INFO, 1, _(" Disallowed filesystem. Will not descend into %s\n"),
226 ff_pkt->type = FT_DIREND; /* Backup only the directory entry */
229 Dmsg1(130, "FT_DIREND: %s\n", ff_pkt->link);
232 Dmsg1(130, "FT_SPEC saving: %s\n", ff_pkt->fname);
235 Dmsg1(130, "FT_RAW saving: %s\n", ff_pkt->fname);
238 Dmsg1(130, "FT_FIFO saving: %s\n", ff_pkt->fname);
242 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not access %s: ERR=%s\n"), ff_pkt->fname,
243 be.strerror(ff_pkt->ff_errno));
249 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not follow link %s: ERR=%s\n"), ff_pkt->fname,
250 be.strerror(ff_pkt->ff_errno));
256 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not stat %s: ERR=%s\n"), ff_pkt->fname,
257 be.strerror(ff_pkt->ff_errno));
263 Jmsg(jcr, M_SKIPPED, 1, _(" Unchanged file skipped: %s\n"), ff_pkt->fname);
266 Jmsg(jcr, M_NOTSAVED, 0, _(" Archive file not saved: %s\n"), ff_pkt->fname);
270 Jmsg(jcr, M_NOTSAVED, 0, _(" Could not open directory %s: ERR=%s\n"), ff_pkt->fname,
271 be.strerror(ff_pkt->ff_errno));
276 Jmsg(jcr, M_NOTSAVED, 0, _(" Unknown file type %d; not saved: %s\n"), ff_pkt->type, ff_pkt->fname);
281 Dmsg1(130, "bfiled: sending %s to stored\n", ff_pkt->fname);
284 * Setup for digest handling. If this fails, the digest will be set to NULL
287 if (ff_pkt->flags & FO_MD5) {
288 digest = crypto_digest_new(CRYPTO_DIGEST_MD5);
289 digest_stream = STREAM_MD5_DIGEST;
291 } else if (ff_pkt->flags & FO_SHA1) {
292 digest = crypto_digest_new(CRYPTO_DIGEST_SHA1);
293 digest_stream = STREAM_SHA1_DIGEST;
295 } else if (ff_pkt->flags & FO_SHA256) {
296 digest = crypto_digest_new(CRYPTO_DIGEST_SHA256);
297 digest_stream = STREAM_SHA256_DIGEST;
299 } else if (ff_pkt->flags & FO_SHA512) {
300 digest = crypto_digest_new(CRYPTO_DIGEST_SHA512);
301 digest_stream = STREAM_SHA512_DIGEST;
304 /* Did digest initialization fail? */
305 if (digest_stream != STREAM_NONE && digest == NULL) {
306 Jmsg(jcr, M_WARNING, 0, _("%s digest initialization failed\n"),
307 stream_to_ascii(digest_stream));
311 * Set up signature digest handling. If this fails, the signature digest will be set to
314 // TODO landonf: We should really only calculate the digest once, for both verification and signing.
316 signing_digest = crypto_digest_new(signing_algorithm);
318 /* Full-stop if a failure occured initializing the signature digest */
319 if (jcr->pki_sign && signing_digest == NULL) {
320 Jmsg(jcr, M_NOTSAVED, 0, _("%s signature digest initialization failed\n"),
321 stream_to_ascii(signing_algorithm));
326 /* Enable encryption */
327 if (jcr->pki_encrypt) {
328 ff_pkt->flags |= FO_ENCRYPT;
331 /* Initialise the file descriptor we use for data and other streams. */
333 if (ff_pkt->flags & FO_PORTABLE) {
334 set_portable_backup(&ff_pkt->bfd); /* disable Win32 BackupRead() */
336 if (ff_pkt->reader) {
337 if (!set_prog(&ff_pkt->bfd, ff_pkt->reader, jcr)) {
338 Jmsg(jcr, M_FATAL, 0, _("Python reader program \"%s\" not found.\n"),
344 /* Send attributes -- must be done after binit() */
345 if (!encode_and_send_attributes(jcr, ff_pkt, data_stream)) {
350 * Open any file with data that we intend to save, then save it.
352 * Note, if is_win32_backup, we must open the Directory so that
353 * the BackupRead will save its permissions and ownership streams.
355 if (ff_pkt->type != FT_LNKSAVED && (S_ISREG(ff_pkt->statp.st_mode) &&
356 ff_pkt->statp.st_size > 0) ||
357 ff_pkt->type == FT_RAW || ff_pkt->type == FT_FIFO ||
358 (!is_portable_backup(&ff_pkt->bfd) && ff_pkt->type == FT_DIREND)) {
360 if (ff_pkt->type == FT_FIFO) {
361 tid = start_thread_timer(pthread_self(), 60);
365 if (bopen(&ff_pkt->bfd, ff_pkt->fname, O_RDONLY | O_BINARY, 0) < 0) {
366 ff_pkt->ff_errno = errno;
368 Jmsg(jcr, M_NOTSAVED, 0, _(" Cannot open %s: ERR=%s.\n"), ff_pkt->fname,
372 stop_thread_timer(tid);
378 stop_thread_timer(tid);
382 /* Set up the encryption context, send the session data to the SD */
383 if (jcr->pki_encrypt) {
384 /* Send our header */
385 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, STREAM_ENCRYPTED_SESSION_DATA);
387 /* Grow the bsock buffer to fit our message if necessary */
388 if ((size_t) sizeof_pool_memory(sd->msg) < jcr->pki_session_encoded_size) {
389 sd->msg = realloc_pool_memory(sd->msg, jcr->pki_session_encoded_size);
392 /* Copy our message over and send it */
393 memcpy(sd->msg, jcr->pki_session_encoded, jcr->pki_session_encoded_size);
394 sd->msglen = jcr->pki_session_encoded_size;
395 jcr->JobBytes += sd->msglen;
398 bnet_sig(sd, BNET_EOD);
401 stat = send_data(jcr, data_stream, ff_pkt, digest, signing_digest);
402 bclose(&ff_pkt->bfd);
408 #ifdef HAVE_DARWIN_OS
409 /* Regular files can have resource forks and Finder Info */
410 if (ff_pkt->type != FT_LNKSAVED && (S_ISREG(ff_pkt->statp.st_mode) &&
411 ff_pkt->flags & FO_HFSPLUS)) {
412 if (ff_pkt->hfsinfo.rsrclength > 0) {
414 if (!bopen_rsrc(&ff_pkt->bfd, ff_pkt->fname, O_RDONLY | O_BINARY, 0) < 0) {
415 ff_pkt->ff_errno = errno;
417 Jmsg(jcr, M_NOTSAVED, -1, _(" Cannot open resource fork for %s: ERR=%s.\n"), ff_pkt->fname,
420 if (is_bopen(&ff_pkt->bfd)) {
421 bclose(&ff_pkt->bfd);
425 flags = ff_pkt->flags;
426 ff_pkt->flags &= ~(FO_GZIP|FO_SPARSE);
427 stat = send_data(jcr, STREAM_MACOS_FORK_DATA, ff_pkt, digest, signing_digest);
428 ff_pkt->flags = flags;
429 bclose(&ff_pkt->bfd);
435 Dmsg1(300, "Saving Finder Info for \"%s\"\n", ff_pkt->fname);
436 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, STREAM_HFSPLUS_ATTRIBUTES);
437 Dmsg1(300, "bfiled>stored:header %s\n", sd->msg);
438 memcpy(sd->msg, ff_pkt->hfsinfo.fndrinfo, 32);
441 crypto_digest_update(digest, sd->msg, sd->msglen);
443 if (signing_digest) {
444 crypto_digest_update(signing_digest, sd->msg, sd->msglen);
447 bnet_sig(sd, BNET_EOD);
451 if (ff_pkt->flags & FO_ACL) {
452 /* Read access ACLs for files, dirs and links */
453 if (!read_and_send_acl(jcr, BACL_TYPE_ACCESS, STREAM_UNIX_ATTRIBUTES_ACCESS_ACL)) {
456 /* Directories can have default ACLs too */
457 if (ff_pkt->type == FT_DIREND && (BACL_CAP & BACL_CAP_DEFAULTS_DIR)) {
458 if (!read_and_send_acl(jcr, BACL_TYPE_DEFAULT, STREAM_UNIX_ATTRIBUTES_DEFAULT_ACL)) {
464 /* Terminate the signing digest and send it to the Storage daemon */
465 if (signing_digest) {
470 if ((sig = crypto_sign_new()) == NULL) {
471 Jmsg(jcr, M_FATAL, 0, _("Failed to allocate memory for stream signature.\n"));
475 if (crypto_sign_add_signer(sig, signing_digest, jcr->pki_keypair) == false) {
476 Jmsg(jcr, M_FATAL, 0, _("An error occured while signing the stream.\n"));
480 /* Get signature size */
481 if (crypto_sign_encode(sig, NULL, &size) == false) {
482 Jmsg(jcr, M_FATAL, 0, _("An error occured while signing the stream.\n"));
486 /* Allocate signature data buffer */
489 crypto_sign_free(sig);
493 /* Encode signature data */
494 if (crypto_sign_encode(sig, buf, &size) == false) {
495 Jmsg(jcr, M_FATAL, 0, _("An error occured while signing the stream.\n"));
499 /* Send our header */
500 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, STREAM_SIGNED_DIGEST);
501 Dmsg1(300, "bfiled>stored:header %s\n", sd->msg);
503 /* Grow the bsock buffer to fit our message if necessary */
504 if ((size_t) sizeof_pool_memory(sd->msg) < size) {
505 sd->msg = realloc_pool_memory(sd->msg, size);
508 /* Copy our message over and send it */
509 memcpy(sd->msg, buf, size);
512 bnet_sig(sd, BNET_EOD); /* end of checksum */
514 crypto_digest_free(signing_digest);
515 crypto_sign_free(sig);
519 /* Terminate any digest and send it to Storage daemon and the Director */
521 char md[CRYPTO_DIGEST_MAX_SIZE];
526 if (crypto_digest_finalize(digest, &md, &size)) {
527 bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, digest_stream);
528 Dmsg1(300, "bfiled>stored:header %s\n", sd->msg);
529 memcpy(sd->msg, md, size);
532 bnet_sig(sd, BNET_EOD); /* end of checksum */
535 crypto_digest_free(digest);
542 * Send data read from an already open file descriptor.
544 * We return 1 on sucess and 0 on errors.
547 * We use ff_pkt->statp.st_size when FO_SPARSE.
548 * Currently this is not a problem as the only other stream, resource forks,
549 * are not handled as sparse files.
551 int send_data(JCR *jcr, int stream, FF_PKT *ff_pkt, DIGEST *digest, DIGEST *signing_digest)
553 BSOCK *sd = jcr->store_bsock;
554 uint64_t fileAddr = 0; /* file address */
556 int rsize = jcr->buf_size; /* read buffer size */
558 CIPHER_CONTEXT *cipher_ctx = NULL; /* Quell bogus uninitialized warnings */
559 const void *cipher_input;
560 size_t cipher_input_len;
561 size_t cipher_block_size;
562 size_t encrypted_len;
563 #ifdef FD_NO_SEND_TEST
568 rbuf = sd->msg; /* read buffer */
569 wbuf = sd->msg; /* write buffer */
570 cipher_input = rbuf; /* encrypt uncompressed data */
573 Dmsg1(300, "Saving data, type=%d\n", ff_pkt->type);
576 uLong compress_len, max_compress_len = 0;
577 const Bytef *cbuf = NULL;
579 if (ff_pkt->flags & FO_GZIP) {
580 if (ff_pkt->flags & FO_SPARSE) {
581 cbuf = (Bytef *)jcr->compress_buf + SPARSE_FADDR_SIZE;
582 max_compress_len = jcr->compress_buf_size - SPARSE_FADDR_SIZE;
584 cbuf = (Bytef *)jcr->compress_buf;
585 max_compress_len = jcr->compress_buf_size; /* set max length */
587 wbuf = jcr->compress_buf; /* compressed output here */
588 cipher_input = jcr->compress_buf; /* encrypt compressed data */
591 const uint32_t max_compress_len = 0;
594 if (ff_pkt->flags & FO_ENCRYPT) {
595 /* Allocate the cipher context */
596 if ((cipher_ctx = crypto_cipher_new(jcr->pki_session, true, &cipher_block_size)) == NULL) {
597 /* Shouldn't happen! */
598 Jmsg0(jcr, M_FATAL, 0, _("Failed to initialize encryption context\n"));
603 * Grow the crypto buffer, if necessary.
604 * crypto_cipher_update() will buffer up to (cipher_block_size - 1).
605 * We grow crypto_buf to the maximum number of blocks that
606 * could be returned for the given read buffer size.
607 * (Using the larger of either rsize or max_compress_len)
609 jcr->crypto_buf = check_pool_memory_size(jcr->crypto_buf, (MAX((size_t) rsize, max_compress_len) + cipher_block_size - 1) / cipher_block_size * cipher_block_size);
611 wbuf = jcr->crypto_buf; /* Encrypted, possibly compressed output here. */
615 * Send Data header to Storage daemon
616 * <file-index> <stream> <info>
618 if (!bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, stream)) {
619 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
623 Dmsg1(300, ">stored: datahdr %s\n", sd->msg);
626 * Make space at beginning of buffer for fileAddr because this
627 * same buffer will be used for writing if compression if off.
629 if (ff_pkt->flags & FO_SPARSE) {
630 rbuf += SPARSE_FADDR_SIZE;
631 rsize -= SPARSE_FADDR_SIZE;
632 #ifdef HAVE_FREEBSD_OS
634 * To read FreeBSD partitions, the read size must be
637 rsize = (rsize/512) * 512;
641 /* a RAW device read on win32 only works if the buffer is a multiple of 512 */
643 if (S_ISBLK(ff_pkt->statp.st_mode))
644 rsize = (rsize/512) * 512;
649 * instead of using compress2 for every block (with 256KB alloc + free per block)
650 * we init the zlib once per file which leads to less pagefaults on large files (>64K)
654 zstream.zalloc = Z_NULL;
655 zstream.zfree = Z_NULL;
656 zstream.opaque = Z_NULL;
657 zstream.state = Z_NULL;
659 BOOL blibzInited = deflateInit(&zstream, ff_pkt->GZIP_level) == Z_OK;
665 while ((sd->msglen=(uint32_t)bread(&ff_pkt->bfd, rbuf, rsize)) > 0) {
668 /* Check for sparse blocks */
669 if (ff_pkt->flags & FO_SPARSE) {
671 if (sd->msglen == rsize &&
672 fileAddr+sd->msglen < (uint64_t)ff_pkt->statp.st_size ||
673 ((ff_pkt->type == FT_RAW || ff_pkt->type == FT_FIFO) &&
674 (uint64_t)ff_pkt->statp.st_size == 0)) {
675 sparseBlock = is_buf_zero(rbuf, rsize);
678 ser_begin(wbuf, SPARSE_FADDR_SIZE);
679 ser_uint64(fileAddr); /* store fileAddr in begin of buffer */
682 jcr->ReadBytes += sd->msglen; /* count bytes read */
683 fileAddr += sd->msglen;
685 /* Uncompressed cipher input length */
686 cipher_input_len = sd->msglen;
688 /* Update checksum if requested */
690 crypto_digest_update(digest, rbuf, sd->msglen);
693 /* Update signing digest if requested */
694 if (signing_digest) {
695 crypto_digest_update(signing_digest, rbuf, sd->msglen);
699 /* Do compression if turned on */
700 if (!sparseBlock && (ff_pkt->flags & FO_GZIP) && blibzInited) {
702 compress_len = max_compress_len;
703 Dmsg4(400, "cbuf=0x%x len=%u rbuf=0x%x len=%u\n", cbuf, compress_len,
706 zstream.next_in = (Bytef *)rbuf;
707 zstream.avail_in = sd->msglen;
708 zstream.next_out = (Bytef *)cbuf;
709 zstream.avail_out = compress_len;
711 if ((zstat=deflate(&zstream, Z_FINISH)) != Z_STREAM_END) {
712 Jmsg(jcr, M_FATAL, 0, _("Compression error: %d\n"), zstat);
713 set_jcr_job_status(jcr, JS_ErrorTerminated);
716 compress_len = zstream.total_out;
717 blibzInited = deflateReset(&zstream) == Z_OK;
719 Dmsg2(400, "compressed len=%d uncompressed len=%d\n",
720 compress_len, sd->msglen);
722 sd->msglen = compress_len; /* set compressed length */
723 cipher_input_len = compress_len;
727 if (ff_pkt->flags & FO_ENCRYPT) {
728 /* Encrypt the input block */
729 if (crypto_cipher_update(cipher_ctx, cipher_input, cipher_input_len, jcr->crypto_buf, &encrypted_len)) {
730 if (encrypted_len == 0) {
731 /* No full block of data available, read more data */
734 Dmsg2(400, "encrypted len=%d unencrypted len=%d\n",
735 encrypted_len, sd->msglen);
736 sd->msglen = encrypted_len; /* set encrypted length */
738 /* Encryption failed. Shouldn't happen. */
739 Jmsg(jcr, M_FATAL, 0, _("Encryption error\n"));
744 /* Send the buffer to the Storage daemon */
746 if (ff_pkt->flags & FO_SPARSE) {
747 sd->msglen += SPARSE_FADDR_SIZE; /* include fileAddr in size */
749 sd->msg = wbuf; /* set correct write buffer */
750 if (!bnet_send(sd)) {
751 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
756 Dmsg1(130, "Send data to SD len=%d\n", sd->msglen);
758 jcr->JobBytes += sd->msglen; /* count bytes saved possibly compressed/encrypted */
759 sd->msg = msgsave; /* restore read buffer */
761 } /* end while read file data */
763 /* Send any remaining encrypted data + padding */
764 if (ff_pkt->flags & FO_ENCRYPT) {
765 if (!crypto_cipher_finalize(cipher_ctx, jcr->crypto_buf, &encrypted_len)) {
766 /* Padding failed. Shouldn't happen. */
767 Jmsg(jcr, M_FATAL, 0, _("Encryption padding error\n"));
771 if (encrypted_len > 0) {
772 sd->msglen = encrypted_len; /* set encrypted length */
774 /* Send remaining encrypted data to the SD */
775 if (ff_pkt->flags & FO_SPARSE) {
776 sd->msglen += SPARSE_FADDR_SIZE; /* include fileAddr in size */
778 sd->msg = wbuf; /* set correct write buffer */
779 if (!bnet_send(sd)) {
780 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
784 Dmsg1(130, "Send data to SD len=%d\n", sd->msglen);
785 jcr->JobBytes += sd->msglen; /* count bytes saved possibly compressed/encrypted */
786 sd->msg = msgsave; /* restore bnet buffer */
790 if (sd->msglen < 0) {
792 Jmsg(jcr, M_ERROR, 0, _("Read error on file %s. ERR=%s\n"),
793 ff_pkt->fname, be.strerror(ff_pkt->bfd.berrno));
794 if (jcr->Errors++ > 1000) { /* insanity check */
795 Jmsg(jcr, M_FATAL, 0, _("Too many errors.\n"));
800 if (!bnet_sig(sd, BNET_EOD)) { /* indicate end of file data */
801 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
806 /* Free the cipher context */
808 crypto_cipher_free(cipher_ctx);
811 /* Free the zlib stream */
812 deflateEnd(&zstream);
818 /* Free the cipher context */
820 crypto_cipher_free(cipher_ctx);
823 /* Free the zlib stream */
824 deflateEnd(&zstream);
827 sd->msg = msgsave; /* restore bnet buffer */
833 * Read and send an ACL for the last encountered file.
835 static bool read_and_send_acl(JCR *jcr, int acltype, int stream)
838 BSOCK *sd = jcr->store_bsock;
841 #ifdef FD_NO_SEND_TEST
845 len = bacl_get(jcr, acltype);
847 Jmsg1(jcr, M_WARNING, 0, _("Error reading ACL of %s\n"), jcr->last_fname);
851 return true; /* no ACL */
855 if (!bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, stream)) {
856 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
861 /* Send the buffer to the storage deamon */
862 Dmsg2(400, "Backing up ACL type 0x%2x <%s>\n", acltype, jcr->acl_text);
864 sd->msg = jcr->acl_text;
865 sd->msglen = len + 1;
866 if (!bnet_send(sd)) {
869 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
874 jcr->JobBytes += sd->msglen;
876 if (!bnet_sig(sd, BNET_EOD)) {
877 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
882 Dmsg1(200, "ACL of file: %s successfully backed up!\n", jcr->last_fname);
887 static bool encode_and_send_attributes(JCR *jcr, FF_PKT *ff_pkt, int &data_stream)
889 BSOCK *sd = jcr->store_bsock;
890 char attribs[MAXSTRING];
891 char attribsEx[MAXSTRING];
894 #ifdef FD_NO_SEND_TEST
898 /* Find what data stream we will use, then encode the attributes */
899 if ((data_stream = select_data_stream(ff_pkt)) == STREAM_NONE) {
900 /* This should not happen */
901 Jmsg0(jcr, M_FATAL, 0, _("Invalid file flags, no supported data stream type.\n"));
904 encode_stat(attribs, ff_pkt, data_stream);
906 /* Now possibly extend the attributes */
907 attr_stream = encode_attribsEx(jcr, attribsEx, ff_pkt);
909 Dmsg3(300, "File %s\nattribs=%s\nattribsEx=%s\n", ff_pkt->fname, attribs, attribsEx);
912 jcr->JobFiles++; /* increment number of files sent */
913 ff_pkt->FileIndex = jcr->JobFiles; /* return FileIndex */
914 pm_strcpy(jcr->last_fname, ff_pkt->fname);
918 * Send Attributes header to Storage daemon
919 * <file-index> <stream> <info>
921 if (!bnet_fsend(sd, "%ld %d 0", jcr->JobFiles, attr_stream)) {
922 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
926 Dmsg1(300, ">stored: attrhdr %s\n", sd->msg);
929 * Send file attributes to Storage daemon
932 * Filename (full path)
934 * Link name (if type==FT_LNK or FT_LNKSAVED)
935 * Encoded extended-attributes (for Win32)
937 * For a directory, link is the same as fname, but with trailing
938 * slash. For a linked file, link is the link.
940 if (ff_pkt->type == FT_LNK || ff_pkt->type == FT_LNKSAVED) {
941 Dmsg2(300, "Link %s to %s\n", ff_pkt->fname, ff_pkt->link);
942 stat = bnet_fsend(sd, "%ld %d %s%c%s%c%s%c%s%c", jcr->JobFiles,
943 ff_pkt->type, ff_pkt->fname, 0, attribs, 0, ff_pkt->link, 0,
945 } else if (ff_pkt->type == FT_DIREND) {
946 /* Here link is the canonical filename (i.e. with trailing slash) */
947 stat = bnet_fsend(sd, "%ld %d %s%c%s%c%c%s%c", jcr->JobFiles,
948 ff_pkt->type, ff_pkt->link, 0, attribs, 0, 0, attribsEx, 0);
950 stat = bnet_fsend(sd, "%ld %d %s%c%s%c%c%s%c", jcr->JobFiles,
951 ff_pkt->type, ff_pkt->fname, 0, attribs, 0, 0, attribsEx, 0);
954 Dmsg2(300, ">stored: attr len=%d: %s\n", sd->msglen, sd->msg);
956 Jmsg1(jcr, M_FATAL, 0, _("Network send error to SD. ERR=%s\n"),
960 bnet_sig(sd, BNET_EOD); /* indicate end of attributes data */