X-Git-Url: https://git.sur5r.net/?a=blobdiff_plain;f=bacula%2Fsrc%2Fstored%2Fappend.c;h=b00c8119f1c85da8399b5971248501c453019217;hb=f3b4206edb45f57c82fd689ca70facf39dd832ec;hp=a9152b9380c4bf1105b22da46ef483416f698ee9;hpb=021cd0d8f0f96f6200c1beba839b58b9f93519aa;p=bacula%2Fbacula diff --git a/bacula/src/stored/append.c b/bacula/src/stored/append.c index a9152b9380..b00c8119f1 100644 --- a/bacula/src/stored/append.c +++ b/bacula/src/stored/append.c @@ -5,244 +5,331 @@ * Version $Id$ */ /* - Copyright (C) 2000, 2001, 2002 Kern Sibbald and John Walker + Bacula® - The Network Backup Solution - This program is free software; you can redistribute it and/or - modify it under the terms of the GNU General Public License as - published by the Free Software Foundation; either version 2 of - the License, or (at your option) any later version. + Copyright (C) 2000-2006 Free Software Foundation Europe e.V. - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of + The main author of Bacula is Kern Sibbald, with contributions from + many others, a complete list can be found in the file AUTHORS. + This program is Free Software; you can redistribute it and/or + modify it under the terms of version two of the GNU General Public + License as published by the Free Software Foundation plus additions + that are listed in the file LICENSE. + + This program is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. - You should have received a copy of the GNU General Public - License along with this program; if not, write to the Free - Software Foundation, Inc., 59 Temple Place - Suite 330, Boston, - MA 02111-1307, USA. + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + 02110-1301, USA. - */ + Bacula® is a registered trademark of John Walker. + The licensor of Bacula is the Free Software Foundation Europe + (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich, + Switzerland, email:ftf@fsfeurope.org. +*/ #include "bacula.h" #include "stored.h" -extern int FiledDataChan; /* File daemon data channel (port) */ -extern int BaculaTapeVersion; /* Version number */ -extern char BaculaId[]; /* Id string */ /* Responses sent to the File daemon */ static char OK_data[] = "3000 OK data\n"; -/* - * Append Data sent from File daemon +/* Forward referenced functions */ + +/* + * Append Data sent from File daemon * */ -int do_append_data(JCR *jcr) +bool do_append_data(JCR *jcr) { int32_t n; - long file_index, stream, last_file_index; + int32_t file_index, stream, last_file_index; BSOCK *ds; BSOCK *fd_sock = jcr->file_bsock; - int ok = TRUE; - DEVICE *dev = jcr->device->dev; + bool ok = true; DEV_RECORD rec; - DEV_BLOCK *block; - - Dmsg0(10, "Start append data.\n"); + char buf1[100], buf2[100]; + DCR *dcr = jcr->dcr; + DEVICE *dev; + char ec[50]; - /* Tell File daemon to send data */ - bnet_fsend(fd_sock, OK_data); - sm_check(__FILE__, __LINE__, False); + if (!dcr) { + Jmsg0(jcr, M_FATAL, 0, _("DCR is NULL!!!\n")); + return false; + } + dev = dcr->dev; + if (!dev) { + Jmsg0(jcr, M_FATAL, 0, _("DEVICE is NULL!!!\n")); + return false; + } - if (!jcr->no_attributes && jcr->spool_attributes) { - open_spool_file(jcr, jcr->dir_bsock); - } + Dmsg1(100, "Start append data. res=%d\n", dev->reserved_device); + + memset(&rec, 0, sizeof(rec)); ds = fd_sock; - if (!bnet_set_buffer_size(ds, MAX_NETWORK_BUFFER_SIZE, BNET_SETBUF_WRITE)) { - jcr->JobStatus = JS_Cancelled; - Jmsg(jcr, M_FATAL, 0, _("Unable to set network buffer size.\n")); - return 0; + if (!bnet_set_buffer_size(ds, dcr->device->max_network_buffer_size, BNET_SETBUF_WRITE)) { + set_jcr_job_status(jcr, JS_ErrorTerminated); + Jmsg0(jcr, M_FATAL, 0, _("Unable to set network buffer size.\n")); + return false; } - Dmsg1(20, "Begin append device=%s\n", dev_name(dev)); + if (!acquire_device_for_append(dcr)) { + set_jcr_job_status(jcr, JS_ErrorTerminated); + jcr->dcr = NULL; + return false; + } - block = new_block(dev); + set_jcr_job_status(jcr, JS_Running); + dir_send_job_status(jcr); - /* - * Acquire output device for writing. Note, after acquiring a - * device, we MUST release it, which is done at the end of this - * subroutine. - */ - Dmsg0(100, "just before acquire_device\n"); - if (!acquire_device_for_append(jcr, dev, block)) { - jcr->JobStatus = JS_Cancelled; - free_block(block); - return 0; + if (dev->VolCatInfo.VolCatName[0] == 0) { + Pmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n")); } - sm_check(__FILE__, __LINE__, False); + Dmsg1(50, "Begin append device=%s\n", dev->print_name()); + + begin_data_spool(dcr); + begin_attribute_spool(jcr); Dmsg0(100, "Just after acquire_device_for_append\n"); + if (dev->VolCatInfo.VolCatName[0] == 0) { + Pmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n")); + } /* * Write Begin Session Record */ - if (!write_session_label(jcr, block, SOS_LABEL)) { - jcr->JobStatus = JS_Cancelled; + if (!write_session_label(dcr, SOS_LABEL)) { Jmsg1(jcr, M_FATAL, 0, _("Write session label failed. ERR=%s\n"), - strerror_dev(dev)); - ok = FALSE; + dev->bstrerror()); + set_jcr_job_status(jcr, JS_ErrorTerminated); + ok = false; + } + if (dev->VolCatInfo.VolCatName[0] == 0) { + Pmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n")); } - sm_check(__FILE__, __LINE__, False); - - memset(&rec, 0, sizeof(rec)); + /* Tell File daemon to send data */ + if (!bnet_fsend(fd_sock, OK_data)) { + berrno be; + Jmsg1(jcr, M_FATAL, 0, _("Network send error to FD. ERR=%s\n"), + be.strerror(fd_sock->b_errno)); + ok = false; + } - /* - * Get Data from File daemon, write to device + /* + * Get Data from File daemon, write to device. To clarify what is + * going on here. We expect: + * - A stream header + * - Multiple records of data + * - EOD record + * + * The Stream header is just used to sychronize things, and + * none of the stream header is written to tape. + * The Multiple records of data, contain first the Attributes, + * then after another stream header, the file data, then + * after another stream header, the MD5 data if any. + * + * So we get the (stream header, data, EOD) three time for each + * file. 1. for the Attributes, 2. for the file data if any, + * and 3. for the MD5 if any. */ - jcr->VolFirstFile = 0; - time(&jcr->run_time); /* start counting time for rates */ - for (last_file_index = 0; ok && !job_cancelled(jcr); ) { - char info[100]; + dcr->VolFirstIndex = dcr->VolLastIndex = 0; + jcr->run_time = time(NULL); /* start counting time for rates */ + for (last_file_index = 0; ok && !job_canceled(jcr); ) { /* Read Stream header from the File daemon. * The stream header consists of the following: - * file_index (sequential Bacula file index) - * stream (arbitrary Bacula number to distinguish parts of data) + * file_index (sequential Bacula file index, base 1) + * stream (Bacula number to distinguish parts of data) * info (Info for Storage daemon -- compressed, encryped, ...) + * info is not currently used, so is read, but ignored! */ - if ((n=bget_msg(ds)) < 0) { + if ((n=bget_msg(ds)) <= 0) { + if (n == BNET_SIGNAL && ds->msglen == BNET_EOD) { + break; /* end of data */ + } Jmsg1(jcr, M_FATAL, 0, _("Error reading data header from FD. ERR=%s\n"), - bnet_strerror(ds)); - ok = FALSE; - break; + bnet_strerror(ds)); + ok = false; + break; + } + + /* + * This hand scanning is a bit more complicated than a simple + * sscanf, but it allows us to handle any size integer up to + * int64_t without worrying about whether %d, %ld, %lld, or %q + * is the correct format for each different architecture. + * It is a real pity that sscanf() is not portable. + */ + char *p = ds->msg; + while (B_ISSPACE(*p)) { + p++; } - if (n == 0 || job_cancelled(jcr)) { - break; /* all done */ + file_index = (int32_t)str_to_int64(p); + while (B_ISDIGIT(*p)) { + p++; } - sm_check(__FILE__, __LINE__, False); - ds->msg[ds->msglen] = 0; - if (sscanf(ds->msg, "%ld %ld %100s", &file_index, &stream, info) != 3) { + if (!B_ISSPACE(*p) || !B_ISDIGIT(*(p+1))) { Jmsg1(jcr, M_FATAL, 0, _("Malformed data header from FD: %s\n"), ds->msg); - ok = FALSE; - break; + ok = false; + break; } - Dmsg2(190, " 0 && (file_index == last_file_index || - file_index == last_file_index + 1))) { + file_index == last_file_index + 1))) { Jmsg0(jcr, M_FATAL, 0, _("File index from FD not positive or sequential\n")); - ok = FALSE; - break; + ok = false; + break; } if (file_index != last_file_index) { - jcr->JobFiles = file_index; - if (jcr->VolFirstFile == 0) { - jcr->VolFirstFile = file_index; - } - last_file_index = file_index; + jcr->JobFiles = file_index; + last_file_index = file_index; } - + /* Read data stream from the File daemon. * The data stream is just raw bytes */ - sm_check(__FILE__, __LINE__, False); - while ((n=bget_msg(ds)) > 0 && !job_cancelled(jcr)) { - - sm_check(__FILE__, __LINE__, False); - rec.VolSessionId = jcr->VolSessionId; - rec.VolSessionTime = jcr->VolSessionTime; - rec.FileIndex = file_index; - rec.Stream = stream; - rec.data_len = ds->msglen; - rec.data = ds->msg; /* use message buffer */ - - Dmsg4(250, "before writ_rec FI=%d SessId=%d Strm=%s len=%d\n", - rec.FileIndex, rec.VolSessionId, stream_to_ascii(rec.Stream), - rec.data_len); - - while (!write_record_to_block(block, &rec)) { - Dmsg2(150, "!write_record_to_block data_len=%d rem=%d\n", rec.data_len, - rec.remainder); - if (!write_block_to_device(jcr, dev, block)) { + while ((n=bget_msg(ds)) > 0 && !job_canceled(jcr)) { + rec.VolSessionId = jcr->VolSessionId; + rec.VolSessionTime = jcr->VolSessionTime; + rec.FileIndex = file_index; + rec.Stream = stream; + rec.data_len = ds->msglen; + rec.data = ds->msg; /* use message buffer */ + + Dmsg4(850, "before writ_rec FI=%d SessId=%d Strm=%s len=%d\n", + rec.FileIndex, rec.VolSessionId, + stream_to_ascii(buf1, rec.Stream,rec.FileIndex), + rec.data_len); + + while (!write_record_to_block(dcr->block, &rec)) { + Dmsg2(850, "!write_record_to_block data_len=%d rem=%d\n", rec.data_len, + rec.remainder); + if (!write_block_to_device(dcr)) { Dmsg2(90, "Got write_block_to_dev error on device %s. %s\n", - dev_name(dev), strerror_dev(dev)); - Jmsg(jcr, M_FATAL, 0, _("Cannot fixup device error. %s\n"), - strerror_dev(dev)); - ok = FALSE; - break; - } - } - sm_check(__FILE__, __LINE__, False); - if (!ok) { + dev->print_name(), dev->bstrerror()); + ok = false; + break; + } + } + if (!ok) { Dmsg0(400, "Not OK\n"); - break; - } - jcr->JobBytes += rec.data_len; /* increment bytes this job */ - Dmsg4(190, "write_record FI=%s SessId=%d Strm=%s len=%d\n", - FI_to_ascii(rec.FileIndex), rec.VolSessionId, - stream_to_ascii(rec.Stream), rec.data_len); - /* Send attributes and MD5 to Director for Catalog */ - if (stream == STREAM_UNIX_ATTRIBUTES || stream == STREAM_MD5_SIGNATURE) { - if (!jcr->no_attributes) { - if (jcr->spool_attributes && jcr->dir_bsock->spool_fd) { - jcr->dir_bsock->spool = 1; - } - if (!dir_update_file_attributes(jcr, &rec)) { + break; + } + jcr->JobBytes += rec.data_len; /* increment bytes this job */ + Dmsg4(850, "write_record FI=%s SessId=%d Strm=%s len=%d\n", + FI_to_ascii(buf1, rec.FileIndex), rec.VolSessionId, + stream_to_ascii(buf2, rec.Stream, rec.FileIndex), rec.data_len); + + /* Send attributes and digest to Director for Catalog */ + if (stream == STREAM_UNIX_ATTRIBUTES || stream == STREAM_UNIX_ATTRIBUTES_EX || + crypto_digest_stream_type(stream) != CRYPTO_DIGEST_NONE) { + if (!jcr->no_attributes) { + if (are_attributes_spooled(jcr)) { + jcr->dir_bsock->spool = true; + } + Dmsg0(850, "Send attributes to dir.\n"); + if (!dir_update_file_attributes(dcr, &rec)) { + jcr->dir_bsock->spool = false; Jmsg(jcr, M_FATAL, 0, _("Error updating file attributes. ERR=%s\n"), - bnet_strerror(jcr->dir_bsock)); - ok = FALSE; - jcr->dir_bsock->spool = 0; - break; - } - jcr->dir_bsock->spool = 0; - } - } - sm_check(__FILE__, __LINE__, False); + bnet_strerror(jcr->dir_bsock)); + ok = false; + break; + } + jcr->dir_bsock->spool = false; + } + } + Dmsg0(650, "Enter bnet_get\n"); } - if (n < 0) { + Dmsg1(650, "End read loop with FD. Stat=%d\n", n); + + if (is_bnet_error(ds)) { + Dmsg1(350, "Network read error from FD. ERR=%s\n", bnet_strerror(ds)); Jmsg1(jcr, M_FATAL, 0, _("Network error on data channel. ERR=%s\n"), - bnet_strerror(ds)); - ok = FALSE; - break; + bnet_strerror(ds)); + ok = false; + break; } } - /* - *******FIXME***** we should put the ok status in the End of - * session label - * - * We probably need a new flag that says "Do not attempt - * to write because there is no tape". + + time_t job_elapsed = time(NULL) - jcr->run_time; + + if (job_elapsed <= 0) { + job_elapsed = 1; + } + + Jmsg(dcr->jcr, M_INFO, 0, _("Job write elapsed time = %02d:%02d:%02d, Transfer rate = %s bytes/second\n"), + job_elapsed / 3600, job_elapsed % 3600 / 60, job_elapsed % 60, + edit_uint64_with_suffix(jcr->JobBytes / job_elapsed, ec)); + + /* Create Job status for end of session label */ + set_jcr_job_status(jcr, ok?JS_Terminated:JS_ErrorTerminated); + + Dmsg1(200, "Write EOS label JobStatus=%c\n", jcr->JobStatus); + + /* + * Check if we can still write. This may not be the case + * if we are at the end of the tape or we got a fatal I/O error. */ - sm_check(__FILE__, __LINE__, False); - Dmsg0(90, "Write_end_session_label()\n"); - if (!write_session_label(jcr, block, EOS_LABEL)) { - Jmsg1(jcr, M_FATAL, 0, _("Error writting end session label. ERR=%s\n"), - strerror_dev(dev)); - ok = FALSE; + if (dev->can_write()) { + if (!write_session_label(dcr, EOS_LABEL)) { + Jmsg1(jcr, M_FATAL, 0, _("Error writting end session label. ERR=%s\n"), + dev->bstrerror()); + set_jcr_job_status(jcr, JS_ErrorTerminated); + ok = false; + } + if (dev->VolCatInfo.VolCatName[0] == 0) { + Pmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n")); + } + Dmsg0(90, "back from write_end_session_label()\n"); + /* Flush out final partial block of this session */ + if (!write_block_to_device(dcr)) { + Jmsg2(jcr, M_FATAL, 0, _("Fatal append error on device %s: ERR=%s\n"), + dev->print_name(), dev->bstrerror()); + Dmsg0(100, _("Set ok=FALSE after write_block_to_device.\n")); + ok = false; + } } - /* Write out final block of this session */ - if (!write_block_to_device(jcr, dev, block)) { - Pmsg0(000, "Set ok=FALSE after write_block_to_device.\n"); - ok = FALSE; + if (dev->VolCatInfo.VolCatName[0] == 0) { + Pmsg0(000, _("NULL Volume name. This shouldn't happen!!!\n")); } - /* Release the device */ - if (!release_device(jcr, dev)) { - Pmsg0(000, "Error in release_device\n"); - ok = FALSE; + if (!ok) { + Dmsg1(000, "Tape block=%d\n", dev->block_num); + discard_data_spool(dcr); + } else { + /* Note: if commit is OK, the device will remain locked */ + commit_data_spool(dcr); } - free_block(block); + if (ok) { + ok = dvd_close_job(dcr); /* do DVD cleanup if any */ + } + + /* + * Release the device -- and send final Vol info to DIR + * and unlock it. + */ + release_device(dcr); - if (jcr->spool_attributes && jcr->dir_bsock->spool_fd) { - bnet_despool(jcr->dir_bsock); - close_spool_file(jcr, jcr->dir_bsock); + if (!ok || job_canceled(jcr)) { + discard_attribute_spool(jcr); + } else { + commit_attribute_spool(jcr); } - Dmsg0(90, "return from do_append_data()\n"); - return ok ? 1 : 0; + dir_send_job_status(jcr); /* update director */ + + Dmsg1(100, "return from do_append_data() ok=%d\n", ok); + return ok; }