/* Responses sent to the File daemon */
static char OK_data[] = "3000 OK data\n";
+/* Forward referenced functions */
+static bool are_attributes_spooled(JCR *jcr);
+static int begin_attribute_spool(JCR *jcr);
+static int discard_attribute_spool(JCR *jcr);
+static int commit_attribute_spool(JCR *jcr);
+static int open_data_spool_file(JCR *jcr);
+static int close_data_spool_file(JCR *jcr);
+static int begin_data_spool(JCR *jcr);
+static int discard_data_spool(JCR *jcr);
+static int commit_data_spool(JCR *jcr);
+
+
/*
* Append Data sent from File daemon
*
int32_t file_index, stream, last_file_index;
BSOCK *ds;
BSOCK *fd_sock = jcr->file_bsock;
- int ok = TRUE;
- DEVICE *dev = jcr->device->dev;
+ bool ok = true;
+ DEVICE *dev;
DEV_RECORD rec;
DEV_BLOCK *block;
+ DCR *dcr;
Dmsg0(10, "Start append data.\n");
- /* Tell File daemon to send data */
- bnet_fsend(fd_sock, OK_data);
-
- if (!jcr->no_attributes && jcr->spool_attributes) {
- open_spool_file(jcr, jcr->dir_bsock);
- }
-
ds = fd_sock;
- if (!bnet_set_buffer_size(ds, MAX_NETWORK_BUFFER_SIZE, BNET_SETBUF_WRITE)) {
+ if (!bnet_set_buffer_size(ds, jcr->device->max_network_buffer_size, BNET_SETBUF_WRITE)) {
set_jcr_job_status(jcr, JS_ErrorTerminated);
Jmsg(jcr, M_FATAL, 0, _("Unable to set network buffer size.\n"));
return 0;
}
- Dmsg1(20, "Begin append device=%s\n", dev_name(dev));
-
- block = new_block(dev);
- memset(&rec, 0, sizeof(rec));
-
/*
* Acquire output device for writing. Note, after acquiring a
* device, we MUST release it, which is done at the end of this
* subroutine.
*/
Dmsg0(100, "just before acquire_device\n");
- if (!(dev=acquire_device_for_append(jcr, dev, block))) {
+ if (!(dcr=acquire_device_for_append(jcr))) {
set_jcr_job_status(jcr, JS_ErrorTerminated);
- free_block(block);
return 0;
}
+ dev = dcr->dev;
+ block = dcr->block;
+
+ Dmsg1(20, "Begin append device=%s\n", dev_name(dev));
+
+ begin_data_spool(jcr);
+ begin_attribute_spool(jcr);
+
Dmsg0(100, "Just after acquire_device_for_append\n");
/*
* Write Begin Session Record
Jmsg1(jcr, M_FATAL, 0, _("Write session label failed. ERR=%s\n"),
strerror_dev(dev));
set_jcr_job_status(jcr, JS_ErrorTerminated);
- ok = FALSE;
+ ok = false;
}
+ /* Tell File daemon to send data */
+ bnet_fsend(fd_sock, OK_data);
/*
* Get Data from File daemon, write to device. To clarify what is
* file. 1. for the Attributes, 2. for the file data if any,
* and 3. for the MD5 if any.
*/
- jcr->VolFirstIndex = 0;
+ dcr->VolFirstIndex = dcr->VolLastIndex = 0;
jcr->run_time = time(NULL); /* start counting time for rates */
for (last_file_index = 0; ok && !job_canceled(jcr); ) {
}
Jmsg1(jcr, M_FATAL, 0, _("Error reading data header from FD. ERR=%s\n"),
bnet_strerror(ds));
- ok = FALSE;
+ ok = false;
break;
}
}
if (!B_ISSPACE(*p) || !B_ISDIGIT(*(p+1))) {
Jmsg1(jcr, M_FATAL, 0, _("Malformed data header from FD: %s\n"), ds->msg);
- ok = FALSE;
+ ok = false;
break;
}
stream = (int32_t)str_to_int64(p);
if (!(file_index > 0 && (file_index == last_file_index ||
file_index == last_file_index + 1))) {
Jmsg0(jcr, M_FATAL, 0, _("File index from FD not positive or sequential\n"));
- ok = FALSE;
+ ok = false;
break;
}
if (file_index != last_file_index) {
jcr->JobFiles = file_index;
- if (jcr->VolFirstIndex == 0) {
- jcr->VolFirstIndex = file_index;
- }
- jcr->VolLastIndex = file_index;
last_file_index = file_index;
}
* The data stream is just raw bytes
*/
while ((n=bget_msg(ds)) > 0 && !job_canceled(jcr)) {
-
rec.VolSessionId = jcr->VolSessionId;
rec.VolSessionTime = jcr->VolSessionTime;
rec.FileIndex = file_index;
dev_name(dev), strerror_dev(dev));
Jmsg(jcr, M_FATAL, 0, _("Cannot fixup device error. %s\n"),
strerror_dev(dev));
- ok = FALSE;
+ ok = false;
break;
}
}
if (stream == STREAM_UNIX_ATTRIBUTES || stream == STREAM_MD5_SIGNATURE ||
stream == STREAM_UNIX_ATTRIBUTES_EX || stream == STREAM_SHA1_SIGNATURE) {
if (!jcr->no_attributes) {
- if (jcr->spool_attributes && jcr->dir_bsock->spool_fd) {
+ if (are_attributes_spooled(jcr)) {
jcr->dir_bsock->spool = 1;
}
Dmsg0(200, "Send attributes.\n");
if (!dir_update_file_attributes(jcr, &rec)) {
Jmsg(jcr, M_FATAL, 0, _("Error updating file attributes. ERR=%s\n"),
bnet_strerror(jcr->dir_bsock));
- ok = FALSE;
+ ok = false;
jcr->dir_bsock->spool = 0;
break;
}
if (is_bnet_error(ds)) {
Jmsg1(jcr, M_FATAL, 0, _("Network error on data channel. ERR=%s\n"),
bnet_strerror(ds));
- ok = FALSE;
+ ok = false;
break;
}
}
- /*
- * We probably need a new flag that says "Do not attempt
- * to write because there is no tape".
- */
- Dmsg0(90, "Write_end_session_label()\n");
/* Create Job status for end of session label */
set_jcr_job_status(jcr, ok?JS_Terminated:JS_ErrorTerminated);
Jmsg1(jcr, M_FATAL, 0, _("Error writting end session label. ERR=%s\n"),
strerror_dev(dev));
set_jcr_job_status(jcr, JS_ErrorTerminated);
- ok = FALSE;
+ ok = false;
}
+ Dmsg0(90, "back from write_end_session_label()\n");
/* Flush out final partial block of this session */
if (!write_block_to_device(jcr, dev, block)) {
Dmsg0(100, _("Set ok=FALSE after write_block_to_device.\n"));
set_jcr_job_status(jcr, JS_ErrorTerminated);
- ok = FALSE;
+ ok = false;
}
}
- Dmsg1(200, "release device JobStatus=%d\n", jcr->JobStatus);
+ if (!ok) {
+ discard_data_spool(jcr);
+ } else {
+ commit_data_spool(jcr);
+ }
+
+ Dmsg1(200, "calling release device JobStatus=%d\n", jcr->JobStatus);
/* Release the device */
- if (!release_device(jcr, dev)) {
+ if (!release_device(jcr)) {
Pmsg0(000, _("Error in release_device\n"));
set_jcr_job_status(jcr, JS_ErrorTerminated);
- ok = FALSE;
+ ok = false;
}
- free_block(block);
-
- if (jcr->spool_attributes && jcr->dir_bsock->spool_fd) {
- bnet_despool(jcr->dir_bsock);
- close_spool_file(jcr, jcr->dir_bsock);
+ if (!ok) {
+ discard_attribute_spool(jcr);
+ } else {
+ commit_attribute_spool(jcr);
}
dir_send_job_status(jcr); /* update director */
Dmsg1(100, "return from do_append_data() stat=%d\n", ok);
return ok ? 1 : 0;
}
+
+
+static int begin_data_spool(JCR *jcr)
+{
+ if (jcr->dcr->spool_data) {
+ return open_data_spool_file(jcr);
+ }
+ return 1;
+}
+
+static int discard_data_spool(JCR *jcr)
+{
+ if (jcr->dcr->spool_data && jcr->dcr->spool_fd >= 0) {
+ return close_data_spool_file(jcr);
+ }
+ return 1;
+}
+
+static int commit_data_spool(JCR *jcr)
+{
+ if (jcr->dcr->spool_data && jcr->dcr->spool_fd >= 0) {
+// despool_data(jcr);
+ return close_data_spool_file(jcr);
+ }
+ return 1;
+}
+
+static void make_unique_data_spool_filename(JCR *jcr, POOLMEM **name)
+{
+ Mmsg(name, "%s/%s.data.spool.%s.%s", working_directory, my_name,
+ jcr->Job, jcr->device->hdr.name);
+}
+
+
+static int open_data_spool_file(JCR *jcr)
+{
+ POOLMEM *name = get_pool_memory(PM_MESSAGE);
+ int spool_fd;
+
+ make_unique_data_spool_filename(jcr, &name);
+ if ((spool_fd = open(name, O_CREAT|O_TRUNC|O_RDWR|O_BINARY, 0640)) >= 0) {
+ jcr->dcr->spool_fd = spool_fd;
+ jcr->spool_attributes = true;
+ } else {
+ Jmsg(jcr, M_ERROR, 0, "open data spool file %s failed: ERR=%s\n", name, strerror(errno));
+ free_pool_memory(name);
+ return 0;
+ }
+ free_pool_memory(name);
+ return 1;
+}
+
+static int close_data_spool_file(JCR *jcr)
+{
+ POOLMEM *name = get_pool_memory(PM_MESSAGE);
+
+ make_unique_data_spool_filename(jcr, &name);
+ close(jcr->dcr->spool_fd);
+ jcr->dcr->spool_fd = -1;
+ unlink(name);
+ free_pool_memory(name);
+ return 1;
+}
+
+
+static bool are_attributes_spooled(JCR *jcr)
+{
+ return jcr->spool_attributes && jcr->dir_bsock->spool_fd;
+}
+
+static int begin_attribute_spool(JCR *jcr)
+{
+ if (!jcr->no_attributes && jcr->spool_attributes) {
+ return open_spool_file(jcr, jcr->dir_bsock);
+ }
+ return 1;
+}
+
+static int discard_attribute_spool(JCR *jcr)
+{
+ if (are_attributes_spooled(jcr)) {
+ return close_spool_file(jcr, jcr->dir_bsock);
+ }
+ return 1;
+}
+
+static int commit_attribute_spool(JCR *jcr)
+{
+ if (are_attributes_spooled(jcr)) {
+ bnet_despool_to_bsock(jcr->dir_bsock);
+ return close_spool_file(jcr, jcr->dir_bsock);
+ }
+ return 1;
+}