X-Git-Url: https://git.sur5r.net/?a=blobdiff_plain;f=bacula%2Fsrc%2Fstored%2Frecord.c;h=481eb8ae7d990e76db6ca7c41a605032fb9bd0df;hb=2499795e233e43bd4eb4d99e0473b67e6c6b60d8;hp=6b3d23dc1207e6a9d46c53c350ba064e4e9564f9;hpb=da8584df92d56dd3cbf3c9a7563b22d8335ba219;p=bacula%2Fbacula diff --git a/bacula/src/stored/record.c b/bacula/src/stored/record.c index 6b3d23dc12..481eb8ae7d 100644 --- a/bacula/src/stored/record.c +++ b/bacula/src/stored/record.c @@ -1,39 +1,43 @@ /* - * - * record.c -- tape record handling functions - * - * Kern Sibbald, April MMI - * added BB02 format October MMII - * - * Version $Id$ - * - */ -/* - Copyright (C) 2000-2004 Kern Sibbald and John Walker + Bacula® - The Network Backup Solution - This program is free software; you can redistribute it and/or - modify it under the terms of the GNU General Public License as - published by the Free Software Foundation; either version 2 of - the License, or (at your option) any later version. + Copyright (C) 2001-2010 Free Software Foundation Europe e.V. - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of + The main author of Bacula is Kern Sibbald, with contributions from + many others, a complete list can be found in the file AUTHORS. + This program is Free Software; you can redistribute it and/or + modify it under the terms of version two of the GNU General Public + License as published by the Free Software Foundation and included + in the file LICENSE. + + This program is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. - You should have received a copy of the GNU General Public - License along with this program; if not, write to the Free - Software Foundation, Inc., 59 Temple Place - Suite 330, Boston, - MA 02111-1307, USA. + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + 02110-1301, USA. + Bacula® is a registered trademark of Kern Sibbald. + The licensor of Bacula is the Free Software Foundation Europe + (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich, + Switzerland, email:ftf@fsfeurope.org. +*/ +/* + * + * record.c -- tape record handling functions + * + * Kern Sibbald, April MMI + * added BB02 format October MMII + * */ #include "bacula.h" #include "stored.h" -extern int debug_level; - /* * Convert a FileIndex into a printable * ASCII string. Not reentrant. @@ -41,9 +45,8 @@ extern int debug_level; * record as a Label, otherwise it is simply * the FileIndex of the current file. */ -const char *FI_to_ascii(int fi) +const char *FI_to_ascii(char *buf, int fi) { - static char buf[20]; if (fi >= 0) { sprintf(buf, "%d", fi); return buf; @@ -62,8 +65,14 @@ const char *FI_to_ascii(int fi) case EOT_LABEL: return "EOT_LABEL"; break; + case SOB_LABEL: + return "SOB_LABEL"; + break; + case EOB_LABEL: + return "EOB_LABEL"; + break; default: - sprintf(buf, "unknown: %d", fi); + sprintf(buf, _("unknown: %d"), fi); return buf; } } @@ -80,9 +89,8 @@ const char *FI_to_ascii(int fi) * dealing with a Label, hence the * stream is the JobId. */ -const char *stream_to_ascii(int stream, int fi) +const char *stream_to_ascii(char *buf, int stream, int fi) { - static char buf[20]; if (fi < 0) { sprintf(buf, "%d", stream); return buf; @@ -96,14 +104,16 @@ const char *stream_to_ascii(int stream, int fi) return "WIN32-DATA"; case STREAM_WIN32_GZIP_DATA: return "WIN32-GZIP"; - case STREAM_MD5_SIGNATURE: + case STREAM_MD5_DIGEST: return "MD5"; - case STREAM_SHA1_SIGNATURE: + case STREAM_SHA1_DIGEST: return "SHA1"; case STREAM_GZIP_DATA: return "GZIP"; case STREAM_UNIX_ATTRIBUTES_EX: return "UNIX-ATTR-EX"; + case STREAM_RESTORE_OBJECT: + return "RESTORE-OBJECT"; case STREAM_SPARSE_DATA: return "SPARSE-DATA"; case STREAM_SPARSE_GZIP_DATA: @@ -112,10 +122,30 @@ const char *stream_to_ascii(int stream, int fi) return "PROG-NAMES"; case STREAM_PROGRAM_DATA: return "PROG-DATA"; + case STREAM_PLUGIN_NAME: + return "PLUGIN-NAME"; case STREAM_MACOS_FORK_DATA: return "MACOS-RSRC"; case STREAM_HFSPLUS_ATTRIBUTES: return "HFSPLUS-ATTR"; + case STREAM_SHA256_DIGEST: + return "SHA256"; + case STREAM_SHA512_DIGEST: + return "SHA512"; + case STREAM_SIGNED_DIGEST: + return "SIGNED-DIGEST"; + case STREAM_ENCRYPTED_SESSION_DATA: + return "ENCRYPTED-SESSION-DATA"; + case STREAM_ENCRYPTED_FILE_DATA: + return "ENCRYPTED-FILE"; + case STREAM_ENCRYPTED_FILE_GZIP_DATA: + return "ENCRYPTED-GZIP"; + case STREAM_ENCRYPTED_WIN32_DATA: + return "ENCRYPTED-WIN32-DATA"; + case STREAM_ENCRYPTED_WIN32_GZIP_DATA: + return "ENCRYPTED-WIN32-GZIP"; + case STREAM_ENCRYPTED_MACOS_FORK_DATA: + return "ENCRYPTED-MACOS-RSRC"; case -STREAM_UNIX_ATTRIBUTES: return "contUATTR"; case -STREAM_FILE_DATA: @@ -124,14 +154,16 @@ const char *stream_to_ascii(int stream, int fi) return "contWIN32-DATA"; case -STREAM_WIN32_GZIP_DATA: return "contWIN32-GZIP"; - case -STREAM_MD5_SIGNATURE: + case -STREAM_MD5_DIGEST: return "contMD5"; - case -STREAM_SHA1_SIGNATURE: + case -STREAM_SHA1_DIGEST: return "contSHA1"; case -STREAM_GZIP_DATA: return "contGZIP"; case -STREAM_UNIX_ATTRIBUTES_EX: return "contUNIX-ATTR-EX"; + case -STREAM_RESTORE_OBJECT: + return "contRESTORE-OBJECT"; case -STREAM_SPARSE_DATA: return "contSPARSE-DATA"; case -STREAM_SPARSE_GZIP_DATA: @@ -144,6 +176,27 @@ const char *stream_to_ascii(int stream, int fi) return "contMACOS-RSRC"; case -STREAM_HFSPLUS_ATTRIBUTES: return "contHFSPLUS-ATTR"; + case -STREAM_SHA256_DIGEST: + return "contSHA256"; + case -STREAM_SHA512_DIGEST: + return "contSHA512"; + case -STREAM_SIGNED_DIGEST: + return "contSIGNED-DIGEST"; + case -STREAM_ENCRYPTED_SESSION_DATA: + return "contENCRYPTED-SESSION-DATA"; + case -STREAM_ENCRYPTED_FILE_DATA: + return "contENCRYPTED-FILE"; + case -STREAM_ENCRYPTED_FILE_GZIP_DATA: + return "contENCRYPTED-GZIP"; + case -STREAM_ENCRYPTED_WIN32_DATA: + return "contENCRYPTED-WIN32-DATA"; + case -STREAM_ENCRYPTED_WIN32_GZIP_DATA: + return "contENCRYPTED-WIN32-GZIP"; + case -STREAM_ENCRYPTED_MACOS_FORK_DATA: + return "contENCRYPTED-MACOS-RSRC"; + case -STREAM_PLUGIN_NAME: + return "contPLUGIN-NAME"; + default: sprintf(buf, "%d", stream); return buf; @@ -178,13 +231,13 @@ void empty_record(DEV_RECORD *rec) */ void free_record(DEV_RECORD *rec) { - Dmsg0(350, "Enter free_record.\n"); + Dmsg0(950, "Enter free_record.\n"); if (rec->data) { free_pool_memory(rec->data); } - Dmsg0(350, "Data buf is freed.\n"); + Dmsg0(950, "Data buf is freed.\n"); free_pool_memory((POOLMEM *)rec); - Dmsg0(350, "Leave free_record.\n"); + Dmsg0(950, "Leave free_record.\n"); } @@ -192,7 +245,7 @@ void free_record(DEV_RECORD *rec) * Write a Record to the block * * Returns: false on failure (none or partially written) - * true on success (all bytes written) + * true on success (all bytes written) * * and remainder returned in packet. * @@ -206,6 +259,7 @@ bool write_record_to_block(DEV_BLOCK *block, DEV_RECORD *rec) { ser_declare; uint32_t remlen; + char buf1[100], buf2[100]; remlen = block->buf_len - block->binbuf; @@ -213,9 +267,9 @@ bool write_record_to_block(DEV_BLOCK *block, DEV_RECORD *rec) ASSERT(block->buf_len >= block->binbuf); Dmsg6(890, "write_record_to_block() FI=%s SessId=%d Strm=%s len=%d\n" -"rem=%d remainder=%d\n", - FI_to_ascii(rec->FileIndex), rec->VolSessionId, - stream_to_ascii(rec->Stream, rec->FileIndex), rec->data_len, + "rem=%d remainder=%d\n", + FI_to_ascii(buf1, rec->FileIndex), rec->VolSessionId, + stream_to_ascii(buf2, rec->Stream, rec->FileIndex), rec->data_len, remlen, rec->remainder); /* @@ -226,32 +280,32 @@ bool write_record_to_block(DEV_BLOCK *block, DEV_RECORD *rec) if (rec->remainder == 0) { /* Require enough room to write a full header */ if (remlen >= WRITE_RECHDR_LENGTH) { - ser_begin(block->bufp, WRITE_RECHDR_LENGTH); - if (BLOCK_VER == 1) { - ser_uint32(rec->VolSessionId); - ser_uint32(rec->VolSessionTime); - } else { - block->VolSessionId = rec->VolSessionId; - block->VolSessionTime = rec->VolSessionTime; - } - ser_int32(rec->FileIndex); - ser_int32(rec->Stream); - ser_uint32(rec->data_len); - - block->bufp += WRITE_RECHDR_LENGTH; - block->binbuf += WRITE_RECHDR_LENGTH; - remlen -= WRITE_RECHDR_LENGTH; - rec->remainder = rec->data_len; - if (rec->FileIndex > 0) { - /* If data record, update what we have in this block */ - if (block->FirstIndex == 0) { - block->FirstIndex = rec->FileIndex; - } - block->LastIndex = rec->FileIndex; - } + ser_begin(block->bufp, WRITE_RECHDR_LENGTH); + if (BLOCK_VER == 1) { + ser_uint32(rec->VolSessionId); + ser_uint32(rec->VolSessionTime); + } else { + block->VolSessionId = rec->VolSessionId; + block->VolSessionTime = rec->VolSessionTime; + } + ser_int32(rec->FileIndex); + ser_int32(rec->Stream); + ser_uint32(rec->data_len); + + block->bufp += WRITE_RECHDR_LENGTH; + block->binbuf += WRITE_RECHDR_LENGTH; + remlen -= WRITE_RECHDR_LENGTH; + rec->remainder = rec->data_len; + if (rec->FileIndex > 0) { + /* If data record, update what we have in this block */ + if (block->FirstIndex == 0) { + block->FirstIndex = rec->FileIndex; + } + block->LastIndex = rec->FileIndex; + } } else { - rec->remainder = rec->data_len + WRITE_RECHDR_LENGTH; - return false; + rec->remainder = rec->data_len + WRITE_RECHDR_LENGTH; + return false; } } else { /* @@ -271,20 +325,20 @@ bool write_record_to_block(DEV_BLOCK *block, DEV_RECORD *rec) */ ser_begin(block->bufp, WRITE_RECHDR_LENGTH); if (BLOCK_VER == 1) { - ser_uint32(rec->VolSessionId); - ser_uint32(rec->VolSessionTime); + ser_uint32(rec->VolSessionId); + ser_uint32(rec->VolSessionTime); } else { - block->VolSessionId = rec->VolSessionId; - block->VolSessionTime = rec->VolSessionTime; + block->VolSessionId = rec->VolSessionId; + block->VolSessionTime = rec->VolSessionTime; } ser_int32(rec->FileIndex); if (rec->remainder > rec->data_len) { - ser_int32(rec->Stream); /* normal full header */ - ser_uint32(rec->data_len); - rec->remainder = rec->data_len; /* must still do data record */ + ser_int32(rec->Stream); /* normal full header */ + ser_uint32(rec->data_len); + rec->remainder = rec->data_len; /* must still do data record */ } else { - ser_int32(-rec->Stream); /* mark this as a continuation record */ - ser_uint32(rec->remainder); /* bytes to do */ + ser_int32(-rec->Stream); /* mark this as a continuation record */ + ser_uint32(rec->remainder); /* bytes to do */ } /* Require enough room to write a full header */ @@ -294,15 +348,15 @@ bool write_record_to_block(DEV_BLOCK *block, DEV_RECORD *rec) block->binbuf += WRITE_RECHDR_LENGTH; remlen -= WRITE_RECHDR_LENGTH; if (rec->FileIndex > 0) { - /* If data record, update what we have in this block */ - if (block->FirstIndex == 0) { - block->FirstIndex = rec->FileIndex; - } - block->LastIndex = rec->FileIndex; + /* If data record, update what we have in this block */ + if (block->FirstIndex == 0) { + block->FirstIndex = rec->FileIndex; + } + block->LastIndex = rec->FileIndex; } } if (remlen == 0) { - return false; /* partial transfer */ + return false; /* partial transfer */ } /* @@ -313,38 +367,38 @@ bool write_record_to_block(DEV_BLOCK *block, DEV_RECORD *rec) if (rec->remainder > 0) { /* Write as much of data as possible */ if (remlen >= rec->remainder) { - memcpy(block->bufp, rec->data+rec->data_len-rec->remainder, - rec->remainder); - block->bufp += rec->remainder; - block->binbuf += rec->remainder; + memcpy(block->bufp, rec->data+rec->data_len-rec->remainder, + rec->remainder); + block->bufp += rec->remainder; + block->binbuf += rec->remainder; } else { - memcpy(block->bufp, rec->data+rec->data_len-rec->remainder, - remlen); + memcpy(block->bufp, rec->data+rec->data_len-rec->remainder, + remlen); #ifdef xxxxxSMCHECK - if (!sm_check_rtn(__FILE__, __LINE__, False)) { - /* We damaged a buffer */ + if (!sm_check_rtn(__FILE__, __LINE__, False)) { + /* We damaged a buffer */ Dmsg6(0, "Damaged block FI=%s SessId=%d Strm=%s len=%d\n" -"rem=%d remainder=%d\n", - FI_to_ascii(rec->FileIndex), rec->VolSessionId, - stream_to_ascii(rec->Stream, rec->FileIndex), rec->data_len, - remlen, rec->remainder); + "rem=%d remainder=%d\n", + FI_to_ascii(buf1, rec->FileIndex), rec->VolSessionId, + stream_to_ascii(buf2, rec->Stream, rec->FileIndex), rec->data_len, + remlen, rec->remainder); Dmsg5(0, "Damaged block: bufp=%x binbuf=%d buf_len=%d rem=%d moved=%d\n", - block->bufp, block->binbuf, block->buf_len, block->buf_len-block->binbuf, - remlen); + block->bufp, block->binbuf, block->buf_len, block->buf_len-block->binbuf, + remlen); Dmsg2(0, "Damaged block: buf=%x binbuffrombuf=%d \n", - block->buf, block->bufp-block->buf); + block->buf, block->bufp-block->buf); - Emsg0(M_ABORT, 0, "Damaged buffer\n"); - } + Emsg0(M_ABORT, 0, _("Damaged buffer\n")); + } #endif - block->bufp += remlen; - block->binbuf += remlen; - rec->remainder -= remlen; - return false; /* did partial transfer */ + block->bufp += remlen; + block->binbuf += remlen; + rec->remainder -= remlen; + return false; /* did partial transfer */ } } - rec->remainder = 0; /* did whole transfer */ + rec->remainder = 0; /* did whole transfer */ return true; } @@ -353,7 +407,7 @@ bool write_record_to_block(DEV_BLOCK *block, DEV_RECORD *rec) * Test if we can write whole record to the block * * Returns: false on failure - * true on success (all bytes can be written) + * true on success (all bytes can be written) */ bool can_write_record_to_block(DEV_BLOCK *block, DEV_RECORD *rec) { @@ -362,10 +416,10 @@ bool can_write_record_to_block(DEV_BLOCK *block, DEV_RECORD *rec) remlen = block->buf_len - block->binbuf; if (rec->remainder == 0) { if (remlen >= WRITE_RECHDR_LENGTH) { - remlen -= WRITE_RECHDR_LENGTH; - rec->remainder = rec->data_len; + remlen -= WRITE_RECHDR_LENGTH; + rec->remainder = rec->data_len; } else { - return false; + return false; } } else { return false; @@ -376,16 +430,20 @@ bool can_write_record_to_block(DEV_BLOCK *block, DEV_RECORD *rec) return true; } +uint64_t get_record_address(DEV_RECORD *rec) +{ + return ((uint64_t)rec->File)<<32 | rec->Block; +} /* * Read a Record from the block * Returns: false if nothing read or if the continuation record does not match. - * In both of these cases, a block read must be done. - * true if at least the record header was read, this - * routine may have to be called again with a new - * block if the entire record was not read. + * In both of these cases, a block read must be done. + * true if at least the record header was read, this + * routine may have to be called again with a new + * block if the entire record was not read. */ -bool read_record_from_block(DEV_BLOCK *block, DEV_RECORD *rec) +bool read_record_from_block(DCR *dcr, DEV_BLOCK *block, DEV_RECORD *rec) { ser_declare; uint32_t remlen; @@ -395,24 +453,24 @@ bool read_record_from_block(DEV_BLOCK *block, DEV_RECORD *rec) int32_t Stream; uint32_t data_bytes; uint32_t rhl; + char buf1[100], buf2[100]; remlen = block->binbuf; - rec->Block = block->BlockNumber; - rec->File = ((DEVICE *)block->dev)->file; /* Clear state flags */ rec->state = 0; if (block->dev->is_tape()) { rec->state |= REC_ISTAPE; } - + rec->Block = ((DEVICE *)block->dev)->EndBlock; + rec->File = ((DEVICE *)block->dev)->EndFile; /* * Get the header. There is always a full header, * otherwise we find it in the next block. */ Dmsg3(450, "Block=%d Ver=%d size=%u\n", block->BlockNumber, block->BlockVer, - block->block_len); + block->block_len); if (block->BlockVer == 1) { rhl = RECHDR1_LENGTH; } else { @@ -420,15 +478,15 @@ bool read_record_from_block(DEV_BLOCK *block, DEV_RECORD *rec) } if (remlen >= rhl) { Dmsg4(450, "Enter read_record_block: remlen=%d data_len=%d rem=%d blkver=%d\n", - remlen, rec->data_len, rec->remainder, block->BlockVer); + remlen, rec->data_len, rec->remainder, block->BlockVer); unser_begin(block->bufp, WRITE_RECHDR_LENGTH); if (block->BlockVer == 1) { - unser_uint32(VolSessionId); - unser_uint32(VolSessionTime); + unser_uint32(VolSessionId); + unser_uint32(VolSessionTime); } else { - VolSessionId = block->VolSessionId; - VolSessionTime = block->VolSessionTime; + VolSessionId = block->VolSessionId; + VolSessionTime = block->VolSessionTime; } unser_int32(FileIndex); unser_int32(Stream); @@ -442,45 +500,45 @@ bool read_record_from_block(DEV_BLOCK *block, DEV_RECORD *rec) * where the VolSessionId and VolSessionTime don't agree */ if (rec->remainder && (rec->VolSessionId != VolSessionId || - rec->VolSessionTime != VolSessionTime)) { - rec->state |= REC_NO_MATCH; + rec->VolSessionTime != VolSessionTime)) { + rec->state |= REC_NO_MATCH; Dmsg0(450, "remainder and VolSession doesn't match\n"); - return false; /* This is from some other Session */ + return false; /* This is from some other Session */ } /* if Stream is negative, it means that this is a continuation * of a previous partially written record. */ - if (Stream < 0) { /* continuation record? */ + if (Stream < 0) { /* continuation record? */ Dmsg1(500, "Got negative Stream => continuation. remainder=%d\n", - rec->remainder); - rec->state |= REC_CONTINUATION; + rec->remainder); + rec->state |= REC_CONTINUATION; if (!rec->remainder) { /* if we didn't read previously */ - rec->data_len = 0; /* return data as if no continuation */ - } else if (rec->Stream != -Stream) { - rec->state |= REC_NO_MATCH; - return false; /* This is from some other Session */ - } - rec->Stream = -Stream; /* set correct Stream */ - } else { /* Regular record */ - rec->Stream = Stream; - rec->data_len = 0; /* transfer to beginning of data */ + rec->data_len = 0; /* return data as if no continuation */ + } else if (rec->Stream != -Stream) { + rec->state |= REC_NO_MATCH; + return false; /* This is from some other Session */ + } + rec->Stream = -Stream; /* set correct Stream */ + } else { /* Regular record */ + rec->Stream = Stream; + rec->data_len = 0; /* transfer to beginning of data */ } rec->VolSessionId = VolSessionId; rec->VolSessionTime = VolSessionTime; rec->FileIndex = FileIndex; if (FileIndex > 0) { - if (block->FirstIndex == 0) { - block->FirstIndex = FileIndex; - } - block->LastIndex = FileIndex; + if (block->FirstIndex == 0) { + block->FirstIndex = FileIndex; + } + block->LastIndex = FileIndex; } Dmsg6(450, "rd_rec_blk() got FI=%s SessId=%d Strm=%s len=%u\n" "remlen=%d data_len=%d\n", - FI_to_ascii(rec->FileIndex), rec->VolSessionId, - stream_to_ascii(rec->Stream, rec->FileIndex), data_bytes, remlen, - rec->data_len); + FI_to_ascii(buf1, rec->FileIndex), rec->VolSessionId, + stream_to_ascii(buf2, rec->Stream, rec->FileIndex), data_bytes, remlen, + rec->data_len); } else { /* * No more records in this block because the number @@ -492,11 +550,22 @@ bool read_record_from_block(DEV_BLOCK *block, DEV_RECORD *rec) */ Dmsg0(450, "read_record_block: nothing\n"); rec->state |= (REC_NO_HEADER | REC_BLOCK_EMPTY); - empty_block(block); /* mark block empty */ + empty_block(block); /* mark block empty */ return false; } - ASSERT(data_bytes < MAX_BLOCK_LENGTH); /* temp sanity check */ + /* Sanity check */ + if (data_bytes >= MAX_BLOCK_LENGTH) { + /* + * Something is wrong, force read of next block, abort + * continuing with this block. + */ + rec->state |= (REC_NO_HEADER | REC_BLOCK_EMPTY); + empty_block(block); + Jmsg2(dcr->jcr, M_WARNING, 0, _("Sanity check failed. maxlen=%d datalen=%d. Block discarded.\n"), + MAX_BLOCK_LENGTH, data_bytes); + return false; + } rec->data = check_pool_memory_size(rec->data, rec->data_len+data_bytes); @@ -520,14 +589,14 @@ bool read_record_from_block(DEV_BLOCK *block, DEV_RECORD *rec) block->bufp += remlen; block->binbuf -= remlen; rec->data_len += remlen; - rec->remainder = 1; /* partial record transferred */ + rec->remainder = 1; /* partial record transferred */ Dmsg1(450, "read_record_block: partial xfered=%d\n", rec->data_len); rec->state |= (REC_PARTIAL_RECORD | REC_BLOCK_EMPTY); - return 1; + return true; } rec->remainder = 0; Dmsg4(450, "Rtn full rd_rec_blk FI=%s SessId=%d Strm=%s len=%d\n", - FI_to_ascii(rec->FileIndex), rec->VolSessionId, - stream_to_ascii(rec->Stream, rec->FileIndex), rec->data_len); - return true; /* transferred full record */ + FI_to_ascii(buf1, rec->FileIndex), rec->VolSessionId, + stream_to_ascii(buf2, rec->Stream, rec->FileIndex), rec->data_len); + return true; /* transferred full record */ }