2 * Bacula File Daemon verify.c Verify files.
4 * Kern Sibbald, October MM
10 Copyright (C) 2000-2004 Kern Sibbald
12 This program is free software; you can redistribute it and/or
13 modify it under the terms of the GNU General Public License as
14 published by the Free Software Foundation; either version 2 of
15 the License, or (at your option) any later version.
17 This program is distributed in the hope that it will be useful,
18 but WITHOUT ANY WARRANTY; without even the implied warranty of
19 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 General Public License for more details.
22 You should have received a copy of the GNU General Public
23 License along with this program; if not, write to the Free
24 Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
32 static int verify_file(FF_PKT *ff_pkt, void *my_pkt, bool);
33 static int read_digest(BFILE *bfd, DIGEST *digest, JCR *jcr);
36 * Find all the requested files and send attributes
40 void do_verify(JCR *jcr)
42 set_jcr_job_status(jcr, JS_Running);
43 jcr->buf_size = DEFAULT_NETWORK_BUFFER_SIZE;
44 if ((jcr->big_buf = (char *) malloc(jcr->buf_size)) == NULL) {
45 Jmsg1(jcr, M_ABORT, 0, _("Cannot malloc %d network read buffer\n"),
46 DEFAULT_NETWORK_BUFFER_SIZE);
48 set_find_options((FF_PKT *)jcr->ff, jcr->incremental, jcr->mtime);
49 Dmsg0(10, "Start find files\n");
50 /* Subroutine verify_file() is called for each file */
51 find_files(jcr, (FF_PKT *)jcr->ff, verify_file, (void *)jcr);
52 Dmsg0(10, "End find files\n");
58 set_jcr_job_status(jcr, JS_Terminated);
62 * Called here by find() for each file.
64 * Find the file, compute the MD5 or SHA1 and send it back to the Director
66 static int verify_file(FF_PKT *ff_pkt, void *pkt, bool top_level)
68 char attribs[MAXSTRING];
69 char attribsEx[MAXSTRING];
70 int digest_stream = STREAM_NONE;
72 DIGEST *digest = NULL;
74 JCR *jcr = (JCR *)pkt;
76 if (job_canceled(jcr)) {
81 jcr->num_files_examined++; /* bump total file count */
83 switch (ff_pkt->type) {
84 case FT_LNKSAVED: /* Hard linked, file already saved */
85 Dmsg2(30, "FT_LNKSAVED saving: %s => %s\n", ff_pkt->fname, ff_pkt->link);
88 Dmsg1(30, "FT_REGE saving: %s\n", ff_pkt->fname);
91 Dmsg1(30, "FT_REG saving: %s\n", ff_pkt->fname);
94 Dmsg2(30, "FT_LNK saving: %s -> %s\n", ff_pkt->fname, ff_pkt->link);
97 return 1; /* ignored */
99 Dmsg1(30, "FT_DIR saving: %s\n", ff_pkt->fname);
102 Dmsg1(30, "FT_SPEC saving: %s\n", ff_pkt->fname);
105 Dmsg1(30, "FT_RAW saving: %s\n", ff_pkt->fname);
108 Dmsg1(30, "FT_FIFO saving: %s\n", ff_pkt->fname);
112 be.set_errno(ff_pkt->ff_errno);
113 Jmsg(jcr, M_NOTSAVED, 1, _(" Could not access %s: ERR=%s\n"), ff_pkt->fname, be.strerror());
119 be.set_errno(ff_pkt->ff_errno);
120 Jmsg(jcr, M_NOTSAVED, 1, _(" Could not follow link %s: ERR=%s\n"), ff_pkt->fname, be.strerror());
126 be.set_errno(ff_pkt->ff_errno);
127 Jmsg(jcr, M_NOTSAVED, 1, _(" Could not stat %s: ERR=%s\n"), ff_pkt->fname, be.strerror());
133 Jmsg(jcr, M_SKIPPED, 1, _(" Unchanged file skipped: %s\n"), ff_pkt->fname);
136 Jmsg(jcr, M_SKIPPED, 1, _(" Archive file skipped: %s\n"), ff_pkt->fname);
139 Jmsg(jcr, M_SKIPPED, 1, _(" Recursion turned off. Directory skipped: %s\n"), ff_pkt->fname);
142 Jmsg(jcr, M_SKIPPED, 1, _(" File system change prohibited. Directory skipped: %s\n"), ff_pkt->fname);
146 be.set_errno(ff_pkt->ff_errno);
147 Jmsg(jcr, M_NOTSAVED, 1, _(" Could not open directory %s: ERR=%s\n"), ff_pkt->fname, be.strerror());
152 Jmsg(jcr, M_NOTSAVED, 0, _(" Unknown file type %d: %s\n"), ff_pkt->type, ff_pkt->fname);
157 /* Encode attributes and possibly extend them */
158 encode_stat(attribs, ff_pkt, 0);
159 encode_attribsEx(jcr, attribsEx, ff_pkt);
162 jcr->JobFiles++; /* increment number of files sent */
163 pm_strcpy(jcr->last_fname, ff_pkt->fname);
167 * Send file attributes to Director
171 * Filename (full path)
173 * Link name (if type==FT_LNK)
174 * For a directory, link is the same as fname, but with trailing
175 * slash. For a linked file, link is the link.
177 /* Send file attributes to Director (note different format than for Storage) */
178 Dmsg2(400, "send ATTR inx=%d fname=%s\n", jcr->JobFiles, ff_pkt->fname);
179 if (ff_pkt->type == FT_LNK || ff_pkt->type == FT_LNKSAVED) {
180 stat = bnet_fsend(dir, "%d %d %s %s%c%s%c%s%c", jcr->JobFiles,
181 STREAM_UNIX_ATTRIBUTES, ff_pkt->VerifyOpts, ff_pkt->fname,
182 0, attribs, 0, ff_pkt->link, 0);
183 } else if (ff_pkt->type == FT_DIREND) {
184 /* Here link is the canonical filename (i.e. with trailing slash) */
185 stat = bnet_fsend(dir,"%d %d %s %s%c%s%c%c", jcr->JobFiles,
186 STREAM_UNIX_ATTRIBUTES, ff_pkt->VerifyOpts, ff_pkt->link,
189 stat = bnet_fsend(dir,"%d %d %s %s%c%s%c%c", jcr->JobFiles,
190 STREAM_UNIX_ATTRIBUTES, ff_pkt->VerifyOpts, ff_pkt->fname,
193 Dmsg2(20, "bfiled>bdird: attribs len=%d: msg=%s\n", dir->msglen, dir->msg);
195 Jmsg(jcr, M_FATAL, 0, _("Network error in send to Director: ERR=%s\n"), bnet_strerror(dir));
200 * The remainder of the function is all about getting the checksum.
201 * First we initialise, then we read files, other streams and Finder Info.
203 if (ff_pkt->type != FT_LNKSAVED && (S_ISREG(ff_pkt->statp.st_mode) &&
204 ff_pkt->flags & (FO_MD5|FO_SHA1|FO_SHA256|FO_SHA512))) {
206 * Create our digest context. If this fails, the digest will be set to NULL
209 if (ff_pkt->flags & FO_MD5) {
210 digest = crypto_digest_new(CRYPTO_DIGEST_MD5);
211 digest_stream = STREAM_MD5_DIGEST;
213 } else if (ff_pkt->flags & FO_SHA1) {
214 digest = crypto_digest_new(CRYPTO_DIGEST_SHA1);
215 digest_stream = STREAM_SHA1_DIGEST;
217 } else if (ff_pkt->flags & FO_SHA256) {
218 digest = crypto_digest_new(CRYPTO_DIGEST_SHA256);
219 digest_stream = STREAM_SHA256_DIGEST;
221 } else if (ff_pkt->flags & FO_SHA512) {
222 digest = crypto_digest_new(CRYPTO_DIGEST_SHA512);
223 digest_stream = STREAM_SHA512_DIGEST;
226 /* Did digest initialization fail? */
227 if (digest_stream != STREAM_NONE && digest == NULL) {
228 Jmsg(jcr, M_WARNING, 0, _("%s digest initialization failed\n"),
229 stream_to_ascii(digest_stream));
232 /* compute MD5 or SHA1 hash */
234 char md[CRYPTO_DIGEST_MAX_SIZE];
239 if (digest_file(jcr, ff_pkt, digest) != 0) {
244 if (crypto_digest_finalize(digest, (uint8_t *)md, &size)) {
246 const char *digest_name;
248 digest_buf = (char *)malloc(BASE64_SIZE(size));
249 digest_name = crypto_digest_name(digest);
251 bin_to_base64(digest_buf, BASE64_SIZE(size), md, size, true);
252 Dmsg3(400, "send inx=%d %s=%s\n", jcr->JobFiles, digest_name, digest_buf);
253 bnet_fsend(dir, "%d %d %s *%s-%d*", jcr->JobFiles, digest_stream, digest_buf,
254 digest_name, jcr->JobFiles);
255 Dmsg3(20, "bfiled>bdird: %s len=%d: msg=%s\n", digest_name,
256 dir->msglen, dir->msg);
261 crypto_digest_free(digest);
269 * Compute message digest for the file specified by ff_pkt.
270 * In case of errors we need the job control record and file name.
272 int digest_file(JCR *jcr, FF_PKT *ff_pkt, DIGEST *digest)
278 if (ff_pkt->statp.st_size > 0 || ff_pkt->type == FT_RAW
279 || ff_pkt->type == FT_FIFO) {
280 int noatime = ff_pkt->flags & FO_NOATIME ? O_NOATIME : 0;
281 if ((bopen(&bfd, ff_pkt->fname, O_RDONLY | O_BINARY | noatime, 0)) < 0) {
282 ff_pkt->ff_errno = errno;
284 be.set_errno(bfd.berrno);
285 Jmsg(jcr, M_NOTSAVED, 1, _(" Cannot open %s: ERR=%s.\n"),
286 ff_pkt->fname, be.strerror());
289 read_digest(&bfd, digest, jcr);
293 #ifdef HAVE_DARWIN_OS
294 /* Open resource fork if necessary */
295 if (ff_pkt->flags & FO_HFSPLUS && ff_pkt->hfsinfo.rsrclength > 0) {
296 if (bopen_rsrc(&bfd, ff_pkt->fname, O_RDONLY | O_BINARY, 0) < 0) {
297 ff_pkt->ff_errno = errno;
299 Jmsg(jcr, M_NOTSAVED, -1, _(" Cannot open resource fork for %s: ERR=%s.\n"),
300 ff_pkt->fname, be.strerror());
301 if (is_bopen(&ff_pkt->bfd)) {
302 bclose(&ff_pkt->bfd);
306 read_digest(&bfd, digest, jcr);
310 if (digest && ff_pkt->flags & FO_HFSPLUS) {
311 crypto_digest_update(digest, ff_pkt->hfsinfo.fndrinfo, 32);
319 * Read message digest of bfd, updating digest
320 * In case of errors we need the job control record and file name.
322 int read_digest(BFILE *bfd, DIGEST *digest, JCR *jcr)
324 char buf[DEFAULT_NETWORK_BUFFER_SIZE];
327 while ((n=bread(bfd, buf, sizeof(buf))) > 0) {
328 crypto_digest_update(digest, (uint8_t *)buf, n);
334 be.set_errno(bfd->berrno);
335 Jmsg(jcr, M_ERROR, 1, _("Error reading file %s: ERR=%s\n"),
336 jcr->last_fname, be.strerror());