2 Bacula® - The Network Backup Solution
4 Copyright (C) 2002-2010 Free Software Foundation Europe e.V.
6 The main author of Bacula is Kern Sibbald, with contributions from
7 many others, a complete list can be found in the file AUTHORS.
8 This program is Free Software; you can redistribute it and/or
9 modify it under the terms of version three of the GNU Affero General Public
10 License as published by the Free Software Foundation and included
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU Affero General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
23 Bacula® is a registered trademark of Kern Sibbald.
24 The licensor of Bacula is the Free Software Foundation Europe
25 (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
26 Switzerland, email:ftf@fsfeurope.org.
29 * This file contains all the SQL commands that are either issued by the
30 * Director or which are database backend specific.
32 * Kern Sibbald, July MMII
35 * Note, PostgreSQL imposes some constraints on using DISTINCT and GROUP BY
36 * for example, the following is illegal in PostgreSQL:
37 * SELECT DISTINCT JobId FROM temp ORDER BY StartTime ASC;
38 * because all the ORDER BY expressions must appear in the SELECT list!
43 const char *get_restore_objects =
44 "SELECT JobId,ObjectLength,ObjectFullLength,ObjectIndex,"
45 "ObjectType,ObjectCompression,FileIndex,ObjectName,"
46 "RestoreObject,PluginName "
48 "WHERE JobId IN (%s) "
49 "AND ObjectType = %d "
50 "ORDER BY ObjectIndex ASC";
52 const char *cleanup_created_job =
53 "UPDATE Job SET JobStatus='f', StartTime=SchedTime, EndTime=SchedTime "
54 "WHERE JobStatus = 'C'";
55 const char *cleanup_running_job =
56 "UPDATE Job SET JobStatus='f', EndTime=StartTime WHERE JobStatus = 'R'";
58 /* For sql_update.c db_update_stats */
59 const char *fill_jobhisto =
60 "INSERT INTO JobHisto ("
61 "JobId, Job, Name, Type, Level, ClientId, JobStatus, "
62 "SchedTime, StartTime, EndTime, RealEndTime, JobTDate, "
63 "VolSessionId, VolSessionTime, JobFiles, JobBytes, ReadBytes, "
64 "JobErrors, JobMissingFiles, PoolId, FileSetId, PriorJobId, "
65 "PurgedFiles, HasBase, Reviewed, Comment ) "
67 "JobId, Job, Name, Type, Level, ClientId, JobStatus, "
68 "SchedTime, StartTime, EndTime, RealEndTime, JobTDate, "
69 "VolSessionId, VolSessionTime, JobFiles, JobBytes, ReadBytes, "
70 "JobErrors, JobMissingFiles, PoolId, FileSetId, PriorJobId, "
71 "PurgedFiles, HasBase, Reviewed, Comment "
73 "WHERE JobStatus IN ('T','W','f','A','E') "
75 "(SELECT JobHisto.JobId "
76 "FROM JobHisto WHERE JobHisto.Jobid=Job.JobId) "
80 const char *list_pool = "SELECT * FROM Pool WHERE PoolId=%s";
82 /* For ua_dotcmds.c */
83 const char *client_backups =
84 "SELECT DISTINCT Job.JobId,Client.Name as Client,Level,StartTime,"
85 "JobFiles,JobBytes,VolumeName,MediaType,FileSet,Media.Enabled as Enabled"
86 " FROM Client,Job,JobMedia,Media,FileSet"
87 " WHERE Client.Name='%s'"
89 " AND Client.ClientId=Job.ClientId"
90 " AND JobStatus IN ('T','W') AND Type='B'"
91 " AND JobMedia.JobId=Job.JobId AND JobMedia.MediaId=Media.MediaId"
92 " AND Job.FileSetId=FileSet.FileSetId"
93 " ORDER BY Job.StartTime";
95 /* ====== ua_prune.c */
97 const char *sel_JobMedia =
98 "SELECT DISTINCT JobMedia.JobId FROM JobMedia,Job "
99 "WHERE MediaId=%s AND Job.JobId=JobMedia.JobId "
100 "AND Job.JobTDate<%s";
102 /* Delete temp tables and indexes */
103 const char *drop_deltabs[] = {
104 "DROP TABLE DelCandidates",
107 const char *create_delindex = "CREATE INDEX DelInx1 ON DelCandidates (JobId)";
109 /* ======= ua_restore.c */
110 const char *uar_count_files =
111 "SELECT JobFiles FROM Job WHERE JobId=%s";
113 /* List last 20 Jobs */
114 const char *uar_list_jobs =
115 "SELECT JobId,Client.Name as Client,StartTime,Level as "
116 "JobLevel,JobFiles,JobBytes "
117 "FROM Client,Job WHERE Client.ClientId=Job.ClientId AND JobStatus IN ('T','W') "
118 "AND Type='B' ORDER BY StartTime DESC LIMIT 20";
120 const char *uar_print_jobs =
121 "SELECT DISTINCT JobId,Level,JobFiles,JobBytes,StartTime,VolumeName"
122 " FROM Job JOIN JobMedia USING (JobId) JOIN Media USING (MediaId) "
123 " WHERE JobId IN (%s) "
124 " ORDER BY StartTime ASC";
127 * Find all files for a particular JobId and insert them into
128 * the tree during a restore.
130 const char *uar_sel_files =
131 "SELECT Path.Path,Filename.Name,FileIndex,JobId,LStat "
132 "FROM File,Filename,Path "
133 "WHERE File.JobId IN (%s) AND Filename.FilenameId=File.FilenameId "
134 "AND Path.PathId=File.PathId";
136 const char *uar_del_temp = "DROP TABLE temp";
137 const char *uar_del_temp1 = "DROP TABLE temp1";
139 const char *uar_last_full =
140 "INSERT INTO temp1 SELECT Job.JobId,JobTdate "
141 "FROM Client,Job,JobMedia,Media,FileSet WHERE Client.ClientId=%s "
142 "AND Job.ClientId=%s "
143 "AND Job.StartTime < '%s' "
144 "AND Level='F' AND JobStatus IN ('T','W') AND Type='B' "
145 "AND JobMedia.JobId=Job.JobId "
146 "AND Media.Enabled=1 "
147 "AND JobMedia.MediaId=Media.MediaId "
148 "AND Job.FileSetId=FileSet.FileSetId "
149 "AND FileSet.FileSet='%s' "
151 "ORDER BY Job.JobTDate DESC LIMIT 1";
153 const char *uar_full =
154 "INSERT INTO temp SELECT Job.JobId,Job.JobTDate,"
155 "Job.ClientId,Job.Level,Job.JobFiles,Job.JobBytes,"
156 "StartTime,VolumeName,JobMedia.StartFile,VolSessionId,VolSessionTime "
157 "FROM temp1,Job,JobMedia,Media WHERE temp1.JobId=Job.JobId "
158 "AND Level='F' AND JobStatus IN ('T','W') AND Type='B' "
159 "AND Media.Enabled=1 "
160 "AND JobMedia.JobId=Job.JobId "
161 "AND JobMedia.MediaId=Media.MediaId";
163 const char *uar_dif =
164 "INSERT INTO temp SELECT Job.JobId,Job.JobTDate,Job.ClientId,"
165 "Job.Level,Job.JobFiles,Job.JobBytes,"
166 "Job.StartTime,Media.VolumeName,JobMedia.StartFile,"
167 "Job.VolSessionId,Job.VolSessionTime "
168 "FROM Job,JobMedia,Media,FileSet "
169 "WHERE Job.JobTDate>%s AND Job.StartTime<'%s' "
170 "AND Job.ClientId=%s "
171 "AND JobMedia.JobId=Job.JobId "
172 "AND Media.Enabled=1 "
173 "AND JobMedia.MediaId=Media.MediaId "
174 "AND Job.Level='D' AND JobStatus IN ('T','W') AND Type='B' "
175 "AND Job.FileSetId=FileSet.FileSetId "
176 "AND FileSet.FileSet='%s' "
178 "ORDER BY Job.JobTDate DESC LIMIT 1";
180 const char *uar_inc =
181 "INSERT INTO temp SELECT Job.JobId,Job.JobTDate,Job.ClientId,"
182 "Job.Level,Job.JobFiles,Job.JobBytes,"
183 "Job.StartTime,Media.VolumeName,JobMedia.StartFile,"
184 "Job.VolSessionId,Job.VolSessionTime "
185 "FROM Job,JobMedia,Media,FileSet "
186 "WHERE Job.JobTDate>%s AND Job.StartTime<'%s' "
187 "AND Job.ClientId=%s "
188 "AND Media.Enabled=1 "
189 "AND JobMedia.JobId=Job.JobId "
190 "AND JobMedia.MediaId=Media.MediaId "
191 "AND Job.Level='I' AND JobStatus IN ('T','W') AND Type='B' "
192 "AND Job.FileSetId=FileSet.FileSetId "
193 "AND FileSet.FileSet='%s' "
196 const char *uar_list_temp =
197 "SELECT DISTINCT JobId,Level,JobFiles,JobBytes,StartTime,VolumeName"
199 " ORDER BY StartTime ASC";
202 const char *uar_sel_jobid_temp =
203 "SELECT DISTINCT JobId,StartTime FROM temp ORDER BY StartTime ASC";
205 const char *uar_sel_all_temp1 = "SELECT * FROM temp1";
207 const char *uar_sel_all_temp = "SELECT * FROM temp";
211 /* Select FileSet names for this Client */
212 const char *uar_sel_fileset =
213 "SELECT DISTINCT FileSet.FileSet FROM Job,"
214 "Client,FileSet WHERE Job.FileSetId=FileSet.FileSetId "
215 "AND Job.ClientId=%s AND Client.ClientId=%s "
216 "ORDER BY FileSet.FileSet";
218 /* Select all different FileSet for this client
219 * This query doesn't guarantee that the Id is the latest
220 * version of the FileSet. Can be used with other queries that
221 * use Ids to select the FileSet name. (like in accurate)
223 const char *uar_sel_filesetid =
224 "SELECT MAX(FileSetId) "
225 "FROM FileSet JOIN Job USING (FileSetId) "
226 "WHERE Job.ClientId=%s "
230 * Find JobId, FileIndex for a given path/file and date
231 * for use when inserting individual files into the tree.
233 const char *uar_jobid_fileindex =
234 "SELECT Job.JobId,File.FileIndex FROM Job,File,Path,Filename,Client "
235 "WHERE Job.JobId=File.JobId "
236 "AND Job.StartTime<='%s' "
237 "AND Path.Path='%s' "
238 "AND Filename.Name='%s' "
239 "AND Client.Name='%s' "
240 "AND Job.ClientId=Client.ClientId "
241 "AND Path.PathId=File.PathId "
242 "AND Filename.FilenameId=File.FilenameId "
243 "AND JobStatus IN ('T','W') AND Type='B' "
244 "ORDER BY Job.StartTime DESC LIMIT 1";
246 const char *uar_jobids_fileindex =
247 "SELECT Job.JobId,File.FileIndex FROM Job,File,Path,Filename,Client "
248 "WHERE Job.JobId IN (%s) "
249 "AND Job.JobId=File.JobId "
250 "AND Job.StartTime<='%s' "
251 "AND Path.Path='%s' "
252 "AND Filename.Name='%s' "
253 "AND Client.Name='%s' "
254 "AND Job.ClientId=Client.ClientId "
255 "AND Path.PathId=File.PathId "
256 "AND Filename.FilenameId=File.FilenameId "
257 "ORDER BY Job.StartTime DESC LIMIT 1";
259 /* Query to get list of files from table -- presuably built by an external program */
260 const char *uar_jobid_fileindex_from_table =
261 "SELECT JobId,FileIndex FROM %s ORDER BY JobId, FileIndex ASC";
263 /* Get the list of the last recent version per Delta with a given jobid list
264 * This is a tricky part because with SQL the result of
266 * SELECT MAX(A), B, C, D FROM... GROUP BY (B,C)
268 * doesn't give the good result (for D).
270 * With PostgreSQL, we can use DISTINCT ON(), but with Mysql or Sqlite,
271 * we need an extra join using JobTDate.
273 const char *select_recent_version_with_basejob_default =
274 "SELECT FileId, Job.JobId AS JobId, FileIndex, File.PathId AS PathId, "
275 "File.FilenameId AS FilenameId, LStat, MD5, DeltaSeq, "
276 "Job.JobTDate AS JobTDate "
278 "SELECT MAX(JobTDate) AS JobTDate, PathId, FilenameId "
280 "SELECT JobTDate, PathId, FilenameId " /* Get all normal files */
281 "FROM File JOIN Job USING (JobId) " /* from selected backup */
282 "WHERE File.JobId IN (%s) "
284 "SELECT JobTDate, PathId, FilenameId " /* Get all files from */
285 "FROM BaseFiles " /* BaseJob */
286 "JOIN File USING (FileId) "
287 "JOIN Job ON (BaseJobId = Job.JobId) "
288 "WHERE BaseFiles.JobId IN (%s) " /* Use Max(JobTDate) to find */
290 "GROUP BY PathId, FilenameId " /* the latest file version */
292 "WHERE (Job.JobId IN ( " /* Security, we force JobId to be valid */
293 "SELECT DISTINCT BaseJobId FROM BaseFiles WHERE JobId IN (%s)) "
294 "OR Job.JobId IN (%s)) "
295 "AND T1.JobTDate = Job.JobTDate " /* Join on JobTDate to get the orginal */
296 "AND Job.JobId = File.JobId " /* Job/File record */
297 "AND T1.PathId = File.PathId "
298 "AND T1.FilenameId = File.FilenameId";
300 const char *select_recent_version_with_basejob[] = {
302 select_recent_version_with_basejob_default,
304 /* Postgresql */ /* The DISTINCT ON () permits to avoid extra join */
305 "SELECT DISTINCT ON (FilenameId, PathId) JobTDate, JobId, FileId, "
306 "FileIndex, PathId, FilenameId, LStat, MD5, DeltaSeq "
308 "(SELECT FileId, JobId, PathId, FilenameId, FileIndex, LStat, MD5, DeltaSeq "
309 "FROM File WHERE JobId IN (%s) "
311 "SELECT File.FileId, File.JobId, PathId, FilenameId, "
312 "File.FileIndex, LStat, MD5, DeltaSeq "
313 "FROM BaseFiles JOIN File USING (FileId) "
314 "WHERE BaseFiles.JobId IN (%s) "
315 ") AS T JOIN Job USING (JobId) "
316 "ORDER BY FilenameId, PathId, JobTDate DESC ",
319 select_recent_version_with_basejob_default,
322 select_recent_version_with_basejob_default
325 /* We do the same thing than the previous query, but we include
326 * all delta parts. If the file has been deleted, we can have irrelevant
329 * The code that uses results should control the delta sequence with
330 * the following rules:
332 * Delta = Previous Delta + 1
334 * If we detect a gap, we can discard further pieces
335 * If a file starts at 1 instead of 0, the file has been deleted, and further
336 * pieces are useless.
338 * This control should be reset for each new file
340 const char *select_recent_version_with_basejob_and_delta_default =
341 "SELECT FileId, Job.JobId AS JobId, FileIndex, File.PathId AS PathId, "
342 "File.FilenameId AS FilenameId, LStat, MD5, File.DeltaSeq AS DeltaSeq, "
343 "Job.JobTDate AS JobTDate "
345 "SELECT MAX(JobTDate) AS JobTDate, PathId, FilenameId, DeltaSeq "
347 "SELECT JobTDate, PathId, FilenameId, DeltaSeq " /*Get all normal files*/
348 "FROM File JOIN Job USING (JobId) " /* from selected backup */
349 "WHERE File.JobId IN (%s) "
351 "SELECT JobTDate, PathId, FilenameId, DeltaSeq " /*Get all files from */
352 "FROM BaseFiles " /* BaseJob */
353 "JOIN File USING (FileId) "
354 "JOIN Job ON (BaseJobId = Job.JobId) "
355 "WHERE BaseFiles.JobId IN (%s) " /* Use Max(JobTDate) to find */
357 "GROUP BY PathId, FilenameId, DeltaSeq " /* the latest file version */
359 "WHERE (Job.JobId IN ( " /* Security, we force JobId to be valid */
360 "SELECT DISTINCT BaseJobId FROM BaseFiles WHERE JobId IN (%s)) "
361 "OR Job.JobId IN (%s)) "
362 "AND T1.JobTDate = Job.JobTDate " /* Join on JobTDate to get the orginal */
363 "AND Job.JobId = File.JobId " /* Job/File record */
364 "AND T1.PathId = File.PathId "
365 "AND T1.FilenameId = File.FilenameId";
367 const char *select_recent_version_with_basejob_and_delta[] = {
369 select_recent_version_with_basejob_and_delta_default,
371 /* Postgresql */ /* The DISTINCT ON () permits to avoid extra join */
372 "SELECT DISTINCT ON (FilenameId, PathId, DeltaSeq) JobTDate, JobId, FileId, "
373 "FileIndex, PathId, FilenameId, LStat, MD5, DeltaSeq "
375 "(SELECT FileId, JobId, PathId, FilenameId, FileIndex, LStat, MD5,DeltaSeq "
376 "FROM File WHERE JobId IN (%s) "
378 "SELECT File.FileId, File.JobId, PathId, FilenameId, "
379 "File.FileIndex, LStat, MD5, DeltaSeq "
380 "FROM BaseFiles JOIN File USING (FileId) "
381 "WHERE BaseFiles.JobId IN (%s) "
382 ") AS T JOIN Job USING (JobId) "
383 "ORDER BY FilenameId, PathId, DeltaSeq, JobTDate DESC ",
386 select_recent_version_with_basejob_and_delta_default,
389 select_recent_version_with_basejob_and_delta_default
392 /* Get the list of the last recent version with a given BaseJob jobid list
393 * We don't handle Delta with BaseJobs, they have only Full files
395 const char *select_recent_version_default =
396 "SELECT j1.JobId AS JobId, f1.FileId AS FileId, f1.FileIndex AS FileIndex, "
397 "f1.PathId AS PathId, f1.FilenameId AS FilenameId, "
398 "f1.LStat AS LStat, f1.MD5 AS MD5, j1.JobTDate "
399 "FROM ( " /* Choose the last version for each Path/Filename */
400 "SELECT max(JobTDate) AS JobTDate, PathId, FilenameId "
401 "FROM File JOIN Job USING (JobId) "
402 "WHERE File.JobId IN (%s) "
403 "GROUP BY PathId, FilenameId "
404 ") AS t1, Job AS j1, File AS f1 "
405 "WHERE t1.JobTDate = j1.JobTDate "
406 "AND j1.JobId IN (%s) "
407 "AND t1.FilenameId = f1.FilenameId "
408 "AND t1.PathId = f1.PathId "
409 "AND j1.JobId = f1.JobId";
411 const char *select_recent_version[] = {
413 select_recent_version_default,
416 "SELECT DISTINCT ON (FilenameId, PathId) JobTDate, JobId, FileId, "
417 "FileIndex, PathId, FilenameId, LStat, MD5 "
418 "FROM File JOIN Job USING (JobId) "
419 "WHERE JobId IN (%s) "
420 "ORDER BY FilenameId, PathId, JobTDate DESC ",
423 select_recent_version_default,
426 select_recent_version_default
429 /* We don't create this table as TEMPORARY because MySQL MyISAM
430 * 5.0 and 5.1 are unable to run further queries in this mode
432 const char *create_temp_accurate_jobids_default =
433 "CREATE TABLE btemp3%s AS "
434 "SELECT JobId, StartTime, EndTime, JobTDate, PurgedFiles "
435 "FROM Job JOIN FileSet USING (FileSetId) "
436 "WHERE ClientId = %s "
437 "AND Level='F' AND JobStatus IN ('T','W') AND Type='B' "
438 "AND StartTime<'%s' "
439 "AND FileSet.FileSet=(SELECT FileSet FROM FileSet WHERE FileSetId = %s) "
440 "ORDER BY Job.JobTDate DESC LIMIT 1";
442 const char *create_temp_accurate_jobids[] = {
444 create_temp_accurate_jobids_default,
447 create_temp_accurate_jobids_default,
450 create_temp_accurate_jobids_default,
453 "DECLARE GLOBAL TEMPORARY TABLE btemp3%s AS "
454 "SELECT JobId, StartTime, EndTime, JobTDate, PurgedFiles "
455 "FROM Job JOIN FileSet USING (FileSetId) "
456 "WHERE ClientId = %s "
457 "AND Level='F' AND JobStatus IN ('T','W') AND Type='B' "
458 "AND StartTime<'%s' "
459 "AND FileSet.FileSet=(SELECT FileSet FROM FileSet WHERE FileSetId = %s) "
460 "ORDER BY Job.JobTDate DESC FETCH FIRST 1 ROW ONLY "
461 "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
464 const char *create_temp_basefile[] = {
466 "CREATE TEMPORARY TABLE basefile%lld ("
467 "Path BLOB NOT NULL,"
468 "Name BLOB NOT NULL)",
471 "CREATE TEMPORARY TABLE basefile%lld ("
476 "CREATE TEMPORARY TABLE basefile%lld ("
481 "DECLARE GLOBAL TEMPORARY TABLE basefile%lld ("
482 "Path VARBYTE(32000) NOT NULL,"
483 "Name VARBYTE(32000) NOT NULL) "
484 "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
487 const char *create_temp_new_basefile[] = {
489 "CREATE TEMPORARY TABLE new_basefile%lld AS "
490 "SELECT Path.Path AS Path, Filename.Name AS Name, Temp.FileIndex AS FileIndex,"
491 "Temp.JobId AS JobId, Temp.LStat AS LStat, Temp.FileId AS FileId, "
493 "FROM ( %s ) AS Temp "
494 "JOIN Filename ON (Filename.FilenameId = Temp.FilenameId) "
495 "JOIN Path ON (Path.PathId = Temp.PathId) "
496 "WHERE Temp.FileIndex > 0",
499 "CREATE TEMPORARY TABLE new_basefile%lld AS "
500 "SELECT Path.Path AS Path, Filename.Name AS Name, Temp.FileIndex AS FileIndex,"
501 "Temp.JobId AS JobId, Temp.LStat AS LStat, Temp.FileId AS FileId, "
503 "FROM ( %s ) AS Temp "
504 "JOIN Filename ON (Filename.FilenameId = Temp.FilenameId) "
505 "JOIN Path ON (Path.PathId = Temp.PathId) "
506 "WHERE Temp.FileIndex > 0",
509 "CREATE TEMPORARY TABLE new_basefile%lld AS "
510 "SELECT Path.Path AS Path, Filename.Name AS Name, Temp.FileIndex AS FileIndex,"
511 "Temp.JobId AS JobId, Temp.LStat AS LStat, Temp.FileId AS FileId, "
513 "FROM ( %s ) AS Temp "
514 "JOIN Filename ON (Filename.FilenameId = Temp.FilenameId) "
515 "JOIN Path ON (Path.PathId = Temp.PathId) "
516 "WHERE Temp.FileIndex > 0",
519 "DECLARE GLOBAL TEMPORARY TABLE new_basefile%lld AS "
520 "SELECT Path.Path AS Path, Filename.Name AS Name, Temp.FileIndex AS FileIndex,"
521 "Temp.JobId AS JobId, Temp.LStat AS LStat, Temp.FileId AS FileId, "
523 "FROM ( %s ) AS Temp "
524 "JOIN Filename ON (Filename.FilenameId = Temp.FilenameId) "
525 "JOIN Path ON (Path.PathId = Temp.PathId) "
526 "WHERE Temp.FileIndex > 0 "
527 "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
530 /* ====== ua_prune.c */
532 /* List of SQL commands to create temp table and indicies */
533 const char *create_deltabs[] = {
535 "CREATE TEMPORARY TABLE DelCandidates ("
536 "JobId INTEGER UNSIGNED NOT NULL, "
537 "PurgedFiles TINYINT, "
538 "FileSetId INTEGER UNSIGNED, "
539 "JobFiles INTEGER UNSIGNED, "
540 "JobStatus BINARY(1))",
543 "CREATE TEMPORARY TABLE DelCandidates ("
544 "JobId INTEGER NOT NULL, "
545 "PurgedFiles SMALLINT, "
546 "FileSetId INTEGER, "
548 "JobStatus char(1))",
551 "CREATE TEMPORARY TABLE DelCandidates ("
552 "JobId INTEGER UNSIGNED NOT NULL, "
553 "PurgedFiles TINYINT, "
554 "FileSetId INTEGER UNSIGNED, "
555 "JobFiles INTEGER UNSIGNED, "
559 "DECLARE GLOBAL TEMPORARY TABLE DelCandidates ("
560 "JobId INTEGER NOT NULL, "
561 "PurgedFiles SMALLINT, "
562 "FileSetId INTEGER, "
564 "JobStatus CHAR(1)) "
565 "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
568 /* ======= ua_purge.c */
570 /* Select the first available Copy Job that must be upgraded to a Backup job when the original backup job is expired. */
572 const char *uap_upgrade_copies_oldest_job_default =
573 "CREATE TEMPORARY TABLE cpy_tmp AS "
574 "SELECT MIN(JobId) AS JobId FROM Job " /* Choose the oldest job */
575 "WHERE Type='%c' " /* JT_JOB_COPY */
576 "AND ( PriorJobId IN (%s) " /* JobId selection */
581 "WHERE JobId IN (%s) " /* JobId selection */
585 "GROUP BY PriorJobId "; /* one result per copy */
587 const char *uap_upgrade_copies_oldest_job[] = {
589 uap_upgrade_copies_oldest_job_default,
592 uap_upgrade_copies_oldest_job_default,
595 uap_upgrade_copies_oldest_job_default,
598 "DECLARE GLOBAL TEMPORARY TABLE cpy_tmp AS "
599 "SELECT MIN(JobId) AS JobId FROM Job " /* Choose the oldest job */
600 "WHERE Type='%c' " /* JT_JOB_COPY */
601 "AND ( PriorJobId IN (%s) " /* JobId selection */
606 "WHERE JobId IN (%s) " /* JobId selection */
610 "GROUP BY PriorJobId " /* one result per copy */
611 "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
614 /* ======= ua_restore.c */
616 /* List Jobs where a particular file is saved */
617 const char *uar_file[] = {
619 "SELECT Job.JobId as JobId,"
620 "CONCAT(Path.Path,Filename.Name) as Name, "
621 "StartTime,Type as JobType,JobStatus,JobFiles,JobBytes "
622 "FROM Client,Job,File,Filename,Path WHERE Client.Name='%s' "
623 "AND Client.ClientId=Job.ClientId "
624 "AND Job.JobId=File.JobId AND File.FileIndex > 0 "
625 "AND Path.PathId=File.PathId AND Filename.FilenameId=File.FilenameId "
626 "AND Filename.Name='%s' ORDER BY StartTime DESC LIMIT 20",
629 "SELECT Job.JobId as JobId,"
630 "Path.Path||Filename.Name as Name, "
631 "StartTime,Type as JobType,JobStatus,JobFiles,JobBytes "
632 "FROM Client,Job,File,Filename,Path WHERE Client.Name='%s' "
633 "AND Client.ClientId=Job.ClientId "
634 "AND Job.JobId=File.JobId AND File.FileIndex > 0 "
635 "AND Path.PathId=File.PathId AND Filename.FilenameId=File.FilenameId "
636 "AND Filename.Name='%s' ORDER BY StartTime DESC LIMIT 20",
639 "SELECT Job.JobId as JobId,"
640 "Path.Path||Filename.Name as Name, "
641 "StartTime,Type as JobType,JobStatus,JobFiles,JobBytes "
642 "FROM Client,Job,File,Filename,Path WHERE Client.Name='%s' "
643 "AND Client.ClientId=Job.ClientId "
644 "AND Job.JobId=File.JobId AND File.FileIndex > 0 "
645 "AND Path.PathId=File.PathId AND Filename.FilenameId=File.FilenameId "
646 "AND Filename.Name='%s' ORDER BY StartTime DESC LIMIT 20",
649 "SELECT Job.JobId as JobId,"
650 "Path.Path||Filename.Name as Name, "
651 "StartTime,Type as JobType,JobStatus,JobFiles,JobBytes "
652 "FROM Client,Job,File,Filename,Path WHERE Client.Name='%s' "
653 "AND Client.ClientId=Job.ClientId "
654 "AND Job.JobId=File.JobId AND File.FileIndex > 0 "
655 "AND Path.PathId=File.PathId AND Filename.FilenameId=File.FilenameId "
656 "AND Filename.Name='%s' ORDER BY StartTime DESC FETCH FIRST 20 ROWS ONLY"
659 const char *uar_create_temp[] = {
661 "CREATE TEMPORARY TABLE temp ("
662 "JobId INTEGER UNSIGNED NOT NULL,"
663 "JobTDate BIGINT UNSIGNED,"
664 "ClientId INTEGER UNSIGNED,"
666 "JobFiles INTEGER UNSIGNED,"
667 "JobBytes BIGINT UNSIGNED,"
670 "StartFile INTEGER UNSIGNED,"
671 "VolSessionId INTEGER UNSIGNED,"
672 "VolSessionTime INTEGER UNSIGNED)",
675 "CREATE TEMPORARY TABLE temp ("
676 "JobId INTEGER NOT NULL,"
685 "VolSessionId INTEGER,"
686 "VolSessionTime INTEGER)",
689 "CREATE TEMPORARY TABLE temp ("
690 "JobId INTEGER UNSIGNED NOT NULL,"
691 "JobTDate BIGINT UNSIGNED,"
692 "ClientId INTEGER UNSIGNED,"
694 "JobFiles INTEGER UNSIGNED,"
695 "JobBytes BIGINT UNSIGNED,"
698 "StartFile INTEGER UNSIGNED,"
699 "VolSessionId INTEGER UNSIGNED,"
700 "VolSessionTime INTEGER UNSIGNED)",
703 "DECLARE GLOBAL TEMPORARY TABLE temp ("
704 "JobId INTEGER NOT NULL,"
710 "StartTime TIMESTAMP WITHOUT TIME ZONE,"
711 "VolumeName VARBYTE(128),"
713 "VolSessionId INTEGER,"
714 "VolSessionTime INTEGER) "
715 "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
718 const char *uar_create_temp1[] = {
720 "CREATE TEMPORARY TABLE temp1 ("
721 "JobId INTEGER UNSIGNED NOT NULL,"
722 "JobTDate BIGINT UNSIGNED)",
725 "CREATE TEMPORARY TABLE temp1 ("
726 "JobId INTEGER NOT NULL,"
730 "CREATE TEMPORARY TABLE temp1 ("
731 "JobId INTEGER UNSIGNED NOT NULL,"
732 "JobTDate BIGINT UNSIGNED)",
735 "DECLARE GLOBAL TEMPORARY TABLE temp1 ("
736 "JobId INTEGER NOT NULL,"
738 "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
741 /* Query to get all files in a directory -- no recursing
742 * Note, for PostgreSQL since it respects the "Single Value
743 * rule", the results of the SELECT will be unoptimized.
744 * I.e. the same file will be restored multiple times, once
745 * for each time it was backed up.
748 const char *uar_jobid_fileindex_from_dir[] = {
750 "SELECT Job.JobId,File.FileIndex FROM Job,File,Path,Filename,Client "
751 "WHERE Job.JobId IN (%s) "
752 "AND Job.JobId=File.JobId "
753 "AND Path.Path='%s' "
754 "AND Client.Name='%s' "
755 "AND Job.ClientId=Client.ClientId "
756 "AND Path.PathId=File.Pathid "
757 "AND Filename.FilenameId=File.FilenameId "
758 "GROUP BY File.FileIndex ",
761 "SELECT Job.JobId,File.FileIndex FROM Job,File,Path,Filename,Client "
762 "WHERE Job.JobId IN (%s) "
763 "AND Job.JobId=File.JobId "
764 "AND Path.Path='%s' "
765 "AND Client.Name='%s' "
766 "AND Job.ClientId=Client.ClientId "
767 "AND Path.PathId=File.Pathid "
768 "AND Filename.FilenameId=File.FilenameId",
771 "SELECT Job.JobId,File.FileIndex FROM Job,File,Path,Filename,Client "
772 "WHERE Job.JobId IN (%s) "
773 "AND Job.JobId=File.JobId "
774 "AND Path.Path='%s' "
775 "AND Client.Name='%s' "
776 "AND Job.ClientId=Client.ClientId "
777 "AND Path.PathId=File.Pathid "
778 "AND Filename.FilenameId=File.FilenameId "
779 "GROUP BY File.FileIndex ",
782 "SELECT Job.JobId,File.FileIndex FROM Job,File,Path,Filename,Client "
783 "WHERE Job.JobId IN (%s) "
784 "AND Job.JobId=File.JobId "
785 "AND Path.Path='%s' "
786 "AND Client.Name='%s' "
787 "AND Job.ClientId=Client.ClientId "
788 "AND Path.PathId=File.Pathid "
789 "AND Filename.FilenameId=File.FilenameId"
792 const char *sql_media_order_most_recently_written[] = {
794 "ORDER BY LastWritten IS NULL,LastWritten DESC,MediaId",
797 "ORDER BY LastWritten IS NULL,LastWritten DESC,MediaId",
800 "ORDER BY LastWritten IS NULL,LastWritten DESC,MediaId",
803 "ORDER BY IFNULL(LastWritten, '1970-01-01 00:00:00') DESC,MediaId"
806 const char *sql_get_max_connections[] = {
808 "SHOW VARIABLES LIKE 'max_connections'",
811 "SHOW max_connections",
820 /* TODO: Check for corner cases with MySQL and SQLite3
821 * The Group By can return strange numbers when having multiple
822 * version of a file in the same dataset.
824 const char *sql_bvfs_select[] = {
826 "CREATE TABLE %s AS ( "
827 "SELECT JobId, FileIndex, FileId, max(JobTDate) as JobTDate "
829 "GROUP BY PathId, FilenameId "
830 "HAVING FileIndex > 0)",
833 "CREATE TABLE %s AS ( "
834 "SELECT JobId, FileIndex, FileId "
836 "SELECT DISTINCT ON (PathId, FilenameId) "
837 "JobId, FileIndex, FileId "
839 "ORDER BY PathId, FilenameId, JobTDate DESC "
841 "WHERE FileIndex > 0)",
844 "CREATE TABLE %s AS "
845 "SELECT JobId, FileIndex, FileId, max(JobTDate) as JobTDate "
847 "GROUP BY PathId, FilenameId "
848 "HAVING FileIndex > 0",
855 const char *sql_bvfs_list_files_default =
856 "SELECT 'F', T1.PathId, T1.FilenameId, Filename.Name, "
857 "File.JobId, File.LStat, File.FileId "
859 "SELECT MAX(JobTDate) AS JobTDate, PathId, FilenameId "
861 "SELECT JobTDate, PathId, FilenameId "
862 "FROM File JOIN Job USING (JobId) "
863 "WHERE File.JobId IN (%s) AND PathId = %s "
865 "SELECT JobTDate, PathId, FilenameId "
867 "JOIN File USING (FileId) "
868 "JOIN Job ON (BaseJobId = Job.JobId) "
869 "WHERE BaseFiles.JobId IN (%s) AND PathId = %s "
870 ") AS tmp GROUP BY PathId, FilenameId LIMIT %lld OFFSET %lld"
871 ") AS T1 JOIN Filename USING (FilenameId) "
872 "WHERE T1.JobTDate = Job.JobTDate "
873 "AND Job.JobId = File.JobId "
874 "AND T1.PathId = File.PathId "
875 "AND T1.FilenameId = File.FilenameId "
876 "AND Filename.Name != '' "
877 " %s " /* AND Name LIKE '' */
878 "AND (Job.JobId IN ( "
879 "SELECT DISTINCT BaseJobId FROM BaseFiles WHERE JobId IN (%s)) "
880 "OR Job.JobId IN (%s)) ";
882 const char *sql_bvfs_list_files[] = {
884 /* JobId PathId JobId PathId Limit Offset AND? Filename? JobId JobId*/
885 sql_bvfs_list_files_default,
887 /* JobId PathId JobId PathId WHERE? Filename? Limit Offset*/
889 "SELECT DISTINCT ON (FilenameId) 'F', PathId, T.FilenameId, "
890 "Filename.Name, JobId, LStat, FileId "
892 "(SELECT FileId, JobId, PathId, FilenameId, FileIndex, LStat, MD5 "
893 "FROM File WHERE JobId IN (%s) AND PathId = %s "
895 "SELECT File.FileId, File.JobId, PathId, FilenameId, "
896 "File.FileIndex, LStat, MD5 "
897 "FROM BaseFiles JOIN File USING (FileId) "
898 "WHERE BaseFiles.JobId IN (%s) AND File.PathId = %s "
899 ") AS T JOIN Job USING (JobId) JOIN Filename USING (FilenameId) "
900 " WHERE Filename.Name != '' "
901 " %s " /* AND Name LIKE '' */
902 "ORDER BY FilenameId, StartTime DESC LIMIT %lld OFFSET %lld",
905 sql_bvfs_list_files_default,
908 sql_bvfs_list_files_default,
911 sql_bvfs_list_files_default
914 const char *batch_lock_path_query[] = {
916 "LOCK TABLES Path write, batch write, Path as p write",
919 "BEGIN; LOCK TABLE Path IN SHARE ROW EXCLUSIVE MODE",
928 const char *batch_lock_filename_query[] = {
930 "LOCK TABLES Filename write, batch write, Filename as f write",
933 "BEGIN; LOCK TABLE Filename IN SHARE ROW EXCLUSIVE MODE",
942 const char *batch_unlock_tables_query[] = {
956 const char *batch_fill_path_query[] = {
958 "INSERT INTO Path (Path) "
959 "SELECT a.Path FROM "
960 "(SELECT DISTINCT Path FROM batch) AS a WHERE NOT EXISTS "
961 "(SELECT Path FROM Path AS p WHERE p.Path = a.Path)",
964 "INSERT INTO Path (Path) "
965 "SELECT a.Path FROM "
966 "(SELECT DISTINCT Path FROM batch) AS a "
967 "WHERE NOT EXISTS (SELECT Path FROM Path WHERE Path = a.Path) ",
970 "INSERT INTO Path (Path) "
971 "SELECT DISTINCT Path FROM batch "
972 "EXCEPT SELECT Path FROM Path",
975 "INSERT INTO Path (Path) "
976 "SELECT DISTINCT b.Path FROM batch b "
977 "WHERE NOT EXISTS (SELECT Path FROM Path p WHERE p.Path = b.Path)"
980 const char *batch_fill_filename_query[] = {
982 "INSERT INTO Filename (Name) "
983 "SELECT a.Name FROM "
984 "(SELECT DISTINCT Name FROM batch) AS a WHERE NOT EXISTS "
985 "(SELECT Name FROM Filename AS f WHERE f.Name = a.Name)",
988 "INSERT INTO Filename (Name) "
989 "SELECT a.Name FROM "
990 "(SELECT DISTINCT Name FROM batch) as a "
992 "(SELECT Name FROM Filename WHERE Name = a.Name)",
995 "INSERT INTO Filename (Name) "
996 "SELECT DISTINCT Name FROM batch "
997 "EXCEPT SELECT Name FROM Filename",
1000 "INSERT INTO Filename (Name) "
1001 "SELECT DISTINCT b.Name FROM batch b "
1002 "WHERE NOT EXISTS (SELECT Name FROM Filename f WHERE f.Name = b.Name)"
1005 const char *match_query[] = {
1013 "LIKE", /* MATCH doesn't seems to work anymore... */