/*
- Bacula® - The Network Backup Solution
-
- Copyright (C) 2002-2010 Free Software Foundation Europe e.V.
-
- The main author of Bacula is Kern Sibbald, with contributions from
- many others, a complete list can be found in the file AUTHORS.
- This program is Free Software; you can redistribute it and/or
- modify it under the terms of version three of the GNU Affero General Public
- License as published by the Free Software Foundation and included
- in the file LICENSE.
-
- This program is distributed in the hope that it will be useful, but
- WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- General Public License for more details.
-
- You should have received a copy of the GNU Affero General Public License
- along with this program; if not, write to the Free Software
- Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
- 02110-1301, USA.
-
- Bacula® is a registered trademark of Kern Sibbald.
- The licensor of Bacula is the Free Software Foundation Europe
- (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
- Switzerland, email:ftf@fsfeurope.org.
+ Bacula(R) - The Network Backup Solution
+
+ Copyright (C) 2000-2015 Kern Sibbald
+ Copyright (C) 2000-2014 Free Software Foundation Europe e.V.
+
+ The original author of Bacula is Kern Sibbald, with contributions
+ from many others, a complete list can be found in the file AUTHORS.
+
+ You may use this file and others of this release according to the
+ license defined in the LICENSE file, which includes the Affero General
+ Public License, v3.0 ("AGPLv3") and some additional permissions and
+ terms pursuant to its AGPLv3 Section 7.
+
+ This notice must be preserved when any source code is
+ conveyed and/or propagated.
+
+ Bacula(R) is a registered trademark of Kern Sibbald.
*/
/*
- * This file contains all the SQL commands that are either issued by the
- * Director or which are database backend specific.
+ * This file contains all the SQL commands that are either issued by
+ * the Director or which are database backend specific.
*
- * Kern Sibbald, July MMII
+ * Written by Kern Sibbald, July MMII
*/
/*
* Note, PostgreSQL imposes some constraints on using DISTINCT and GROUP BY
#include "bacula.h"
+const char *get_restore_objects =
+ "SELECT JobId,ObjectLength,ObjectFullLength,ObjectIndex,"
+ "ObjectType,ObjectCompression,FileIndex,ObjectName,"
+ "RestoreObject,PluginName "
+ "FROM RestoreObject "
+ "WHERE JobId IN (%s) "
+ "AND ObjectType = %d "
+ "ORDER BY ObjectIndex ASC";
+
const char *cleanup_created_job =
"UPDATE Job SET JobStatus='f', StartTime=SchedTime, EndTime=SchedTime "
"WHERE JobStatus = 'C'";
/* For sql_update.c db_update_stats */
const char *fill_jobhisto =
- "INSERT INTO JobHisto ("
- "JobId, Job, Name, Type, Level, ClientId, JobStatus, "
- "SchedTime, StartTime, EndTime, RealEndTime, JobTDate, "
- "VolSessionId, VolSessionTime, JobFiles, JobBytes, ReadBytes, "
- "JobErrors, JobMissingFiles, PoolId, FileSetId, PriorJobId, "
- "PurgedFiles, HasBase, Reviewed, Comment ) "
- "SELECT "
- "JobId, Job, Name, Type, Level, ClientId, JobStatus, "
- "SchedTime, StartTime, EndTime, RealEndTime, JobTDate, "
- "VolSessionId, VolSessionTime, JobFiles, JobBytes, ReadBytes, "
- "JobErrors, JobMissingFiles, PoolId, FileSetId, PriorJobId, "
+ "INSERT INTO JobHisto (JobId, Job, Name, Type, Level,"
+ "ClientId, JobStatus,"
+ "SchedTime, StartTime, EndTime, RealEndTime, JobTDate,"
+ "VolSessionId, VolSessionTime, JobFiles, JobBytes, ReadBytes,"
+ "JobErrors, JobMissingFiles, PoolId, FileSetId, PriorJobId,"
+ "PurgedFiles, HasBase, Reviewed, Comment)"
+ "SELECT JobId, Job, Name, Type, Level, ClientId, JobStatus,"
+ "SchedTime, StartTime, EndTime, RealEndTime, JobTDate,"
+ "VolSessionId, VolSessionTime, JobFiles, JobBytes, ReadBytes,"
+ "JobErrors, JobMissingFiles, PoolId, FileSetId, PriorJobId,"
"PurgedFiles, HasBase, Reviewed, Comment "
"FROM Job "
- "WHERE JobStatus IN ('T','W','f','A','E') "
+ "WHERE JobStatus IN ('T','W','f','A','E')"
"AND NOT EXISTS "
"(SELECT JobHisto.JobId "
- "FROM JobHisto WHERE JobHisto.Jobid=Job.JobId) "
+ "FROM JobHisto WHERE JobHisto.Jobid=Job.JobId)"
"AND JobTDate < %s ";
/* For ua_update.c */
" FROM Client,Job,JobMedia,Media,FileSet"
" WHERE Client.Name='%s'"
" AND FileSet='%s'"
- " AND Client.ClientId=Job.ClientId"
- " AND JobStatus IN ('T','W') AND Type='B'"
- " AND JobMedia.JobId=Job.JobId AND JobMedia.MediaId=Media.MediaId"
+ " AND Client.ClientId=Job.ClientId "
+ " AND JobStatus IN ('T','W') AND Type='B' "
+ " AND JobMedia.JobId=Job.JobId AND JobMedia.MediaId=Media.MediaId "
" AND Job.FileSetId=FileSet.FileSetId"
" ORDER BY Job.StartTime";
-
/* ====== ua_prune.c */
-const char *del_File = "DELETE FROM File WHERE JobId=%s";
-const char *upd_Purged = "UPDATE Job Set PurgedFiles=1 WHERE JobId=%s";
-const char *cnt_DelCand = "SELECT count(*) FROM DelCandidates";
-const char *del_Job = "DELETE FROM Job WHERE JobId=%s";
-const char *del_JobMedia = "DELETE FROM JobMedia WHERE JobId=%s";
-const char *cnt_JobMedia = "SELECT count(*) FROM JobMedia WHERE MediaId=%s";
-
const char *sel_JobMedia =
- "SELECT DISTINCT JobMedia.JobId FROM JobMedia,Job "
- "WHERE MediaId=%s AND Job.JobId=JobMedia.JobId "
- "AND Job.JobTDate<%s";
-
-/* Count Select JobIds for File deletion */
-const char *count_select_job =
- "SELECT count(*) from Job "
- "WHERE JobTDate<%s "
- "AND ClientId=%s "
- "AND PurgedFiles=0";
-
-
-/* Select JobIds for File deletion. */
-const char *select_job =
- "SELECT DISTINCT JobId from Job "
- "WHERE JobTDate<%s "
- "AND ClientId=%s "
- "AND PurgedFiles=0";
+ "SELECT DISTINCT JobMedia.JobId FROM JobMedia,Job"
+ " WHERE MediaId=%s AND Job.JobId=JobMedia.JobId "
+ " AND Job.JobTDate<%s";
/* Delete temp tables and indexes */
const char *drop_deltabs[] = {
"FROM Client,Job WHERE Client.ClientId=Job.ClientId AND JobStatus IN ('T','W') "
"AND Type='B' ORDER BY StartTime DESC LIMIT 20";
-const char *uar_print_jobs =
+const char *uar_print_jobs =
"SELECT DISTINCT JobId,Level,JobFiles,JobBytes,StartTime,VolumeName"
" FROM Job JOIN JobMedia USING (JobId) JOIN Media USING (MediaId) "
" WHERE JobId IN (%s) "
* use Ids to select the FileSet name. (like in accurate)
*/
const char *uar_sel_filesetid =
- "SELECT MAX(FileSetId) "
+ "SELECT MAX(FileSet.FileSetId) "
"FROM FileSet JOIN Job USING (FileSetId) "
"WHERE Job.ClientId=%s "
"GROUP BY FileSet";
-/* Find MediaType used by this Job */
-const char *uar_mediatype =
- "SELECT MediaType FROM JobMedia,Media WHERE JobMedia.JobId=%s "
- "AND JobMedia.MediaId=Media.MediaId";
-
/*
* Find JobId, FileIndex for a given path/file and date
* for use when inserting individual files into the tree.
/* Query to get list of files from table -- presuably built by an external program */
const char *uar_jobid_fileindex_from_table =
- "SELECT JobId,FileIndex from %s";
+ "SELECT JobId, FileIndex FROM %s ORDER BY JobId, FileIndex ASC";
-/* Get the list of the last recent version per Delta with a given jobid list
- * This is a tricky part because with SQL the result of
+/* Get the list of the last recent version per Delta with a given
+ * jobid list. This is a tricky part because with SQL the result of:
*
- * SELECT MAX(A), B, C, D FROM... GROUP BY (B,C)
+ * SELECT MAX(A), B, C, D FROM... GROUP BY (B,C)
*
* doesn't give the good result (for D).
*
* With PostgreSQL, we can use DISTINCT ON(), but with Mysql or Sqlite,
- * we need an extra join using JobTDate.
+ * we need an extra join using JobTDate.
*/
-const char *select_recent_version_with_basejob_default =
+static const char *select_recent_version_with_basejob_default =
"SELECT FileId, Job.JobId AS JobId, FileIndex, File.PathId AS PathId, "
- "File.FilenameId AS FilenameId, LStat, MD5, MarkId, "
+ "File.FilenameId AS FilenameId, LStat, MD5, DeltaSeq, "
"Job.JobTDate AS JobTDate "
"FROM Job, File, ( "
"SELECT MAX(JobTDate) AS JobTDate, PathId, FilenameId "
"FROM File JOIN Job USING (JobId) " /* from selected backup */
"WHERE File.JobId IN (%s) "
"UNION ALL "
- "SELECT JobTDate, PathId, FilenameId " /* Get all files from */
+ "SELECT JobTDate, PathId, FilenameId " /* Get all files from */
"FROM BaseFiles " /* BaseJob */
"JOIN File USING (FileId) "
"JOIN Job ON (BaseJobId = Job.JobId) "
"AND T1.PathId = File.PathId "
"AND T1.FilenameId = File.FilenameId";
-const char *select_recent_version_with_basejob[] = {
- /* MySQL */
+const char *select_recent_version_with_basejob[] =
+{
+ /* MySQL */
select_recent_version_with_basejob_default,
/* Postgresql */ /* The DISTINCT ON () permits to avoid extra join */
"SELECT DISTINCT ON (FilenameId, PathId) JobTDate, JobId, FileId, "
- "FileIndex, PathId, FilenameId, LStat, MD5, MarkId "
+ "FileIndex, PathId, FilenameId, LStat, MD5, DeltaSeq "
"FROM "
- "(SELECT FileId, JobId, PathId, FilenameId, FileIndex, LStat, MD5, MarkId "
+ "(SELECT FileId, JobId, PathId, FilenameId, FileIndex, LStat, MD5, DeltaSeq "
"FROM File WHERE JobId IN (%s) "
"UNION ALL "
"SELECT File.FileId, File.JobId, PathId, FilenameId, "
- "File.FileIndex, LStat, MD5, MarkId "
+ "File.FileIndex, LStat, MD5, DeltaSeq "
"FROM BaseFiles JOIN File USING (FileId) "
"WHERE BaseFiles.JobId IN (%s) "
") AS T JOIN Job USING (JobId) "
"ORDER BY FilenameId, PathId, JobTDate DESC ",
- /* SQLite3 */
- select_recent_version_with_basejob_default,
-
- /* Ingres */
+ /* SQLite */
select_recent_version_with_basejob_default
};
-
+
/* We do the same thing than the previous query, but we include
* all delta parts. If the file has been deleted, we can have irrelevant
* parts.
*
* If we detect a gap, we can discard further pieces
* If a file starts at 1 instead of 0, the file has been deleted, and further
- * pieces are useless.
- *
+ * pieces are useless.
* This control should be reset for each new file
*/
-const char *select_recent_version_with_basejob_and_delta_default =
+static const char *select_recent_version_with_basejob_and_delta_default =
"SELECT FileId, Job.JobId AS JobId, FileIndex, File.PathId AS PathId, "
- "File.FilenameId AS FilenameId, LStat, MD5, File.MarkId AS MarkId, "
+ "File.FilenameId AS FilenameId, LStat, MD5, File.DeltaSeq AS DeltaSeq, "
"Job.JobTDate AS JobTDate "
"FROM Job, File, ( "
- "SELECT MAX(JobTDate) AS JobTDate, PathId, FilenameId, MarkId "
+ "SELECT MAX(JobTDate) AS JobTDate, PathId, FilenameId, DeltaSeq "
"FROM ( "
- "SELECT JobTDate, PathId, FilenameId, MarkId " /* Get all normal files */
+ "SELECT JobTDate, PathId, FilenameId, DeltaSeq " /*Get all normal files*/
"FROM File JOIN Job USING (JobId) " /* from selected backup */
"WHERE File.JobId IN (%s) "
"UNION ALL "
- "SELECT JobTDate, PathId, FilenameId, MarkId " /* Get all files from */
+ "SELECT JobTDate, PathId, FilenameId, DeltaSeq " /*Get all files from */
"FROM BaseFiles " /* BaseJob */
"JOIN File USING (FileId) "
"JOIN Job ON (BaseJobId = Job.JobId) "
"WHERE BaseFiles.JobId IN (%s) " /* Use Max(JobTDate) to find */
") AS tmp "
- "GROUP BY PathId, FilenameId, MarkId " /* the latest file version */
+ "GROUP BY PathId, FilenameId, DeltaSeq " /* the latest file version */
") AS T1 "
"WHERE (Job.JobId IN ( " /* Security, we force JobId to be valid */
"SELECT DISTINCT BaseJobId FROM BaseFiles WHERE JobId IN (%s)) "
select_recent_version_with_basejob_and_delta_default,
/* Postgresql */ /* The DISTINCT ON () permits to avoid extra join */
- "SELECT DISTINCT ON (FilenameId, PathId, MarkId) JobTDate, JobId, FileId, "
- "FileIndex, PathId, FilenameId, LStat, MD5, MarkId "
+ "SELECT DISTINCT ON (FilenameId, PathId, DeltaSeq) JobTDate, JobId, FileId, "
+ "FileIndex, PathId, FilenameId, LStat, MD5, DeltaSeq "
"FROM "
- "(SELECT FileId, JobId, PathId, FilenameId, FileIndex, LStat, MD5, MarkId "
+ "(SELECT FileId, JobId, PathId, FilenameId, FileIndex, LStat, MD5,DeltaSeq "
"FROM File WHERE JobId IN (%s) "
"UNION ALL "
"SELECT File.FileId, File.JobId, PathId, FilenameId, "
- "File.FileIndex, LStat, MD5, MarkId "
+ "File.FileIndex, LStat, MD5, DeltaSeq "
"FROM BaseFiles JOIN File USING (FileId) "
"WHERE BaseFiles.JobId IN (%s) "
") AS T JOIN Job USING (JobId) "
- "ORDER BY FilenameId, PathId, MarkId, JobTDate DESC ",
-
- /* SQLite3 */
- select_recent_version_with_basejob_and_delta_default,
+ "ORDER BY FilenameId, PathId, DeltaSeq, JobTDate DESC ",
- /* Ingres */
+ /* SQLite */
select_recent_version_with_basejob_and_delta_default
};
/* Get the list of the last recent version with a given BaseJob jobid list
* We don't handle Delta with BaseJobs, they have only Full files
*/
-const char *select_recent_version_default =
+static const char *select_recent_version_default =
"SELECT j1.JobId AS JobId, f1.FileId AS FileId, f1.FileIndex AS FileIndex, "
"f1.PathId AS PathId, f1.FilenameId AS FilenameId, "
"f1.LStat AS LStat, f1.MD5 AS MD5, j1.JobTDate "
"AND t1.PathId = f1.PathId "
"AND j1.JobId = f1.JobId";
-const char *select_recent_version[] = {
+const char *select_recent_version[] =
+{
/* MySQL */
select_recent_version_default,
"WHERE JobId IN (%s) "
"ORDER BY FilenameId, PathId, JobTDate DESC ",
- /* SQLite3 */
- select_recent_version_default,
-
- /* Ingres */
+ /* SQLite */
select_recent_version_default
};
-/* We don't create this table as TEMPORARY because MySQL MyISAM
- * 5.0 and 5.1 are unable to run further queries in this mode
+/* We don't create this table as TEMPORARY because MySQL
+ MyISAM 5.0 and 5.1 are unable to run further queries in this mode
*/
-const char *create_temp_accurate_jobids_default =
+static const char *create_temp_accurate_jobids_default =
"CREATE TABLE btemp3%s AS "
"SELECT JobId, StartTime, EndTime, JobTDate, PurgedFiles "
"FROM Job JOIN FileSet USING (FileSetId) "
create_temp_accurate_jobids_default,
/* SQLite3 */
- create_temp_accurate_jobids_default,
-
- /* Ingres */
- "DECLARE GLOBAL TEMPORARY TABLE btemp3%s AS "
- "SELECT JobId, StartTime, EndTime, JobTDate, PurgedFiles "
- "FROM Job JOIN FileSet USING (FileSetId) "
- "WHERE ClientId = %s "
- "AND Level='F' AND JobStatus IN ('T','W') AND Type='B' "
- "AND StartTime<'%s' "
- "AND FileSet.FileSet=(SELECT FileSet FROM FileSet WHERE FileSetId = %s) "
- "ORDER BY Job.JobTDate DESC FETCH FIRST 1 ROW ONLY "
- "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
+ create_temp_accurate_jobids_default
};
const char *create_temp_basefile[] = {
/* Mysql */
"CREATE TEMPORARY TABLE basefile%lld ("
"Path BLOB NOT NULL,"
- "Name BLOB NOT NULL)",
+ "Name BLOB NOT NULL,"
+ "INDEX (Path(255), Name(255)))",
/* Postgresql */
"CREATE TEMPORARY TABLE basefile%lld ("
/* SQLite3 */
"CREATE TEMPORARY TABLE basefile%lld ("
"Path TEXT,"
- "Name TEXT)",
-
- /* Ingres */
- "DECLARE GLOBAL TEMPORARY TABLE basefile%lld ("
- "Path VARBYTE(32000) NOT NULL,"
- "Name VARBYTE(32000) NOT NULL) "
- "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
+ "Name TEXT)"
};
const char *create_temp_new_basefile[] = {
"FROM ( %s ) AS Temp "
"JOIN Filename ON (Filename.FilenameId = Temp.FilenameId) "
"JOIN Path ON (Path.PathId = Temp.PathId) "
- "WHERE Temp.FileIndex > 0",
-
- /* Ingres */
- "DECLARE GLOBAL TEMPORARY TABLE new_basefile%lld AS "
- "SELECT Path.Path AS Path, Filename.Name AS Name, Temp.FileIndex AS FileIndex,"
- "Temp.JobId AS JobId, Temp.LStat AS LStat, Temp.FileId AS FileId, "
- "Temp.MD5 AS MD5 "
- "FROM ( %s ) AS Temp "
- "JOIN Filename ON (Filename.FilenameId = Temp.FilenameId) "
- "JOIN Path ON (Path.PathId = Temp.PathId) "
- "WHERE Temp.FileIndex > 0 "
- "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
+ "WHERE Temp.FileIndex > 0"
};
/* ====== ua_prune.c */
/* List of SQL commands to create temp table and indicies */
-const char *create_deltabs[] = {
+const char *create_deltabs[] =
+{
/* MySQL */
"CREATE TEMPORARY TABLE DelCandidates ("
"JobId INTEGER UNSIGNED NOT NULL, "
"FileSetId INTEGER UNSIGNED, "
"JobFiles INTEGER UNSIGNED, "
"JobStatus BINARY(1))",
-
- /* Postgresql */
- "CREATE TEMPORARY TABLE DelCandidates ("
+
+ /* PostgreSQL */
+ "CREATE TEMPORARY TABLE DelCandidates ( "
"JobId INTEGER NOT NULL, "
"PurgedFiles SMALLINT, "
"FileSetId INTEGER, "
"JobFiles INTEGER, "
"JobStatus char(1))",
-
- /* SQLite3 */
+
+ /* SQLite */
"CREATE TEMPORARY TABLE DelCandidates ("
"JobId INTEGER UNSIGNED NOT NULL, "
"PurgedFiles TINYINT, "
"FileSetId INTEGER UNSIGNED, "
"JobFiles INTEGER UNSIGNED, "
- "JobStatus CHAR)",
-
- /* Ingres */
- "DECLARE GLOBAL TEMPORARY TABLE DelCandidates ("
- "JobId INTEGER NOT NULL, "
- "PurgedFiles SMALLINT, "
- "FileSetId INTEGER, "
- "JobFiles INTEGER, "
- "JobStatus CHAR(1)) "
- "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
-};
-
-/* ======= ua_purge.c */
+ "JobStatus CHAR)"
+};
-/* Select the first available Copy Job that must be upgraded to a Backup job when the original backup job is expired. */
-
-const char *uap_upgrade_copies_oldest_job_default =
+/* ======= ua_purge.c ====== */
+/* Select the first available Copy Job that must be upgraded
+ * to a Backup job when the original backup job is expired.
+ */
+static const char *uap_upgrade_copies_oldest_job_default =
"CREATE TEMPORARY TABLE cpy_tmp AS "
"SELECT MIN(JobId) AS JobId FROM Job " /* Choose the oldest job */
"WHERE Type='%c' " /* JT_JOB_COPY */
") "
"GROUP BY PriorJobId "; /* one result per copy */
-const char *uap_upgrade_copies_oldest_job[] = {
- /* Mysql */
- uap_upgrade_copies_oldest_job_default,
-
- /* Postgresql */
+const char *uap_upgrade_copies_oldest_job[] =
+{
+ /* MySQL */
uap_upgrade_copies_oldest_job_default,
-
- /* SQLite3 */
+ /* PostgreSQL */
uap_upgrade_copies_oldest_job_default,
-
- /* Ingres */
- "DECLARE GLOBAL TEMPORARY TABLE cpy_tmp AS "
- "SELECT MIN(JobId) AS JobId FROM Job " /* Choose the oldest job */
- "WHERE Type='%c' " /* JT_JOB_COPY */
- "AND ( PriorJobId IN (%s) " /* JobId selection */
- "OR "
- " PriorJobId IN ( "
- "SELECT PriorJobId "
- "FROM Job "
- "WHERE JobId IN (%s) " /* JobId selection */
- " AND Type='B' "
- ") "
- ") "
- "GROUP BY PriorJobId " /* one result per copy */
- "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
-};
-
-/* ======= ua_restore.c */
+ /* SQLite */
+ uap_upgrade_copies_oldest_job_default
+};
+
+/* ======= ua_restore.c ====== */
/* List Jobs where a particular file is saved */
-const char *uar_file[] = {
- /* Mysql */
+const char *uar_file[] =
+{
+ /* MySQL */
"SELECT Job.JobId as JobId,"
"CONCAT(Path.Path,Filename.Name) as Name, "
"StartTime,Type as JobType,JobStatus,JobFiles,JobBytes "
"AND Client.ClientId=Job.ClientId "
"AND Job.JobId=File.JobId AND File.FileIndex > 0 "
"AND Path.PathId=File.PathId AND Filename.FilenameId=File.FilenameId "
- "AND Filename.Name='%s' ORDER BY StartTime DESC LIMIT 20",
-
- /* Ingres */
- "SELECT Job.JobId as JobId,"
- "Path.Path||Filename.Name as Name, "
- "StartTime,Type as JobType,JobStatus,JobFiles,JobBytes "
- "FROM Client,Job,File,Filename,Path WHERE Client.Name='%s' "
- "AND Client.ClientId=Job.ClientId "
- "AND Job.JobId=File.JobId AND File.FileIndex > 0 "
- "AND Path.PathId=File.PathId AND Filename.FilenameId=File.FilenameId "
- "AND Filename.Name='%s' ORDER BY StartTime DESC FETCH FIRST 20 ROWS ONLY"
+ "AND Filename.Name='%s' ORDER BY StartTime DESC LIMIT 20"
};
const char *uar_create_temp[] = {
"StartFile INTEGER UNSIGNED,"
"VolSessionId INTEGER UNSIGNED,"
"VolSessionTime INTEGER UNSIGNED)",
-
- /* Postgresql */
+
+ /* PostgreSQL */
"CREATE TEMPORARY TABLE temp ("
"JobId INTEGER NOT NULL,"
"JobTDate BIGINT,"
"StartFile INTEGER,"
"VolSessionId INTEGER,"
"VolSessionTime INTEGER)",
-
- /* SQLite3 */
+
+ /* SQLite */
"CREATE TEMPORARY TABLE temp ("
"JobId INTEGER UNSIGNED NOT NULL,"
"JobTDate BIGINT UNSIGNED,"
"VolumeName TEXT,"
"StartFile INTEGER UNSIGNED,"
"VolSessionId INTEGER UNSIGNED,"
- "VolSessionTime INTEGER UNSIGNED)",
+ "VolSessionTime INTEGER UNSIGNED)"
+};
- /* Ingres */
- "DECLARE GLOBAL TEMPORARY TABLE temp ("
- "JobId INTEGER NOT NULL,"
- "JobTDate BIGINT,"
- "ClientId INTEGER,"
- "Level CHAR(1),"
- "JobFiles INTEGER,"
- "JobBytes BIGINT,"
- "StartTime TIMESTAMP WITHOUT TIME ZONE,"
- "VolumeName VARBYTE(128),"
- "StartFile INTEGER,"
- "VolSessionId INTEGER,"
- "VolSessionTime INTEGER) "
- "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
-};
-
-const char *uar_create_temp1[] = {
- /* Mysql */
+const char *uar_create_temp1[] =
+{
+ /* MySQL */
"CREATE TEMPORARY TABLE temp1 ("
"JobId INTEGER UNSIGNED NOT NULL,"
"JobTDate BIGINT UNSIGNED)",
-
- /* Postgresql */
+ /* PostgreSQL */
"CREATE TEMPORARY TABLE temp1 ("
"JobId INTEGER NOT NULL,"
"JobTDate BIGINT)",
-
- /* SQLite3 */
+ /* SQLite */
"CREATE TEMPORARY TABLE temp1 ("
"JobId INTEGER UNSIGNED NOT NULL,"
- "JobTDate BIGINT UNSIGNED)",
+ "JobTDate BIGINT UNSIGNED)"
+};
- /* Ingres */
- "DECLARE GLOBAL TEMPORARY TABLE temp1 ("
- "JobId INTEGER NOT NULL,"
- "JobTDate BIGINT) "
- "ON COMMIT PRESERVE ROWS WITH NORECOVERY"
-};
-
-/* Query to get all files in a directory -- no recursing
+/* Query to get all files in a directory no recursing
* Note, for PostgreSQL since it respects the "Single Value
* rule", the results of the SELECT will be unoptimized.
* I.e. the same file will be restored multiple times, once
"AND Job.ClientId=Client.ClientId "
"AND Path.PathId=File.Pathid "
"AND Filename.FilenameId=File.FilenameId "
- "GROUP BY File.FileIndex ",
-
- /* Ingres */
- "SELECT Job.JobId,File.FileIndex FROM Job,File,Path,Filename,Client "
- "WHERE Job.JobId IN (%s) "
- "AND Job.JobId=File.JobId "
- "AND Path.Path='%s' "
- "AND Client.Name='%s' "
- "AND Job.ClientId=Client.ClientId "
- "AND Path.PathId=File.Pathid "
- "AND Filename.FilenameId=File.FilenameId"
+ "GROUP BY File.FileIndex "
};
const char *sql_media_order_most_recently_written[] = {
"ORDER BY LastWritten IS NULL,LastWritten DESC,MediaId",
/* SQLite3 */
- "ORDER BY LastWritten IS NULL,LastWritten DESC,MediaId",
-
- /* Ingres */
- "ORDER BY IFNULL(LastWritten, '1970-01-01 00:00:00') DESC,MediaId"
+ "ORDER BY LastWritten IS NULL,LastWritten DESC,MediaId"
};
const char *sql_get_max_connections[] = {
/* Mysql */
"SHOW VARIABLES LIKE 'max_connections'",
-
- /* Postgresql */
+ /* PostgreSQL */
"SHOW max_connections",
-
- /* SQLite3 */
- "SELECT 0",
-
- /* Ingres (TODO) */
- "SELECT 0"
+ /* SQLite */
+ "SELECT 0"
};
-const char *sql_bvfs_select[] = {
- /* Mysql */
- "CREATE TABLE %s AS ( "
- "SELECT JobId, FileIndex, FileId, max(JobTDate) as JobTDate "
- "FROM btemp%s "
- "GROUP BY PathId, FilenameId "
- "HAVING FileIndex > 0)",
+/*
+ * The Group By can return strange numbers when having multiple
+ * version of a file in the same dataset.
+ */
+const char *default_sql_bvfs_select =
+"CREATE TABLE %s AS "
+"SELECT File.JobId, File.FileIndex, File.FileId "
+"FROM Job, File, ( "
+ "SELECT MAX(JobTDate) AS JobTDate, PathId, FilenameId "
+ "FROM btemp%s GROUP BY PathId, FilenameId "
+ ") AS T1 JOIN Filename USING (FilenameId) "
+"WHERE T1.JobTDate = Job.JobTDate "
+ "AND Job.JobId = File.JobId "
+ "AND T1.PathId = File.PathId "
+ "AND T1.FilenameId = File.FilenameId "
+ "AND File.FileIndex > 0 "
+ "AND Job.JobId IN (SELECT DISTINCT JobId FROM btemp%s) ";
- /* Postgresql */
+const char *sql_bvfs_select[] =
+{
+ /* MySQL */
+ default_sql_bvfs_select,
+ /* PostgreSQL */
"CREATE TABLE %s AS ( "
"SELECT JobId, FileIndex, FileId "
"FROM ( "
"ORDER BY PathId, FilenameId, JobTDate DESC "
") AS T "
"WHERE FileIndex > 0)",
-
- /* SQLite3 */
- "SELECT 0",
-
- /* Ingres (TODO) */
- "SELECT 0"
+ /* SQLite */
+ default_sql_bvfs_select
};
-const char *sql_bvfs_list_files_default =
-"SELECT 'F', PathId, T1.FilenameId, Filename.Name, "
- "File.JobId, LStat, FileId "
+static const char *sql_bvfs_list_files_default =
+"SELECT 'F', T1.PathId, T1.FilenameId, Filename.Name, "
+ "File.JobId, File.LStat, File.FileId "
"FROM Job, File, ( "
"SELECT MAX(JobTDate) AS JobTDate, PathId, FilenameId "
"FROM ( "
"JOIN File USING (FileId) "
"JOIN Job ON (BaseJobId = Job.JobId) "
"WHERE BaseFiles.JobId IN (%s) AND PathId = %s "
- ") AS tmp GROUP BY PathId, FilenameId LIMIT %lld OFFSET %lld"
+ ") AS tmp GROUP BY PathId, FilenameId "
+ "LIMIT %lld OFFSET %lld"
") AS T1 JOIN Filename USING (FilenameId) "
"WHERE T1.JobTDate = Job.JobTDate "
"AND Job.JobId = File.JobId "
"AND T1.PathId = File.PathId "
"AND T1.FilenameId = File.FilenameId "
"AND Filename.Name != '' "
+ "AND File.FileIndex > 0 "
" %s " /* AND Name LIKE '' */
"AND (Job.JobId IN ( "
"SELECT DISTINCT BaseJobId FROM BaseFiles WHERE JobId IN (%s)) "
"OR Job.JobId IN (%s)) ";
const char *sql_bvfs_list_files[] = {
- /* Mysql */
- /* JobId PathId JobId PathId Limit Offset AND? Filename? JobId JobId*/
+ /* MySQL */
sql_bvfs_list_files_default,
/* JobId PathId JobId PathId WHERE? Filename? Limit Offset*/
/* Postgresql */
- "SELECT DISTINCT ON (FilenameId) 'F', PathId, T.FilenameId, "
- "Filename.Name, JobId, LStat, FileId "
- "FROM "
- "(SELECT FileId, JobId, PathId, FilenameId, FileIndex, LStat, MD5 "
- "FROM File WHERE JobId IN (%s) AND PathId = %s "
- "UNION ALL "
- "SELECT File.FileId, File.JobId, PathId, FilenameId, "
- "File.FileIndex, LStat, MD5 "
- "FROM BaseFiles JOIN File USING (FileId) "
- "WHERE BaseFiles.JobId IN (%s) AND File.PathId = %s "
- ") AS T JOIN Job USING (JobId) JOIN Filename USING (FilenameId) "
- " WHERE Filename.Name != '' "
- " %s " /* AND Name LIKE '' */
- "ORDER BY FilenameId, StartTime DESC LIMIT %lld OFFSET %lld",
+ "SELECT Type, PathId, FilenameId, Name, JobId, LStat, FileId "
+ "FROM ("
+ "SELECT DISTINCT ON (FilenameId) 'F' as Type, PathId, T.FilenameId, "
+ "Filename.Name, JobId, LStat, FileId, FileIndex "
+ "FROM "
+ "(SELECT FileId, JobId, PathId, FilenameId, FileIndex, LStat, MD5 "
+ "FROM File WHERE JobId IN (%s) AND PathId = %s "
+ "UNION ALL "
+ "SELECT File.FileId, File.JobId, PathId, FilenameId, "
+ "File.FileIndex, LStat, MD5 "
+ "FROM BaseFiles JOIN File USING (FileId) "
+ "WHERE BaseFiles.JobId IN (%s) AND File.PathId = %s "
+ ") AS T JOIN Job USING (JobId) JOIN Filename USING (FilenameId) "
+ " WHERE Filename.Name != '' "
+ " %s " /* AND Name LIKE '' */
+ "ORDER BY FilenameId, StartTime DESC "
+ ") AS A WHERE A.FileIndex > 0 "
+ "LIMIT %lld OFFSET %lld ",
/* SQLite */
sql_bvfs_list_files_default,
- /* SQLite3 */
- sql_bvfs_list_files_default,
-
- /* Ingres (TODO) */
+ /* SQLite */
sql_bvfs_list_files_default
};
+/* Basically the same thing than select_recent_version_with_basejob_and_delta_default,
+ * but we specify a single file with FilenameId/PathId
+ *
+ * Input:
+ * 1 JobId to look at
+ * 2 FilenameId
+ * 3 PathId
+ * 4 JobId to look at
+ * 5 FilenameId
+ * 6 PathId
+ * 7 Jobid
+ * 8 JobId
+ */
+const char *bvfs_select_delta_version_with_basejob_and_delta_default =
+"SELECT FileId, Job.JobId AS JobId, FileIndex, File.PathId AS PathId, "
+ "File.FilenameId AS FilenameId, LStat, MD5, File.DeltaSeq AS DeltaSeq, "
+ "Job.JobTDate AS JobTDate "
+"FROM Job, File, ( "
+ "SELECT MAX(JobTDate) AS JobTDate, PathId, FilenameId, DeltaSeq "
+ "FROM ( "
+ "SELECT JobTDate, PathId, FilenameId, DeltaSeq " /*Get all normal files*/
+ "FROM File JOIN Job USING (JobId) " /* from selected backup */
+ "WHERE File.JobId IN (%s) AND FilenameId = %s AND PathId = %s "
+ "UNION ALL "
+ "SELECT JobTDate, PathId, FilenameId, DeltaSeq " /*Get all files from */
+ "FROM BaseFiles " /* BaseJob */
+ "JOIN File USING (FileId) "
+ "JOIN Job ON (BaseJobId = Job.JobId) "
+ "WHERE BaseFiles.JobId IN (%s) " /* Use Max(JobTDate) to find */
+ " AND FilenameId = %s AND PathId = %s "
+ ") AS tmp "
+ "GROUP BY PathId, FilenameId, DeltaSeq " /* the latest file version */
+ ") AS T1 "
+"WHERE (Job.JobId IN ( " /* Security, we force JobId to be valid */
+ "SELECT DISTINCT BaseJobId FROM BaseFiles WHERE JobId IN (%s)) "
+ "OR Job.JobId IN (%s)) "
+ "AND T1.JobTDate = Job.JobTDate " /* Join on JobTDate to get the orginal */
+ "AND Job.JobId = File.JobId " /* Job/File record */
+ "AND T1.PathId = File.PathId "
+ "AND T1.FilenameId = File.FilenameId";
+
+
+const char *bvfs_select_delta_version_with_basejob_and_delta[] =
+{
+ /* MySQL */
+ bvfs_select_delta_version_with_basejob_and_delta_default,
+
+ /* Postgresql */ /* The DISTINCT ON () permits to avoid extra join */
+ "SELECT DISTINCT ON (FilenameId, PathId, DeltaSeq) JobTDate, JobId, FileId, "
+ "FileIndex, PathId, FilenameId, LStat, MD5, DeltaSeq "
+ "FROM "
+ "(SELECT FileId, JobId, PathId, FilenameId, FileIndex, LStat, MD5,DeltaSeq "
+ "FROM File WHERE JobId IN (%s) AND FilenameId = %s AND PathId = %s "
+ "UNION ALL "
+ "SELECT File.FileId, File.JobId, PathId, FilenameId, "
+ "File.FileIndex, LStat, MD5, DeltaSeq "
+ "FROM BaseFiles JOIN File USING (FileId) "
+ "WHERE BaseFiles.JobId IN (%s) AND FilenameId = %s AND PathId = %s "
+ ") AS T JOIN Job USING (JobId) "
+ "ORDER BY FilenameId, PathId, DeltaSeq, JobTDate DESC ",
+
+ /* SQLite */
+ bvfs_select_delta_version_with_basejob_and_delta_default
+};
+
+
const char *batch_lock_path_query[] = {
/* Mysql */
"LOCK TABLES Path write, batch write, Path as p write",
"BEGIN; LOCK TABLE Path IN SHARE ROW EXCLUSIVE MODE",
/* SQLite3 */
- "BEGIN",
-
- /* Ingres */
"BEGIN"
};
"BEGIN; LOCK TABLE Filename IN SHARE ROW EXCLUSIVE MODE",
/* SQLite3 */
- "BEGIN",
-
- /* Ingres */
"BEGIN"
};
"COMMIT",
/* SQLite3 */
- "COMMIT",
-
- /* Ingres */
"COMMIT"
};
const char *batch_fill_path_query[] = {
/* Mysql */
"INSERT INTO Path (Path) "
- "SELECT a.Path FROM "
- "(SELECT DISTINCT Path FROM batch) AS a WHERE NOT EXISTS "
- "(SELECT Path FROM Path AS p WHERE p.Path = a.Path)",
-
- /* Postgresql */
- "INSERT INTO Path (Path) "
- "SELECT a.Path FROM "
- "(SELECT DISTINCT Path FROM batch) AS a "
- "WHERE NOT EXISTS (SELECT Path FROM Path WHERE Path = a.Path) ",
-
- /* SQLite3 */
- "INSERT INTO Path (Path) "
- "SELECT DISTINCT Path FROM batch "
- "EXCEPT SELECT Path FROM Path",
-
- /* Ingres */
- "INSERT INTO Path (Path) "
- "SELECT DISTINCT b.Path FROM batch b "
- "WHERE NOT EXISTS (SELECT Path FROM Path p WHERE p.Path = b.Path)"
+ "SELECT a.Path FROM "
+ "(SELECT DISTINCT Path FROM batch) AS a WHERE NOT EXISTS "
+ "(SELECT Path FROM Path AS p WHERE p.Path = a.Path)",
+
+ /* PostgreSQL */
+ "INSERT INTO Path (Path)"
+ "SELECT a.Path FROM "
+ "(SELECT DISTINCT Path FROM batch) AS a "
+ "WHERE NOT EXISTS (SELECT Path FROM Path WHERE Path = a.Path) ",
+
+ /* SQLite */
+ "INSERT INTO Path (Path)"
+ "SELECT DISTINCT Path FROM batch "
+ "EXCEPT SELECT Path FROM Path"
};
const char *batch_fill_filename_query[] = {
/* Mysql */
"INSERT INTO Filename (Name) "
- "SELECT a.Name FROM "
- "(SELECT DISTINCT Name FROM batch) AS a WHERE NOT EXISTS "
- "(SELECT Name FROM Filename AS f WHERE f.Name = a.Name)",
+ "SELECT a.Name FROM "
+ "(SELECT DISTINCT Name FROM batch) AS a WHERE NOT EXISTS "
+ "(SELECT Name FROM Filename AS f WHERE f.Name = a.Name)",
/* Postgresql */
"INSERT INTO Filename (Name) "
- "SELECT a.Name FROM "
- "(SELECT DISTINCT Name FROM batch) as a "
- "WHERE NOT EXISTS "
- "(SELECT Name FROM Filename WHERE Name = a.Name)",
+ "SELECT a.Name FROM "
+ "(SELECT DISTINCT Name FROM batch) as a "
+ "WHERE NOT EXISTS "
+ "(SELECT Name FROM Filename WHERE Name = a.Name)",
/* SQLite3 */
"INSERT INTO Filename (Name) "
- "SELECT DISTINCT Name FROM batch "
- "EXCEPT SELECT Name FROM Filename",
-
- /* Ingres */
- "INSERT INTO Filename (Name) "
- "SELECT DISTINCT b.Name FROM batch b "
- "WHERE NOT EXISTS (SELECT Name FROM Filename f WHERE f.Name = b.Name)"
+ "SELECT DISTINCT Name FROM batch "
+ "EXCEPT SELECT Name FROM Filename"
};
const char *match_query[] = {
/* Mysql */
- "MATCH",
+ "REGEXP",
+ /* PostgreSQL */
+ "~",
+ /* SQLite */
+ "LIKE" /* MATCH doesn't seems to work anymore... */
+};
+
+static const char *insert_counter_values_default =
+ "INSERT INTO Counters (Counter, MinValue, "
+ "MaxValue, CurrentValue, WrapCounter) "
+ "VALUES ('%s','%d','%d','%d','%s')";
+
+const char *insert_counter_values[] = {
+ /* MySQL */
+ "INSERT INTO Counters (Counter, Counters.MinValue, "
+ "Counters.MaxValue, CurrentValue, WrapCounter) "
+ "VALUES ('%s','%d','%d','%d','%s')",
- /* Postgresql */
- "~",
+ /* PostgreSQL */
+ insert_counter_values_default,
- /* SQLite3 */
- "MATCH",
+ /* SQLite */
+ insert_counter_values_default
+};
- /* Ingres */
- "~"
+static const char *select_counter_values_default =
+ "SELECT MinValue, MaxValue, CurrentValue, WrapCounter"
+ " FROM Counters WHERE Counter='%s'";
+
+const char *select_counter_values[] =
+{
+ /* MySQL */
+ "SELECT Counters.MinValue, Counters.MaxValue, CurrentValue, WrapCounter"
+ " FROM Counters WHERE Counter='%s'",
+
+ /* PostgreSQL */
+ select_counter_values_default,
+
+ /* SQLite */
+ select_counter_values_default
+};
+
+static const char *update_counter_values_default =
+ "UPDATE Counters SET MinValue=%d, MaxValue=%d, CurrentValue=%d,"
+ "WrapCounter='%s' WHERE Counter='%s'";
+
+const char *update_counter_values[] =
+{
+ /* MySQL */
+ "UPDATE Counters SET Counters.MinValue=%d, Counters.MaxValue=%d,"
+ "CurrentValue=%d, WrapCounter='%s' WHERE Counter='%s'",
+ /* PostgreSQL */
+ update_counter_values_default,
+ /* SQLite */
+ update_counter_values_default
+};
+
+static const char *expired_volumes_defaults =
+"SELECT Media.VolumeName AS volumename,"
+ "Media.LastWritten AS lastwritten"
+" FROM Media"
+" WHERE VolStatus IN ('Full', 'Used')"
+ " AND ( Media.LastWritten + Media.VolRetention ) < NOW()"
+ " %s ";
+
+const char *prune_cache[] = {
+ /* MySQL */
+ " (Media.LastWritten + Media.CacheRetention) < NOW() ",
+ /* PostgreSQL */
+ " (Media.LastWritten + (interval '1 second' * Media.CacheRetention)) < NOW() ",
+ /* SQLite */
+ " ( strftime('%s', Media.LastWritten) + Media.CacheRetention < strftime('%s', datetime('now', 'localtime'))) "
+};
+
+const char *expired_volumes[] = {
+ /* MySQL */
+ expired_volumes_defaults,
+ /* PostgreSQL */
+ "SELECT Media.VolumeName, Media.LastWritten "
+ " FROM Media "
+ " WHERE VolStatus IN ('Full', 'Used') "
+ " AND ( Media.LastWritten + (interval '1 second' * Media.VolRetention ) < NOW()) "
+ " %s ",
+ /* SQLite */
+ expired_volumes_defaults
+};
+
+const char *expires_in[] = {
+ /* MySQL */
+ "(GREATEST(0, CAST(UNIX_TIMESTAMP(LastWritten) + Media.VolRetention AS SIGNED) - UNIX_TIMESTAMP(NOW())))",
+ /* PostgreSQL */
+ "GREATEST(0, (extract('epoch' from LastWritten + Media.VolRetention * interval '1second' - NOW())::bigint))",
+ /* SQLite */
+ "MAX(0, (strftime('%s', LastWritten) + Media.VolRetention - strftime('%s', datetime('now', 'localtime'))))"
+};
+
+const char *strip_restore[] = {
+ /* MySQL */
+ "DELETE FROM %s WHERE FileId IN (SELECT * FROM (SELECT FileId FROM %s as B JOIN File USING (FileId) WHERE PathId IN (%s)) AS C)",
+ /* PostgreSQL */
+ "DELETE FROM %s WHERE FileId IN (SELECT FileId FROM %s JOIN File USING (FileId) WHERE PathId IN (%s))",
+ /* SQLite */
+ "DELETE FROM %s WHERE FileId IN (SELECT FileId FROM %s JOIN File USING (FileId) WHERE PathId IN (%s))"
};
projects / bacula / bacula / blobdiff