/*
- Bacula® - The Network Backup Solution
-
- Copyright (C) 2000-2008 Free Software Foundation Europe e.V.
-
- The main author of Bacula is Kern Sibbald, with contributions from
- many others, a complete list can be found in the file AUTHORS.
- This program is Free Software; you can redistribute it and/or
- modify it under the terms of version two of the GNU General Public
- License as published by the Free Software Foundation and included
- in the file LICENSE.
-
- This program is distributed in the hope that it will be useful, but
- WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, write to the Free Software
- Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
- 02110-1301, USA.
-
- Bacula® is a registered trademark of Kern Sibbald.
- The licensor of Bacula is the Free Software Foundation Europe
- (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
- Switzerland, email:ftf@fsfeurope.org.
+ Bacula(R) - The Network Backup Solution
+
+ Copyright (C) 2000-2017 Kern Sibbald
+
+ The original author of Bacula is Kern Sibbald, with contributions
+ from many others, a complete list can be found in the file AUTHORS.
+
+ You may use this file and others of this release according to the
+ license defined in the LICENSE file, which includes the Affero General
+ Public License, v3.0 ("AGPLv3") and some additional permissions and
+ terms pursuant to its AGPLv3 Section 7.
+
+ This notice must be preserved when any source code is
+ conveyed and/or propagated.
+
+ Bacula(R) is a registered trademark of Kern Sibbald.
*/
-/*
+/**
* Bacula Catalog Database Get record interface routines
* Note, these routines generally get a record by id or
* by name. If more logic is involved, the routine
* should be in find.c
*
- * Kern Sibbald, March 2000
- *
- * Version $Id: sql_get.c 8918 2009-06-23 11:56:35Z ricozz $
+ * Written by Kern Sibbald, March 2000
*/
+#include "bacula.h"
-/* The following is necessary so that we do not include
- * the dummy external definition of DB.
- */
-#define __SQL_C /* indicate that this is sql.c */
+#if HAVE_SQLITE3 || HAVE_MYSQL || HAVE_POSTGRESQL
-#include "bacula.h"
-#include "cats.h"
-
-#if HAVE_SQLITE3 || HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL || HAVE_DBI
+#include "cats.h"
/* -----------------------------------------------------------------------
*
* -----------------------------------------------------------------------
*/
-/* Forward referenced functions */
-static int db_get_file_record(JCR *jcr, B_DB *mdb, JOB_DBR *jr, FILE_DBR *fdbr);
-static int db_get_filename_record(JCR *jcr, B_DB *mdb);
-static int db_get_path_record(JCR *jcr, B_DB *mdb);
-
-
/*
* Given a full filename (with path), look up the File record
* (with attributes) in the database.
*
- * Returns: 0 on failure
- * 1 on success with the File record in FILE_DBR
+ * Returns: false on failure
+ * true on success with the File record in FILE_DBR
*/
-int db_get_file_attributes_record(JCR *jcr, B_DB *mdb, char *fname, JOB_DBR *jr, FILE_DBR *fdbr)
+bool BDB::bdb_get_file_attributes_record(JCR *jcr, char *afname, JOB_DBR *jr, FILE_DBR *fdbr)
{
- int stat;
- Dmsg1(100, "db_get_file_att_record fname=%s \n", fname);
+ bool ok;
- db_lock(mdb);
- split_path_and_file(jcr, mdb, fname);
+ Dmsg1(500, "db_get_file_att_record fname=%s \n", afname);
- fdbr->FilenameId = db_get_filename_record(jcr, mdb);
+ bdb_lock();
- fdbr->PathId = db_get_path_record(jcr, mdb);
+ split_path_and_file(jcr, this, afname);
- stat = db_get_file_record(jcr, mdb, jr, fdbr);
+ fdbr->FilenameId = bdb_get_filename_record(jcr);
- db_unlock(mdb);
+ fdbr->PathId = bdb_get_path_record(jcr);
- return stat;
+ ok = bdb_get_file_record(jcr, jr, fdbr);
+
+ bdb_unlock();
+
+ return ok;
}
/*
* Get a File record
- * Returns: 0 on failure
- * 1 on success
*
* DO NOT use Jmsg in this routine.
*
* called to get attributes of a non-existent file, which is
* "normal" if a new file is found during Verify.
*
- * The following is a bit of a kludge: because we always backup a
- * directory entry, we can end up with two copies of the directory
- * in the backup. One is when we encounter the directory and find
- * we cannot recurse into it, and the other is when we find an
- * explicit mention of the directory. This can also happen if the
- * use includes the directory twice. In this case, Verify
- * VolumeToCatalog fails because we have two copies in the catalog,
- * and only the first one is marked (twice). So, when calling from Verify,
- * jr is not NULL and we know jr->FileIndex is the fileindex
+ * The following is a bit of a kludge: because we always backup a
+ * directory entry, we can end up with two copies of the directory
+ * in the backup. One is when we encounter the directory and find
+ * we cannot recurse into it, and the other is when we find an
+ * explicit mention of the directory. This can also happen if the
+ * use includes the directory twice. In this case, Verify
+ * VolumeToCatalog fails because we have two copies in the catalog, and
+ * only the first one is marked (twice). So, when calling from Verify,
+ * VolumeToCatalog jr is not NULL, and we know jr->FileIndex is the fileindex
* of the version of the directory/file we actually want and do
* a more explicit SQL search.
+ *
+ * Returns: false on failure
+ * true on success
+ *
*/
-static
-int db_get_file_record(JCR *jcr, B_DB *mdb, JOB_DBR *jr, FILE_DBR *fdbr)
+bool BDB::bdb_get_file_record(JCR *jcr, JOB_DBR *jr, FILE_DBR *fdbr)
{
SQL_ROW row;
- int stat = 0;
+ bool ok = false;
char ed1[50], ed2[50], ed3[50];
- if (jcr->get_JobLevel() == L_VERIFY_DISK_TO_CATALOG) {
- Mmsg(mdb->cmd,
+ switch (jcr->getJobLevel()) {
+ case L_VERIFY_VOLUME_TO_CATALOG:
+ Mmsg(cmd,
+"SELECT FileId, LStat, MD5 FROM File WHERE File.JobId=%s AND File.PathId=%s AND "
+"File.FilenameId=%s AND File.FileIndex=%u",
+ edit_int64(fdbr->JobId, ed1),
+ edit_int64(fdbr->PathId, ed2),
+ edit_int64(fdbr->FilenameId,ed3),
+ jr->FileIndex);
+ break;
+ case L_VERIFY_DISK_TO_CATALOG:
+ Mmsg(cmd,
"SELECT FileId, LStat, MD5 FROM File,Job WHERE "
"File.JobId=Job.JobId AND File.PathId=%s AND "
"File.FilenameId=%s AND Job.Type='B' AND Job.JobStatus IN ('T','W') AND "
edit_int64(fdbr->PathId, ed1),
edit_int64(fdbr->FilenameId, ed2),
edit_int64(jr->ClientId,ed3));
-
- } else if (jr != NULL) {
- /* Called from Verify so jr->FileIndex is valid */
- Mmsg(mdb->cmd,
+ break;
+ default:
+ Mmsg(cmd,
"SELECT FileId, LStat, MD5 FROM File WHERE File.JobId=%s AND File.PathId=%s AND "
-"File.FilenameId=%s AND FileIndex=%u",
- edit_int64(fdbr->JobId, ed1),
- edit_int64(fdbr->PathId, ed2),
- edit_int64(fdbr->FilenameId,ed3),
- jr->FileIndex);
- } else {
- Mmsg(mdb->cmd,
-"SELECT FileId, LStat, MD5 FROM File WHERE File.JobId=%s AND File.PathId=%s AND "
-"File.FilenameId=%s",
- edit_int64(fdbr->JobId, ed1),
- edit_int64(fdbr->PathId, ed2),
+"File.FilenameId=%s",
+ edit_int64(fdbr->JobId, ed1),
+ edit_int64(fdbr->PathId, ed2),
edit_int64(fdbr->FilenameId,ed3));
+ break;
}
+
Dmsg3(450, "Get_file_record JobId=%u FilenameId=%u PathId=%u\n",
fdbr->JobId, fdbr->FilenameId, fdbr->PathId);
- Dmsg1(100, "Query=%s\n", mdb->cmd);
+ Dmsg1(100, "Query=%s\n", cmd);
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- mdb->num_rows = sql_num_rows(mdb);
- Dmsg1(050, "get_file_record num_rows=%d\n", (int)mdb->num_rows);
- if (mdb->num_rows > 1) {
- Mmsg1(mdb->errmsg, _("get_file_record want 1 got rows=%d\n"),
- mdb->num_rows);
- Dmsg1(000, "=== Problem! %s", mdb->errmsg);
- }
- if (mdb->num_rows >= 1) {
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg1(mdb->errmsg, _("Error fetching row: %s\n"), sql_strerror(mdb));
+ if (QueryDB(jcr, cmd)) {
+ Dmsg1(100, "get_file_record sql_num_rows()=%d\n", sql_num_rows());
+ if (sql_num_rows() >= 1) {
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("Error fetching row: %s\n"), sql_strerror());
} else {
fdbr->FileId = (FileId_t)str_to_int64(row[0]);
bstrncpy(fdbr->LStat, row[1], sizeof(fdbr->LStat));
bstrncpy(fdbr->Digest, row[2], sizeof(fdbr->Digest));
- stat = 1;
+ ok = true;
+ if (sql_num_rows() > 1) {
+ Mmsg3(errmsg, _("get_file_record want 1 got rows=%d PathId=%s FilenameId=%s\n"),
+ sql_num_rows(),
+ edit_int64(fdbr->PathId, ed1),
+ edit_int64(fdbr->FilenameId, ed2));
+ Dmsg1(000, "=== Problem! %s", errmsg);
+ }
}
} else {
- Mmsg2(mdb->errmsg, _("File record for PathId=%s FilenameId=%s not found.\n"),
+ Mmsg2(errmsg, _("File record for PathId=%s FilenameId=%s not found.\n"),
edit_int64(fdbr->PathId, ed1),
edit_int64(fdbr->FilenameId, ed2));
}
- sql_free_result(mdb);
+ sql_free_result();
} else {
- Mmsg(mdb->errmsg, _("File record not found in Catalog.\n"));
+ Mmsg(errmsg, _("File record not found in Catalog.\n"));
}
- return stat;
-
+ return ok;
}
-/* Get Filename record
+/*
+ * Get Filename record
* Returns: 0 on failure
* FilenameId on success
*
* DO NOT use Jmsg in this routine (see notes for get_file_record)
*/
-static int db_get_filename_record(JCR *jcr, B_DB *mdb)
+int BDB::bdb_get_filename_record(JCR *jcr)
{
SQL_ROW row;
int FilenameId = 0;
- mdb->esc_name = check_pool_memory_size(mdb->esc_name, 2*mdb->fnl+2);
- db_escape_string(jcr, mdb, mdb->esc_name, mdb->fname, mdb->fnl);
+ esc_name = check_pool_memory_size(esc_name, 2*fnl+2);
+ bdb_escape_string(jcr, esc_name, fname, fnl);
- Mmsg(mdb->cmd, "SELECT FilenameId FROM Filename WHERE Name='%s'", mdb->esc_name);
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
+ Mmsg(cmd, "SELECT FilenameId FROM Filename WHERE Name='%s'", esc_name);
+ if (QueryDB(jcr, cmd)) {
char ed1[30];
- mdb->num_rows = sql_num_rows(mdb);
- if (mdb->num_rows > 1) {
- Mmsg2(mdb->errmsg, _("More than one Filename!: %s for file: %s\n"),
- edit_uint64(mdb->num_rows, ed1), mdb->fname);
- Jmsg(jcr, M_WARNING, 0, "%s", mdb->errmsg);
+ if (sql_num_rows() > 1) {
+ Mmsg2(errmsg, _("More than one Filename!: %s for file: %s\n"),
+ edit_uint64(sql_num_rows(), ed1), fname);
+ Jmsg(jcr, M_WARNING, 0, "%s", errmsg);
}
- if (mdb->num_rows >= 1) {
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg1(mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
+ if (sql_num_rows() >= 1) {
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("error fetching row: %s\n"), sql_strerror());
} else {
FilenameId = str_to_int64(row[0]);
if (FilenameId <= 0) {
- Mmsg2(mdb->errmsg, _("Get DB Filename record %s found bad record: %d\n"),
- mdb->cmd, FilenameId);
+ Mmsg2(errmsg, _("Get DB Filename record %s found bad record: %d\n"),
+ cmd, FilenameId);
FilenameId = 0;
}
}
} else {
- Mmsg1(mdb->errmsg, _("Filename record: %s not found.\n"), mdb->fname);
+ Mmsg1(errmsg, _("Filename record: %s not found.\n"), fname);
}
- sql_free_result(mdb);
+ sql_free_result();
} else {
- Mmsg(mdb->errmsg, _("Filename record: %s not found in Catalog.\n"), mdb->fname);
+ Mmsg(errmsg, _("Filename record: %s not found in Catalog.\n"), fname);
}
return FilenameId;
}
-/* Get path record
+/**
+ * Get path record
* Returns: 0 on failure
* PathId on success
*
* DO NOT use Jmsg in this routine (see notes for get_file_record)
*/
-static int db_get_path_record(JCR *jcr, B_DB *mdb)
+int BDB::bdb_get_path_record(JCR *jcr)
{
SQL_ROW row;
uint32_t PathId = 0;
- mdb->esc_name = check_pool_memory_size(mdb->esc_name, 2*mdb->pnl+2);
- db_escape_string(jcr, mdb, mdb->esc_name, mdb->path, mdb->pnl);
+ esc_name = check_pool_memory_size(esc_name, 2*pnl+2);
+ bdb_escape_string(jcr, esc_name, path, pnl);
- if (mdb->cached_path_id != 0 && mdb->cached_path_len == mdb->pnl &&
- strcmp(mdb->cached_path, mdb->path) == 0) {
- return mdb->cached_path_id;
+ if (cached_path_id != 0 && cached_path_len == pnl &&
+ strcmp(cached_path, path) == 0) {
+ return cached_path_id;
}
- Mmsg(mdb->cmd, "SELECT PathId FROM Path WHERE Path='%s'", mdb->esc_name);
+ Mmsg(cmd, "SELECT PathId FROM Path WHERE Path='%s'", esc_name);
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
+ if (QueryDB(jcr, cmd)) {
char ed1[30];
- mdb->num_rows = sql_num_rows(mdb);
- if (mdb->num_rows > 1) {
- Mmsg2(mdb->errmsg, _("More than one Path!: %s for path: %s\n"),
- edit_uint64(mdb->num_rows, ed1), mdb->path);
- Jmsg(jcr, M_WARNING, 0, "%s", mdb->errmsg);
+ if (sql_num_rows() > 1) {
+ Mmsg2(errmsg, _("More than one Path!: %s for path: %s\n"),
+ edit_uint64(sql_num_rows(), ed1), path);
+ Jmsg(jcr, M_WARNING, 0, "%s", errmsg);
}
/* Even if there are multiple paths, take the first one */
- if (mdb->num_rows >= 1) {
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg1(mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
+ if (sql_num_rows() >= 1) {
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("error fetching row: %s\n"), sql_strerror());
} else {
PathId = str_to_int64(row[0]);
if (PathId <= 0) {
- Mmsg2(mdb->errmsg, _("Get DB path record %s found bad record: %s\n"),
- mdb->cmd, edit_int64(PathId, ed1));
+ Mmsg2(errmsg, _("Get DB path record %s found bad record: %s\n"),
+ cmd, edit_int64(PathId, ed1));
PathId = 0;
} else {
/* Cache path */
- if (PathId != mdb->cached_path_id) {
- mdb->cached_path_id = PathId;
- mdb->cached_path_len = mdb->pnl;
- pm_strcpy(mdb->cached_path, mdb->path);
+ if (PathId != cached_path_id) {
+ cached_path_id = PathId;
+ cached_path_len = pnl;
+ pm_strcpy(cached_path, path);
}
}
}
} else {
- Mmsg1(mdb->errmsg, _("Path record: %s not found.\n"), mdb->path);
+ Mmsg1(errmsg, _("Path record: %s not found.\n"), path);
}
- sql_free_result(mdb);
+ sql_free_result();
} else {
- Mmsg(mdb->errmsg, _("Path record: %s not found in Catalog.\n"), mdb->path);
+ Mmsg(errmsg, _("Path record: %s not found in Catalog.\n"), path);
}
return PathId;
}
-/*
+/**
* Get Job record for given JobId or Job name
* Returns: false on failure
* true on success
*/
-bool db_get_job_record(JCR *jcr, B_DB *mdb, JOB_DBR *jr)
+bool BDB::bdb_get_job_record(JCR *jcr, JOB_DBR *jr)
{
SQL_ROW row;
char ed1[50];
+ char esc[MAX_ESCAPE_NAME_LENGTH];
- db_lock(mdb);
+ bdb_lock();
if (jr->JobId == 0) {
- Mmsg(mdb->cmd, "SELECT VolSessionId,VolSessionTime,"
+ bdb_escape_string(jcr, esc, jr->Job, strlen(jr->Job));
+ Mmsg(cmd, "SELECT VolSessionId,VolSessionTime,"
"PoolId,StartTime,EndTime,JobFiles,JobBytes,JobTDate,Job,JobStatus,"
"Type,Level,ClientId,Name,PriorJobId,RealEndTime,JobId,FileSetId,"
-"SchedTime,RealEndTime,ReadBytes,HasBase "
-"FROM Job WHERE Job='%s'", jr->Job);
+"SchedTime,RealEndTime,ReadBytes,HasBase,PurgedFiles "
+"FROM Job WHERE Job='%s'", esc);
} else {
- Mmsg(mdb->cmd, "SELECT VolSessionId,VolSessionTime,"
+ Mmsg(cmd, "SELECT VolSessionId,VolSessionTime,"
"PoolId,StartTime,EndTime,JobFiles,JobBytes,JobTDate,Job,JobStatus,"
"Type,Level,ClientId,Name,PriorJobId,RealEndTime,JobId,FileSetId,"
-"SchedTime,RealEndTime,ReadBytes,HasBase "
-"FROM Job WHERE JobId=%s",
+"SchedTime,RealEndTime,ReadBytes,HasBase,PurgedFiles "
+"FROM Job WHERE JobId=%s",
edit_int64(jr->JobId, ed1));
}
- if (!QUERY_DB(jcr, mdb, mdb->cmd)) {
- db_unlock(mdb);
+ if (!QueryDB(jcr, cmd)) {
+ bdb_unlock();
return false; /* failed */
}
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg1(mdb->errmsg, _("No Job found for JobId %s\n"), edit_int64(jr->JobId, ed1));
- sql_free_result(mdb);
- db_unlock(mdb);
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("No Job found for JobId %s\n"), edit_int64(jr->JobId, ed1));
+ sql_free_result();
+ bdb_unlock();
return false; /* failed */
}
jr->JobId = str_to_int64(row[16]);
}
jr->FileSetId = str_to_int64(row[17]);
- bstrncpy(jr->cSchedTime, row[3]!=NULL?row[18]:"", sizeof(jr->cSchedTime));
- bstrncpy(jr->cRealEndTime, row[3]!=NULL?row[19]:"", sizeof(jr->cRealEndTime));
+ bstrncpy(jr->cSchedTime, row[18]!=NULL?row[18]:"", sizeof(jr->cSchedTime));
+ bstrncpy(jr->cRealEndTime, row[19]!=NULL?row[19]:"", sizeof(jr->cRealEndTime));
jr->ReadBytes = str_to_int64(row[20]);
jr->StartTime = str_to_utime(jr->cStartTime);
jr->SchedTime = str_to_utime(jr->cSchedTime);
jr->EndTime = str_to_utime(jr->cEndTime);
jr->RealEndTime = str_to_utime(jr->cRealEndTime);
jr->HasBase = str_to_int64(row[21]);
- sql_free_result(mdb);
+ jr->PurgedFiles = str_to_int64(row[22]);
+ sql_free_result();
- db_unlock(mdb);
+ bdb_unlock();
return true;
}
-/*
+/**
* Find VolumeNames for a given JobId
* Returns: 0 on error or no Volumes found
* number of volumes on success
*
* Returns: number of volumes on success
*/
-int db_get_job_volume_names(JCR *jcr, B_DB *mdb, JobId_t JobId, POOLMEM **VolumeNames)
+int BDB::bdb_get_job_volume_names(JCR *jcr, JobId_t JobId, POOLMEM **VolumeNames)
{
SQL_ROW row;
char ed1[50];
int stat = 0;
int i;
- db_lock(mdb);
+ bdb_lock();
/* Get one entry per VolumeName, but "sort" by VolIndex */
- Mmsg(mdb->cmd,
+ Mmsg(cmd,
"SELECT VolumeName,MAX(VolIndex) FROM JobMedia,Media WHERE "
"JobMedia.JobId=%s AND JobMedia.MediaId=Media.MediaId "
"GROUP BY VolumeName "
"ORDER BY 2 ASC", edit_int64(JobId,ed1));
- Dmsg1(130, "VolNam=%s\n", mdb->cmd);
+ Dmsg1(130, "VolNam=%s\n", cmd);
*VolumeNames[0] = 0;
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- mdb->num_rows = sql_num_rows(mdb);
- Dmsg1(130, "Num rows=%d\n", mdb->num_rows);
- if (mdb->num_rows <= 0) {
- Mmsg1(mdb->errmsg, _("No volumes found for JobId=%d\n"), JobId);
+ if (QueryDB(jcr, cmd)) {
+ Dmsg1(130, "Num rows=%d\n", sql_num_rows());
+ if (sql_num_rows() <= 0) {
+ Mmsg1(errmsg, _("No volumes found for JobId=%d\n"), JobId);
stat = 0;
} else {
- stat = mdb->num_rows;
+ stat = sql_num_rows();
for (i=0; i < stat; i++) {
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg2(mdb->errmsg, _("Error fetching row %d: ERR=%s\n"), i, sql_strerror(mdb));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg2(errmsg, _("Error fetching row %d: ERR=%s\n"), i, sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
stat = 0;
break;
} else {
}
}
}
- sql_free_result(mdb);
+ sql_free_result();
} else {
- Mmsg(mdb->errmsg, _("No Volume for JobId %d found in Catalog.\n"), JobId);
+ Mmsg(errmsg, _("No Volume for JobId %d found in Catalog.\n"), JobId);
}
- db_unlock(mdb);
+ bdb_unlock();
return stat;
}
-/*
+/**
* Find Volume parameters for a give JobId
* Returns: 0 on error or no Volumes found
* number of volumes on success
*
* Returns: number of volumes on success
*/
-int db_get_job_volume_parameters(JCR *jcr, B_DB *mdb, JobId_t JobId, VOL_PARAMS **VolParams)
+int BDB::bdb_get_job_volume_parameters(JCR *jcr, JobId_t JobId, VOL_PARAMS **VolParams)
{
SQL_ROW row;
char ed1[50];
int i;
VOL_PARAMS *Vols = NULL;
- db_lock(mdb);
- Mmsg(mdb->cmd,
+ bdb_lock();
+ Mmsg(cmd,
"SELECT VolumeName,MediaType,FirstIndex,LastIndex,StartFile,"
-"JobMedia.EndFile,StartBlock,JobMedia.EndBlock,Copy,"
+"JobMedia.EndFile,StartBlock,JobMedia.EndBlock,"
"Slot,StorageId,InChanger"
" FROM JobMedia,Media WHERE JobMedia.JobId=%s"
" AND JobMedia.MediaId=Media.MediaId ORDER BY VolIndex,JobMediaId",
edit_int64(JobId, ed1));
- Dmsg1(130, "VolNam=%s\n", mdb->cmd);
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- mdb->num_rows = sql_num_rows(mdb);
- Dmsg1(200, "Num rows=%d\n", mdb->num_rows);
- if (mdb->num_rows <= 0) {
- Mmsg1(mdb->errmsg, _("No volumes found for JobId=%d\n"), JobId);
+ Dmsg1(130, "VolNam=%s\n", cmd);
+ if (QueryDB(jcr, cmd)) {
+ Dmsg1(200, "Num rows=%d\n", sql_num_rows());
+ if (sql_num_rows() <= 0) {
+ Mmsg1(errmsg, _("No volumes found for JobId=%d\n"), JobId);
stat = 0;
} else {
- stat = mdb->num_rows;
+ stat = sql_num_rows();
DBId_t *SId = NULL;
if (stat > 0) {
*VolParams = Vols = (VOL_PARAMS *)malloc(stat * sizeof(VOL_PARAMS));
SId = (DBId_t *)malloc(stat * sizeof(DBId_t));
}
for (i=0; i < stat; i++) {
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg2(mdb->errmsg, _("Error fetching row %d: ERR=%s\n"), i, sql_strerror(mdb));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg2(errmsg, _("Error fetching row %d: ERR=%s\n"), i, sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
stat = 0;
break;
} else {
EndBlock = str_to_uint64(row[7]);
Vols[i].StartAddr = (((uint64_t)StartFile)<<32) | StartBlock;
Vols[i].EndAddr = (((uint64_t)EndFile)<<32) | EndBlock;
-// Vols[i].Copy = str_to_uint64(row[8]);
- Vols[i].Slot = str_to_uint64(row[9]);
- StorageId = str_to_uint64(row[10]);
- Vols[i].InChanger = str_to_uint64(row[11]);
+ Vols[i].Slot = str_to_uint64(row[8]);
+ StorageId = str_to_uint64(row[9]);
+ Vols[i].InChanger = str_to_uint64(row[10]);
Vols[i].Storage[0] = 0;
SId[i] = StorageId;
}
}
for (i=0; i < stat; i++) {
if (SId[i] != 0) {
- Mmsg(mdb->cmd, "SELECT Name from Storage WHERE StorageId=%s",
+ Mmsg(cmd, "SELECT Name from Storage WHERE StorageId=%s",
edit_int64(SId[i], ed1));
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- if ((row = sql_fetch_row(mdb)) && row[0]) {
+ if (QueryDB(jcr, cmd)) {
+ if ((row = sql_fetch_row()) && row[0]) {
bstrncpy(Vols[i].Storage, row[0], MAX_NAME_LENGTH);
}
}
free(SId);
}
}
- sql_free_result(mdb);
+ sql_free_result();
}
- db_unlock(mdb);
+ bdb_unlock();
return stat;
}
-/*
+/**
* Get the number of pool records
*
* Returns: -1 on failure
* number on success
*/
-int db_get_num_pool_records(JCR *jcr, B_DB *mdb)
+int BDB::bdb_get_num_pool_records(JCR *jcr)
{
int stat = 0;
- db_lock(mdb);
- Mmsg(mdb->cmd, "SELECT count(*) from Pool");
- stat = get_sql_record_max(jcr, mdb);
- db_unlock(mdb);
+ bdb_lock();
+ Mmsg(cmd, "SELECT count(*) from Pool");
+ stat = get_sql_record_max(jcr, this);
+ bdb_unlock();
return stat;
}
-/*
+/**
* This function returns a list of all the Pool record ids.
* The caller must free ids if non-NULL.
*
* Returns 0: on failure
* 1: on success
*/
-int db_get_pool_ids(JCR *jcr, B_DB *mdb, int *num_ids, uint32_t *ids[])
+int BDB::bdb_get_pool_ids(JCR *jcr, int *num_ids, uint32_t *ids[])
{
SQL_ROW row;
int stat = 0;
int i = 0;
uint32_t *id;
- db_lock(mdb);
+ bdb_lock();
*ids = NULL;
- Mmsg(mdb->cmd, "SELECT PoolId FROM Pool");
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- *num_ids = sql_num_rows(mdb);
+ Mmsg(cmd, "SELECT PoolId FROM Pool ORDER By Name");
+ if (QueryDB(jcr, cmd)) {
+ *num_ids = sql_num_rows();
if (*num_ids > 0) {
id = (uint32_t *)malloc(*num_ids * sizeof(uint32_t));
- while ((row = sql_fetch_row(mdb)) != NULL) {
+ while ((row = sql_fetch_row()) != NULL) {
id[i++] = str_to_uint64(row[0]);
}
*ids = id;
}
- sql_free_result(mdb);
+ sql_free_result();
stat = 1;
} else {
- Mmsg(mdb->errmsg, _("Pool id select failed: ERR=%s\n"), sql_strerror(mdb));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
+ Mmsg(errmsg, _("Pool id select failed: ERR=%s\n"), sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
stat = 0;
}
- db_unlock(mdb);
+ bdb_unlock();
return stat;
}
-/*
+/**
* This function returns a list of all the Client record ids.
* The caller must free ids if non-NULL.
*
* Returns 0: on failure
* 1: on success
*/
-int db_get_client_ids(JCR *jcr, B_DB *mdb, int *num_ids, uint32_t *ids[])
+int BDB::bdb_get_client_ids(JCR *jcr, int *num_ids, uint32_t *ids[])
{
SQL_ROW row;
int stat = 0;
int i = 0;
uint32_t *id;
- db_lock(mdb);
+ bdb_lock();
*ids = NULL;
- Mmsg(mdb->cmd, "SELECT ClientId FROM Client");
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- *num_ids = sql_num_rows(mdb);
+ Mmsg(cmd, "SELECT ClientId FROM Client ORDER BY Name ASC");
+ if (QueryDB(jcr, cmd)) {
+ *num_ids = sql_num_rows();
if (*num_ids > 0) {
id = (uint32_t *)malloc(*num_ids * sizeof(uint32_t));
- while ((row = sql_fetch_row(mdb)) != NULL) {
+ while ((row = sql_fetch_row()) != NULL) {
id[i++] = str_to_uint64(row[0]);
}
*ids = id;
}
- sql_free_result(mdb);
+ sql_free_result();
stat = 1;
} else {
- Mmsg(mdb->errmsg, _("Client id select failed: ERR=%s\n"), sql_strerror(mdb));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
+ Mmsg(errmsg, _("Client id select failed: ERR=%s\n"), sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
stat = 0;
}
- db_unlock(mdb);
+ bdb_unlock();
return stat;
}
-
-
-/* Get Pool Record
- * If the PoolId is non-zero, we get its record,
- * otherwise, we search on the PoolName
- *
+/**
+ * Get Pool Id, Scratch Pool Id, Recycle Pool Id
* Returns: false on failure
* true on success
*/
-bool db_get_pool_record(JCR *jcr, B_DB *mdb, POOL_DBR *pdbr)
+bool BDB::bdb_get_pool_record(JCR *jcr, POOL_DBR *pdbr)
{
SQL_ROW row;
bool ok = false;
char ed1[50];
+ char esc[MAX_ESCAPE_NAME_LENGTH];
- db_lock(mdb);
+ bdb_lock();
if (pdbr->PoolId != 0) { /* find by id */
- Mmsg(mdb->cmd,
+ Mmsg(cmd,
"SELECT PoolId,Name,NumVols,MaxVols,UseOnce,UseCatalog,AcceptAnyVolume,"
"AutoPrune,Recycle,VolRetention,VolUseDuration,MaxVolJobs,MaxVolFiles,"
-"MaxVolBytes,PoolType,LabelType,LabelFormat,RecyclePoolId,ScratchPoolId FROM Pool WHERE Pool.PoolId=%s",
+"MaxVolBytes,PoolType,LabelType,LabelFormat,RecyclePoolId,ScratchPoolId,"
+"ActionOnPurge,CacheRetention FROM Pool WHERE Pool.PoolId=%s",
edit_int64(pdbr->PoolId, ed1));
} else { /* find by name */
- Mmsg(mdb->cmd,
+ bdb_escape_string(jcr, esc, pdbr->Name, strlen(pdbr->Name));
+ Mmsg(cmd,
"SELECT PoolId,Name,NumVols,MaxVols,UseOnce,UseCatalog,AcceptAnyVolume,"
"AutoPrune,Recycle,VolRetention,VolUseDuration,MaxVolJobs,MaxVolFiles,"
-"MaxVolBytes,PoolType,LabelType,LabelFormat,RecyclePoolId,ScratchPoolId FROM Pool WHERE Pool.Name='%s'",
- pdbr->Name);
+"MaxVolBytes,PoolType,LabelType,LabelFormat,RecyclePoolId,ScratchPoolId,"
+"ActionOnPurge,CacheRetention FROM Pool WHERE Pool.Name='%s'", esc);
}
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- mdb->num_rows = sql_num_rows(mdb);
- if (mdb->num_rows > 1) {
+ if (QueryDB(jcr, cmd)) {
+ if (sql_num_rows() > 1) {
char ed1[30];
- Mmsg1(mdb->errmsg, _("More than one Pool!: %s\n"),
- edit_uint64(mdb->num_rows, ed1));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
- } else if (mdb->num_rows == 1) {
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg1(mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
+ Mmsg1(errmsg, _("More than one Pool! Num=%s\n"),
+ edit_uint64(sql_num_rows(), ed1));
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
+ } else if (sql_num_rows() == 1) {
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("error fetching row: %s\n"), sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
} else {
pdbr->PoolId = str_to_int64(row[0]);
bstrncpy(pdbr->Name, row[1]!=NULL?row[1]:"", sizeof(pdbr->Name));
bstrncpy(pdbr->LabelFormat, row[16]!=NULL?row[16]:"", sizeof(pdbr->LabelFormat));
pdbr->RecyclePoolId = str_to_int64(row[17]);
pdbr->ScratchPoolId = str_to_int64(row[18]);
+ pdbr->ActionOnPurge = str_to_int32(row[19]);
+ pdbr->CacheRetention = str_to_int64(row[20]);
ok = true;
}
}
- sql_free_result(mdb);
+ sql_free_result();
}
+ bdb_unlock();
+ return ok;
+}
+/**
+ * Get Pool numvols
+ * If the PoolId is non-zero, we get its record,
+ * otherwise, we search on the PoolName and we compute the number of volumes
+ *
+ * Returns: false on failure
+ * true on success
+ */
+bool BDB::bdb_get_pool_numvols(JCR *jcr, POOL_DBR *pdbr)
+{
+ bool ok;
+ char ed1[50];
+
+ ok = db_get_pool_record(jcr, this, pdbr);
+
+ bdb_lock();
if (ok) {
uint32_t NumVols;
- Mmsg(mdb->cmd, "SELECT count(*) from Media WHERE PoolId=%s",
+ Mmsg(cmd, "SELECT count(*) from Media WHERE PoolId=%s",
edit_int64(pdbr->PoolId, ed1));
- NumVols = get_sql_record_max(jcr, mdb);
+ NumVols = get_sql_record_max(jcr, this);
Dmsg2(400, "Actual NumVols=%d Pool NumVols=%d\n", NumVols, pdbr->NumVols);
if (NumVols != pdbr->NumVols) {
pdbr->NumVols = NumVols;
- db_update_pool_record(jcr, mdb, pdbr);
+ db_update_pool_record(jcr, this, pdbr);
}
} else {
- Mmsg(mdb->errmsg, _("Pool record not found in Catalog.\n"));
+ Mmsg(errmsg, _("Pool record not found in Catalog.\n"));
}
- db_unlock(mdb);
+ bdb_unlock();
return ok;
}
-/* Get Client Record
+/*
+ * Free restoreobject record (some fields are allocated through malloc)
+ */
+void db_free_restoreobject_record(JCR *jcr, ROBJECT_DBR *rr)
+{
+ if (rr->object) {
+ free(rr->object);
+ }
+ if (rr->object_name) {
+ free(rr->object_name);
+ }
+ if (rr->plugin_name) {
+ free(rr->plugin_name);
+ }
+ rr->object = rr->plugin_name = rr->object_name = NULL;
+}
+
+/*
+ * Get RestoreObject Record
+ * If the RestoreObjectId is non-zero, we get its record
+ *
+ * You must call db_free_restoreobject_record() after db_get_restoreobject_record()
+ *
+ * Returns: false on failure
+ * true on success
+ */
+bool BDB::bdb_get_restoreobject_record(JCR *jcr, ROBJECT_DBR *rr)
+{
+ SQL_ROW row;
+ int stat = false;
+ char ed1[50];
+ int32_t len;
+
+ bdb_lock();
+ Mmsg(cmd,
+ "SELECT ObjectName, PluginName, ObjectType, JobId, ObjectCompression, "
+ "RestoreObject, ObjectLength, ObjectFullLength, FileIndex "
+ "FROM RestoreObject "
+ "WHERE RestoreObjectId=%s",
+ edit_int64(rr->RestoreObjectId, ed1));
+
+ /* Using the JobId permits to check the Job name against ACLs and
+ * make sure that the current user is authorized to see the Restore object
+ */
+ if (rr->JobId) {
+ pm_strcat(cmd, " AND JobId=");
+ pm_strcat(cmd, edit_int64(rr->JobId, ed1));
+
+ } else if (rr->JobIds && is_a_number_list(rr->JobIds)) {
+ pm_strcat(cmd, " AND JobId IN (");
+ pm_strcat(cmd, rr->JobIds);
+ pm_strcat(cmd, ")");
+ }
+
+ if (QueryDB(jcr, cmd)) {
+ if (sql_num_rows() > 1) {
+ char ed1[30];
+ Mmsg1(errmsg, _("Error got %s RestoreObjects but expected only one!\n"),
+ edit_uint64(sql_num_rows(), ed1));
+ sql_data_seek(sql_num_rows()-1);
+ }
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("RestoreObject record \"%d\" not found.\n"), rr->RestoreObjectId);
+ } else {
+ db_free_restoreobject_record(jcr, rr);
+ rr->object_name = bstrdup(row[0]);
+ rr->plugin_name = bstrdup(row[1]);
+ rr->FileType = str_to_uint64(row[2]);
+ rr->JobId = str_to_uint64(row[3]);
+ rr->object_compression = str_to_int64(row[4]);
+ rr->object_len = str_to_uint64(row[6]);
+ rr->object_full_len = str_to_uint64(row[7]);
+ rr->object_index = str_to_uint64(row[8]);
+
+ bdb_unescape_object(jcr,
+ row[5], /* Object */
+ rr->object_len, /* Object length */
+ &cmd, &len);
+
+ if (rr->object_compression > 0) {
+ int out_len = rr->object_full_len + 100; /* full length */
+ char *obj = (char *)malloc(out_len);
+ Zinflate(cmd, rr->object_len, obj, out_len); /* out_len is updated */
+ if (out_len != (int)rr->object_full_len) {
+ Dmsg3(10, "Decompression failed. Len wanted=%d got=%d. Object=%s\n",
+ rr->object_full_len, out_len, rr->plugin_name);
+
+ Mmsg(errmsg, _("Decompression failed. Len wanted=%d got=%d. Object=%s\n"),
+ rr->object_full_len, out_len, rr->plugin_name);
+ }
+ obj[out_len] = 0;
+ rr->object = obj;
+ rr->object_len = out_len;
+
+ } else {
+ rr->object = (char *)malloc(sizeof(char)*(len+1));
+ memcpy(rr->object, cmd, len);
+ rr->object[len] = 0;
+ rr->object_len = len;
+ }
+
+ stat = true;
+ }
+ sql_free_result();
+ } else {
+ Mmsg(errmsg, _("RestoreObject record not found in Catalog.\n"));
+ }
+ bdb_unlock();
+ return stat;
+}
+
+/**
+ * Get Client Record
* If the ClientId is non-zero, we get its record,
* otherwise, we search on the Client Name
*
* Returns: 0 on failure
* 1 on success
*/
-int db_get_client_record(JCR *jcr, B_DB *mdb, CLIENT_DBR *cdbr)
+int BDB::bdb_get_client_record(JCR *jcr, CLIENT_DBR *cdbr)
{
SQL_ROW row;
int stat = 0;
char ed1[50];
+ char esc[MAX_ESCAPE_NAME_LENGTH];
- db_lock(mdb);
+ bdb_lock();
if (cdbr->ClientId != 0) { /* find by id */
- Mmsg(mdb->cmd,
+ Mmsg(cmd,
"SELECT ClientId,Name,Uname,AutoPrune,FileRetention,JobRetention "
-"FROM Client WHERE Client.ClientId=%s",
+"FROM Client WHERE Client.ClientId=%s",
edit_int64(cdbr->ClientId, ed1));
} else { /* find by name */
- Mmsg(mdb->cmd,
+ bdb_escape_string(jcr, esc, cdbr->Name, strlen(cdbr->Name));
+ Mmsg(cmd,
"SELECT ClientId,Name,Uname,AutoPrune,FileRetention,JobRetention "
-"FROM Client WHERE Client.Name='%s'", cdbr->Name);
+"FROM Client WHERE Client.Name='%s'", esc);
}
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- mdb->num_rows = sql_num_rows(mdb);
- if (mdb->num_rows > 1) {
- Mmsg1(mdb->errmsg, _("More than one Client!: %s\n"),
- edit_uint64(mdb->num_rows, ed1));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
- } else if (mdb->num_rows == 1) {
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg1(mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
+ if (QueryDB(jcr, cmd)) {
+ if (sql_num_rows() > 1) {
+ Mmsg1(errmsg, _("More than one Client!: %s\n"),
+ edit_uint64(sql_num_rows(), ed1));
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
+ } else if (sql_num_rows() == 1) {
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("error fetching row: %s\n"), sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
} else {
cdbr->ClientId = str_to_int64(row[0]);
bstrncpy(cdbr->Name, row[1]!=NULL?row[1]:"", sizeof(cdbr->Name));
stat = 1;
}
} else {
- Mmsg(mdb->errmsg, _("Client record not found in Catalog.\n"));
+ Mmsg(errmsg, _("Client record not found in Catalog.\n"));
}
- sql_free_result(mdb);
+ sql_free_result();
} else {
- Mmsg(mdb->errmsg, _("Client record not found in Catalog.\n"));
+ Mmsg(errmsg, _("Client record not found in Catalog.\n"));
}
- db_unlock(mdb);
+ bdb_unlock();
return stat;
}
-/*
+/**
* Get Counter Record
*
* Returns: 0 on failure
* 1 on success
*/
-int db_get_counter_record(JCR *jcr, B_DB *mdb, COUNTER_DBR *cr)
+bool BDB::bdb_get_counter_record(JCR *jcr, COUNTER_DBR *cr)
{
SQL_ROW row;
+ char esc[MAX_ESCAPE_NAME_LENGTH];
- db_lock(mdb);
- Mmsg(mdb->cmd, "SELECT MinValue,MaxValue,CurrentValue,WrapCounter "
- "FROM Counters WHERE Counter='%s'", cr->Counter);
+ bdb_lock();
+ bdb_escape_string(jcr, esc, cr->Counter, strlen(cr->Counter));
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- mdb->num_rows = sql_num_rows(mdb);
+ Mmsg(cmd, select_counter_values[bdb_get_type_index()], esc);
+ if (QueryDB(jcr, cmd)) {
/* If more than one, report error, but return first row */
- if (mdb->num_rows > 1) {
- Mmsg1(mdb->errmsg, _("More than one Counter!: %d\n"), (int)(mdb->num_rows));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
+ if (sql_num_rows() > 1) {
+ Mmsg1(errmsg, _("More than one Counter!: %d\n"), sql_num_rows());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
}
- if (mdb->num_rows >= 1) {
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg1(mdb->errmsg, _("error fetching Counter row: %s\n"), sql_strerror(mdb));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
- sql_free_result(mdb);
- db_unlock(mdb);
- return 0;
+ if (sql_num_rows() >= 1) {
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("error fetching Counter row: %s\n"), sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
+ sql_free_result();
+ bdb_unlock();
+ return false;
}
cr->MinValue = str_to_int64(row[0]);
cr->MaxValue = str_to_int64(row[1]);
} else {
cr->WrapCounter[0] = 0;
}
- sql_free_result(mdb);
- db_unlock(mdb);
- return 1;
+ sql_free_result();
+ bdb_unlock();
+ return true;
}
- sql_free_result(mdb);
+ sql_free_result();
} else {
- Mmsg(mdb->errmsg, _("Counter record: %s not found in Catalog.\n"), cr->Counter);
+ Mmsg(errmsg, _("Counter record: %s not found in Catalog.\n"), cr->Counter);
}
- db_unlock(mdb);
- return 0;
+ bdb_unlock();
+ return false;
}
-/* Get FileSet Record
+/**
+ * Get FileSet Record
* If the FileSetId is non-zero, we get its record,
* otherwise, we search on the name
*
* Returns: 0 on failure
* id on success
*/
-int db_get_fileset_record(JCR *jcr, B_DB *mdb, FILESET_DBR *fsr)
+int BDB::bdb_get_fileset_record(JCR *jcr, FILESET_DBR *fsr)
{
SQL_ROW row;
int stat = 0;
char ed1[50];
+ char esc[MAX_ESCAPE_NAME_LENGTH];
- db_lock(mdb);
+ bdb_lock();
if (fsr->FileSetId != 0) { /* find by id */
- Mmsg(mdb->cmd,
+ Mmsg(cmd,
"SELECT FileSetId,FileSet,MD5,CreateTime FROM FileSet "
- "WHERE FileSetId=%s",
+ "WHERE FileSetId=%s",
edit_int64(fsr->FileSetId, ed1));
} else { /* find by name */
- Mmsg(mdb->cmd,
+ bdb_escape_string(jcr, esc, fsr->FileSet, strlen(fsr->FileSet));
+ Mmsg(cmd,
"SELECT FileSetId,FileSet,MD5,CreateTime FROM FileSet "
- "WHERE FileSet='%s' ORDER BY CreateTime DESC LIMIT 1", fsr->FileSet);
+ "WHERE FileSet='%s' ORDER BY CreateTime DESC LIMIT 1", esc);
}
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- mdb->num_rows = sql_num_rows(mdb);
- if (mdb->num_rows > 1) {
+ if (QueryDB(jcr, cmd)) {
+ if (sql_num_rows() > 1) {
char ed1[30];
- Mmsg1(mdb->errmsg, _("Error got %s FileSets but expected only one!\n"),
- edit_uint64(mdb->num_rows, ed1));
- sql_data_seek(mdb, mdb->num_rows-1);
+ Mmsg1(errmsg, _("Error got %s FileSets but expected only one!\n"),
+ edit_uint64(sql_num_rows(), ed1));
+ sql_data_seek(sql_num_rows()-1);
}
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg1(mdb->errmsg, _("FileSet record \"%s\" not found.\n"), fsr->FileSet);
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("FileSet record \"%s\" not found.\n"), fsr->FileSet);
} else {
fsr->FileSetId = str_to_int64(row[0]);
bstrncpy(fsr->FileSet, row[1]!=NULL?row[1]:"", sizeof(fsr->FileSet));
bstrncpy(fsr->cCreateTime, row[3]!=NULL?row[3]:"", sizeof(fsr->cCreateTime));
stat = fsr->FileSetId;
}
- sql_free_result(mdb);
+ sql_free_result();
} else {
- Mmsg(mdb->errmsg, _("FileSet record not found in Catalog.\n"));
+ Mmsg(errmsg, _("FileSet record not found in Catalog.\n"));
}
- db_unlock(mdb);
+ bdb_unlock();
return stat;
}
-/*
+/**
* Get the number of Media records
*
* Returns: -1 on failure
* number on success
*/
-int db_get_num_media_records(JCR *jcr, B_DB *mdb)
+int BDB::bdb_get_num_media_records(JCR *jcr)
{
int stat = 0;
- db_lock(mdb);
- Mmsg(mdb->cmd, "SELECT count(*) from Media");
- stat = get_sql_record_max(jcr, mdb);
- db_unlock(mdb);
+ bdb_lock();
+ Mmsg(cmd, "SELECT count(*) from Media");
+ stat = get_sql_record_max(jcr, this);
+ bdb_unlock();
return stat;
}
-
-/*
+/**
* This function returns a list of all the Media record ids for
- * the current Pool with the correct Media Type.
+ * the current Pool, the correct Media Type, Recyle, Enabled, StorageId, VolBytes
+ * VolumeName if specified
* The caller must free ids if non-NULL.
*
* Returns false: on failure
* true: on success
*/
-bool db_get_media_ids(JCR *jcr, B_DB *mdb, MEDIA_DBR *mr, int *num_ids, uint32_t *ids[])
+bool BDB::bdb_get_media_ids(JCR *jcr, MEDIA_DBR *mr, int *num_ids, uint32_t *ids[])
{
SQL_ROW row;
int i = 0;
uint32_t *id;
char ed1[50];
bool ok = false;
+ char buf[MAX_NAME_LENGTH*3]; /* Can contain MAX_NAME_LENGTH*2+1 + AND ....='' */
+ char esc[MAX_NAME_LENGTH*2+1];
- db_lock(mdb);
+ bdb_lock();
*ids = NULL;
- Mmsg(mdb->cmd, "SELECT DISTINCT MediaId FROM Media WHERE PoolId=%s "
- " AND MediaType='%s'",
- edit_int64(mr->PoolId, ed1), mr->MediaType);
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
- *num_ids = sql_num_rows(mdb);
+
+ Mmsg(cmd, "SELECT DISTINCT MediaId FROM Media WHERE Enabled=%d ",
+ mr->Enabled);
+
+ if (mr->Recycle >= 0) {
+ bsnprintf(buf, sizeof(buf), "AND Recycle=%d ", mr->Recycle);
+ pm_strcat(cmd, buf);
+ }
+
+ if (*mr->MediaType) {
+ bdb_escape_string(jcr, esc, mr->MediaType, strlen(mr->MediaType));
+ bsnprintf(buf, sizeof(buf), "AND MediaType='%s' ", esc);
+ pm_strcat(cmd, buf);
+ }
+
+ if (mr->sid_group) {
+ bsnprintf(buf, sizeof(buf), "AND StorageId IN (%s) ", mr->sid_group);
+ pm_strcat(cmd, buf);
+ } else if (mr->StorageId) {
+ bsnprintf(buf, sizeof(buf), "AND StorageId=%s ", edit_uint64(mr->StorageId, ed1));
+ pm_strcat(cmd, buf);
+ }
+
+ if (mr->PoolId) {
+ bsnprintf(buf, sizeof(buf), "AND PoolId=%s ", edit_uint64(mr->PoolId, ed1));
+ pm_strcat(cmd, buf);
+ }
+
+ if (mr->VolBytes) {
+ bsnprintf(buf, sizeof(buf), "AND VolBytes > %s ", edit_uint64(mr->VolBytes, ed1));
+ pm_strcat(cmd, buf);
+ }
+
+ if (*mr->VolumeName) {
+ bdb_escape_string(jcr, esc, mr->VolumeName, strlen(mr->VolumeName));
+ bsnprintf(buf, sizeof(buf), "AND VolumeName = '%s' ", esc);
+ pm_strcat(cmd, buf);
+ }
+
+ if (*mr->VolStatus) {
+ bdb_escape_string(jcr, esc, mr->VolStatus, strlen(mr->VolStatus));
+ bsnprintf(buf, sizeof(buf), "AND VolStatus = '%s' ", esc);
+ pm_strcat(cmd, buf);
+ }
+
+ /* Filter the volumes with the CacheRetention */
+ if (mr->CacheRetention) {
+ bsnprintf(buf, sizeof(buf), "AND %s ", prune_cache[bdb_get_type_index()]);
+ pm_strcat(cmd, buf);
+ }
+
+ Dmsg1(100, "q=%s\n", cmd);
+
+ if (QueryDB(jcr, cmd)) {
+ *num_ids = sql_num_rows();
if (*num_ids > 0) {
id = (uint32_t *)malloc(*num_ids * sizeof(uint32_t));
- while ((row = sql_fetch_row(mdb)) != NULL) {
+ while ((row = sql_fetch_row()) != NULL) {
id[i++] = str_to_uint64(row[0]);
}
*ids = id;
}
- sql_free_result(mdb);
+ sql_free_result();
ok = true;
} else {
- Mmsg(mdb->errmsg, _("Media id select failed: ERR=%s\n"), sql_strerror(mdb));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
+ Mmsg(errmsg, _("Media id select failed: ERR=%s\n"), sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
ok = false;
}
- db_unlock(mdb);
+ bdb_unlock();
return ok;
}
-
-/*
+/**
* This function returns a list of all the DBIds that are returned
* for the query.
*
* Returns false: on failure
* true: on success
*/
-bool db_get_query_dbids(JCR *jcr, B_DB *mdb, POOL_MEM &query, dbid_list &ids)
+bool BDB::bdb_get_query_dbids(JCR *jcr, POOL_MEM &query, dbid_list &ids)
{
SQL_ROW row;
int i = 0;
bool ok = false;
- db_lock(mdb);
+ bdb_lock();
ids.num_ids = 0;
- if (QUERY_DB(jcr, mdb, query.c_str())) {
- ids.num_ids = sql_num_rows(mdb);
+ if (QueryDB(jcr, query.c_str())) {
+ ids.num_ids = sql_num_rows();
if (ids.num_ids > 0) {
if (ids.max_ids < ids.num_ids) {
free(ids.DBId);
ids.DBId = (DBId_t *)malloc(ids.num_ids * sizeof(DBId_t));
}
- while ((row = sql_fetch_row(mdb)) != NULL) {
+ while ((row = sql_fetch_row()) != NULL) {
ids.DBId[i++] = str_to_uint64(row[0]);
}
}
- sql_free_result(mdb);
+ sql_free_result();
ok = true;
} else {
- Mmsg(mdb->errmsg, _("query dbids failed: ERR=%s\n"), sql_strerror(mdb));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
+ Mmsg(errmsg, _("query dbids failed: ERR=%s\n"), sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
ok = false;
}
- db_unlock(mdb);
+ bdb_unlock();
return ok;
}
-/* Get Media Record
+/**
+ * Get Media Record
*
* Returns: false: on failure
* true: on success
*/
-bool db_get_media_record(JCR *jcr, B_DB *mdb, MEDIA_DBR *mr)
+bool BDB::bdb_get_media_record(JCR *jcr, MEDIA_DBR *mr)
{
SQL_ROW row;
char ed1[50];
bool ok = false;
+ char esc[MAX_ESCAPE_NAME_LENGTH];
- db_lock(mdb);
+ bdb_lock();
if (mr->MediaId == 0 && mr->VolumeName[0] == 0) {
- Mmsg(mdb->cmd, "SELECT count(*) from Media");
- mr->MediaId = get_sql_record_max(jcr, mdb);
- db_unlock(mdb);
+ Mmsg(cmd, "SELECT count(*) from Media");
+ mr->MediaId = get_sql_record_max(jcr, this);
+ bdb_unlock();
return true;
}
if (mr->MediaId != 0) { /* find by id */
- Mmsg(mdb->cmd, "SELECT MediaId,VolumeName,VolJobs,VolFiles,VolBlocks,"
- "VolBytes,VolMounts,VolErrors,VolWrites,MaxVolBytes,VolCapacityBytes,"
+ Mmsg(cmd, "SELECT MediaId,VolumeName,VolJobs,VolFiles,"
+ "VolBlocks,VolBytes,VolABytes,VolHoleBytes,VolHoles,VolMounts,"
+ "VolErrors,VolWrites,MaxVolBytes,VolCapacityBytes,"
"MediaType,VolStatus,PoolId,VolRetention,VolUseDuration,MaxVolJobs,"
"MaxVolFiles,Recycle,Slot,FirstWritten,LastWritten,InChanger,"
- "EndFile,EndBlock,VolParts,LabelType,LabelDate,StorageId,"
+ "EndFile,EndBlock,VolType,VolParts,VolCloudParts,LastPartBytes,"
+ "LabelType,LabelDate,StorageId,"
"Enabled,LocationId,RecycleCount,InitialWrite,"
- "ScratchPoolId,RecyclePoolId,VolReadTime,VolWriteTime "
- "FROM Media WHERE MediaId=%s",
+ "ScratchPoolId,RecyclePoolId,VolReadTime,VolWriteTime,ActionOnPurge,CacheRetention "
+ "FROM Media WHERE MediaId=%s",
edit_int64(mr->MediaId, ed1));
} else { /* find by name */
- Mmsg(mdb->cmd, "SELECT MediaId,VolumeName,VolJobs,VolFiles,VolBlocks,"
- "VolBytes,VolMounts,VolErrors,VolWrites,MaxVolBytes,VolCapacityBytes,"
+ bdb_escape_string(jcr, esc, mr->VolumeName, strlen(mr->VolumeName));
+ Mmsg(cmd, "SELECT MediaId,VolumeName,VolJobs,VolFiles,"
+ "VolBlocks,VolBytes,VolABytes,VolHoleBytes,VolHoles,VolMounts,"
+ "VolErrors,VolWrites,MaxVolBytes,VolCapacityBytes,"
"MediaType,VolStatus,PoolId,VolRetention,VolUseDuration,MaxVolJobs,"
"MaxVolFiles,Recycle,Slot,FirstWritten,LastWritten,InChanger,"
- "EndFile,EndBlock,VolParts,LabelType,LabelDate,StorageId,"
+ "EndFile,EndBlock,VolType,VolParts,VolCloudParts,LastPartBytes,"
+ "LabelType,LabelDate,StorageId,"
"Enabled,LocationId,RecycleCount,InitialWrite,"
- "ScratchPoolId,RecyclePoolId,VolReadTime,VolWriteTime "
- "FROM Media WHERE VolumeName='%s'", mr->VolumeName);
+ "ScratchPoolId,RecyclePoolId,VolReadTime,VolWriteTime,ActionOnPurge,CacheRetention "
+ "FROM Media WHERE VolumeName='%s'", esc);
}
- if (QUERY_DB(jcr, mdb, mdb->cmd)) {
+ if (QueryDB(jcr, cmd)) {
char ed1[50];
- mdb->num_rows = sql_num_rows(mdb);
- if (mdb->num_rows > 1) {
- Mmsg1(mdb->errmsg, _("More than one Volume!: %s\n"),
- edit_uint64(mdb->num_rows, ed1));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
- } else if (mdb->num_rows == 1) {
- if ((row = sql_fetch_row(mdb)) == NULL) {
- Mmsg1(mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
- Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
+ if (sql_num_rows() > 1) {
+ Mmsg1(errmsg, _("More than one Volume!: %s\n"),
+ edit_uint64(sql_num_rows(), ed1));
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
+ } else if (sql_num_rows() == 1) {
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("error fetching row: %s\n"), sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
} else {
- /* return values */
mr->MediaId = str_to_int64(row[0]);
bstrncpy(mr->VolumeName, row[1]!=NULL?row[1]:"", sizeof(mr->VolumeName));
mr->VolJobs = str_to_int64(row[2]);
mr->VolFiles = str_to_int64(row[3]);
mr->VolBlocks = str_to_int64(row[4]);
mr->VolBytes = str_to_uint64(row[5]);
- mr->VolMounts = str_to_int64(row[6]);
- mr->VolErrors = str_to_int64(row[7]);
- mr->VolWrites = str_to_int64(row[8]);
- mr->MaxVolBytes = str_to_uint64(row[9]);
- mr->VolCapacityBytes = str_to_uint64(row[10]);
- bstrncpy(mr->MediaType, row[11]!=NULL?row[11]:"", sizeof(mr->MediaType));
- bstrncpy(mr->VolStatus, row[12]!=NULL?row[12]:"", sizeof(mr->VolStatus));
- mr->PoolId = str_to_int64(row[13]);
- mr->VolRetention = str_to_uint64(row[14]);
- mr->VolUseDuration = str_to_uint64(row[15]);
- mr->MaxVolJobs = str_to_int64(row[16]);
- mr->MaxVolFiles = str_to_int64(row[17]);
- mr->Recycle = str_to_int64(row[18]);
- mr->Slot = str_to_int64(row[19]);
- bstrncpy(mr->cFirstWritten, row[20]!=NULL?row[20]:"", sizeof(mr->cFirstWritten));
+ mr->VolABytes = str_to_uint64(row[6]);
+ mr->VolHoleBytes = str_to_uint64(row[7]);
+ mr->VolHoles = str_to_int64(row[8]);
+ mr->VolMounts = str_to_int64(row[9]);
+ mr->VolErrors = str_to_int64(row[10]);
+ mr->VolWrites = str_to_int64(row[11]);
+ mr->MaxVolBytes = str_to_uint64(row[12]);
+ mr->VolCapacityBytes = str_to_uint64(row[13]);
+ bstrncpy(mr->MediaType, row[14]!=NULL?row[14]:"", sizeof(mr->MediaType));
+ bstrncpy(mr->VolStatus, row[15]!=NULL?row[15]:"", sizeof(mr->VolStatus));
+ mr->PoolId = str_to_int64(row[16]);
+ mr->VolRetention = str_to_uint64(row[17]);
+ mr->VolUseDuration = str_to_uint64(row[18]);
+ mr->MaxVolJobs = str_to_int64(row[19]);
+ mr->MaxVolFiles = str_to_int64(row[20]);
+ mr->Recycle = str_to_int64(row[21]);
+ mr->Slot = str_to_int64(row[22]);
+ bstrncpy(mr->cFirstWritten, row[23]!=NULL?row[23]:"", sizeof(mr->cFirstWritten));
mr->FirstWritten = (time_t)str_to_utime(mr->cFirstWritten);
- bstrncpy(mr->cLastWritten, row[21]!=NULL?row[21]:"", sizeof(mr->cLastWritten));
+ bstrncpy(mr->cLastWritten, row[24]!=NULL?row[24]:"", sizeof(mr->cLastWritten));
mr->LastWritten = (time_t)str_to_utime(mr->cLastWritten);
- mr->InChanger = str_to_uint64(row[22]);
- mr->EndFile = str_to_uint64(row[23]);
- mr->EndBlock = str_to_uint64(row[24]);
- mr->VolParts = str_to_int64(row[25]);
- mr->LabelType = str_to_int64(row[26]);
- bstrncpy(mr->cLabelDate, row[27]!=NULL?row[27]:"", sizeof(mr->cLabelDate));
+ mr->InChanger = str_to_uint64(row[25]);
+ mr->EndFile = str_to_uint64(row[26]);
+ mr->EndBlock = str_to_uint64(row[27]);
+ mr->VolType = str_to_int64(row[28]);
+ mr->VolParts = str_to_int64(row[29]);
+ mr->VolCloudParts = str_to_int64(row[30]);
+ mr->LastPartBytes = str_to_uint64(row[31]);
+ mr->LabelType = str_to_int64(row[32]);
+ bstrncpy(mr->cLabelDate, row[33]!=NULL?row[33]:"", sizeof(mr->cLabelDate));
mr->LabelDate = (time_t)str_to_utime(mr->cLabelDate);
- mr->StorageId = str_to_int64(row[28]);
- mr->Enabled = str_to_int64(row[29]);
- mr->LocationId = str_to_int64(row[30]);
- mr->RecycleCount = str_to_int64(row[31]);
- bstrncpy(mr->cInitialWrite, row[32]!=NULL?row[32]:"", sizeof(mr->cInitialWrite));
+ mr->StorageId = str_to_int64(row[34]);
+ mr->Enabled = str_to_int64(row[35]);
+ mr->LocationId = str_to_int64(row[36]);
+ mr->RecycleCount = str_to_int64(row[37]);
+ bstrncpy(mr->cInitialWrite, row[38]!=NULL?row[38]:"", sizeof(mr->cInitialWrite));
mr->InitialWrite = (time_t)str_to_utime(mr->cInitialWrite);
- mr->ScratchPoolId = str_to_int64(row[33]);
- mr->RecyclePoolId = str_to_int64(row[34]);
- mr->VolReadTime = str_to_int64(row[35]);
- mr->VolWriteTime = str_to_int64(row[36]);
-
+ mr->ScratchPoolId = str_to_int64(row[39]);
+ mr->RecyclePoolId = str_to_int64(row[40]);
+ mr->VolReadTime = str_to_int64(row[41]);
+ mr->VolWriteTime = str_to_int64(row[42]);
+ mr->ActionOnPurge = str_to_int32(row[43]);
+ mr->CacheRetention = str_to_int64(row[44]);
+
ok = true;
}
} else {
if (mr->MediaId != 0) {
- Mmsg1(mdb->errmsg, _("Media record MediaId=%s not found.\n"),
+ Mmsg1(errmsg, _("Media record with MediaId=%s not found.\n"),
edit_int64(mr->MediaId, ed1));
} else {
- Mmsg1(mdb->errmsg, _("Media record for Volume \"%s\" not found.\n"),
+ Mmsg1(errmsg, _("Media record for Volume name \"%s\" not found.\n"),
mr->VolumeName);
}
}
- sql_free_result(mdb);
+ sql_free_result();
} else {
if (mr->MediaId != 0) {
- Mmsg(mdb->errmsg, _("Media record for MediaId=%u not found in Catalog.\n"),
+ Mmsg(errmsg, _("Media record for MediaId=%u not found in Catalog.\n"),
mr->MediaId);
} else {
- Mmsg(mdb->errmsg, _("Media record for Vol=%s not found in Catalog.\n"),
+ Mmsg(errmsg, _("Media record for Volume Name \"%s\" not found in Catalog.\n"),
mr->VolumeName);
} }
- db_unlock(mdb);
+ bdb_unlock();
return ok;
}
-/*
- * Find the last "accurate" backup state (that can take deleted files in account)
+/* Remove all MD5 from a query (can save lot of memory with many files) */
+static void strip_md5(char *q)
+{
+ char *p = q;
+ while ((p = strstr(p, ", MD5"))) {
+ memset(p, ' ', 5 * sizeof(char));
+ }
+}
+
+/**
+ * Find the last "accurate" backup state (that can take deleted files in
+ * account)
* 1) Get all files with jobid in list (F subquery)
* Get all files in BaseFiles with jobid in list
- * 2) Take only the last version of each file (Temp subquery) => accurate list is ok
+ * 2) Take only the last version of each file (Temp subquery) => accurate list
+ * is ok
* 3) Join the result to file table to get fileindex, jobid and lstat information
*
* TODO: See if we can do the SORT only if needed (as an argument)
*/
-bool db_get_file_list(JCR *jcr, B_DB *mdb, char *jobids,
+bool BDB::bdb_get_file_list(JCR *jcr, char *jobids,
+ bool use_md5, bool use_delta,
DB_RESULT_HANDLER *result_handler, void *ctx)
{
if (!*jobids) {
- db_lock(mdb);
- Mmsg(mdb->errmsg, _("ERR=JobIds are empty\n"));
- db_unlock(mdb);
+ bdb_lock();
+ Mmsg(errmsg, _("ERR=JobIds are empty\n"));
+ bdb_unlock();
return false;
}
POOL_MEM buf(PM_MESSAGE);
-
-#define new_db_get_file_list
-#ifdef new_db_get_file_list
- Mmsg(buf,
- "SELECT Path.Path, Filename.Name, File.FileIndex, File.JobId, File.LStat "
- "FROM ( "
- "SELECT max(FileId) as FileId, PathId, FilenameId "
- "FROM (SELECT FileId, PathId, FilenameId FROM File WHERE JobId IN (%s) "
- "UNION ALL " /* we already sort after */
- "SELECT File.FileId, PathId, FilenameId "
- "FROM BaseFiles JOIN File USING (FileId) "
- "WHERE BaseFiles.JobId IN (%s) "
- ") AS F "
- "GROUP BY PathId, FilenameId "
- ") AS Temp "
- "JOIN Filename ON (Filename.FilenameId = Temp.FilenameId) "
- "JOIN Path ON (Path.PathId = Temp.PathId) "
- "JOIN File ON (File.FileId = Temp.FileId) "
-"WHERE File.FileIndex > 0 ORDER BY JobId, FileIndex ASC",/* Return sorted by JobId, */
- /* FileIndex for restore code */
- jobids, jobids);
-#else
- /*
- * I am not sure that this works the same as the code in ua_restore.c
- * but it is very similar. The accurate-test fails in a restore. Bad file count.
+ POOL_MEM buf2(PM_MESSAGE);
+ if (use_delta) {
+ Mmsg(buf2, select_recent_version_with_basejob_and_delta[bdb_get_type_index()],
+ jobids, jobids, jobids, jobids);
+
+ } else {
+ Mmsg(buf2, select_recent_version_with_basejob[bdb_get_type_index()],
+ jobids, jobids, jobids, jobids);
+ }
+
+ /* bsr code is optimized for JobId sorted, with Delta, we need to get
+ * them ordered by date. JobTDate and JobId can be mixed if using Copy
+ * or Migration
*/
- Mmsg(buf, uar_sel_files, jobids);
-#endif
+ Mmsg(buf,
+"SELECT Path.Path, Filename.Name, T1.FileIndex, T1.JobId, LStat, DeltaSeq, MD5 "
+ "FROM ( %s ) AS T1 "
+ "JOIN Filename ON (Filename.FilenameId = T1.FilenameId) "
+ "JOIN Path ON (Path.PathId = T1.PathId) "
+"WHERE FileIndex > 0 "
+"ORDER BY T1.JobTDate, FileIndex ASC",/* Return sorted by JobTDate */
+ /* FileIndex for restore code */
+ buf2.c_str());
+
+ if (!use_md5) {
+ strip_md5(buf.c_str());
+ }
+
+ Dmsg1(100, "q=%s\n", buf.c_str());
- return db_sql_query(mdb, buf.c_str(), result_handler, ctx);
+ return bdb_big_sql_query(buf.c_str(), result_handler, ctx);
}
-/*
+/**
* This procedure gets the base jobid list used by jobids,
- * You can specify jobids == result to concat base jobids to current jobids
*/
-bool db_get_used_base_jobids(JCR *jcr, B_DB *mdb, POOLMEM *jobids, POOLMEM *result)
+bool BDB::bdb_get_used_base_jobids(JCR *jcr,
+ POOLMEM *jobids, db_list_ctx *result)
{
POOL_MEM buf;
+
Mmsg(buf,
"SELECT DISTINCT BaseJobId "
" FROM Job JOIN BaseFiles USING (JobId) "
" WHERE Job.HasBase = 1 "
- " AND JobId IN (%s) ", jobids);
- return db_sql_query(mdb, buf.c_str(), db_get_int_handler, result);
+ " AND Job.JobId IN (%s) ", jobids);
+ return bdb_sql_query(buf.c_str(), db_list_handler, result);
}
-/* The decision do change an incr/diff was done before
+/* Mutex used to have global counter on btemp table */
+static pthread_mutex_t btemp_mutex = PTHREAD_MUTEX_INITIALIZER;
+static uint32_t btemp_cur = 1;
+
+/**
+ * The decision do change an incr/diff was done before
* Full : do nothing
* Differential : get the last full id
* Incremental : get the last full + last diff + last incr(s) ids
*
* If you specify jr->StartTime, it will be used to limit the search
- * in the time. (usually now)
+ * in the time. (usually now)
*
* TODO: look and merge from ua_restore.c
*/
-bool db_accurate_get_jobids(JCR *jcr, B_DB *mdb,
- JOB_DBR *jr, POOLMEM *jobids)
+bool BDB::bdb_get_accurate_jobids(JCR *jcr,
+ JOB_DBR *jr, db_list_ctx *jobids)
{
bool ret=false;
char clientid[50], jobid[50], filesetid[50];
char date[MAX_TIME_LENGTH];
POOL_MEM query(PM_FNAME);
-
+
/* Take the current time as upper limit if nothing else specified */
utime_t StartTime = (jr->StartTime)?jr->StartTime:time(NULL);
bstrutime(date, sizeof(date), StartTime + 1);
- jobids[0]='\0';
+ jobids->reset();
+
+ /* If we are comming from bconsole, we must ensure that we
+ * have a unique name.
+ */
+ if (jcr->JobId == 0) {
+ P(btemp_mutex);
+ bsnprintf(jobid, sizeof(jobid), "0%u", btemp_cur++);
+ V(btemp_mutex);
+ } else {
+ edit_uint64(jcr->JobId, jobid);
+ }
/* First, find the last good Full backup for this job/client/fileset */
- Mmsg(query,
-"CREATE TABLE btemp3%s AS "
- "SELECT JobId, StartTime, EndTime, JobTDate, PurgedFiles "
- "FROM Job JOIN FileSet USING (FileSetId) "
- "WHERE ClientId = %s "
- "AND Level='F' AND JobStatus IN ('T','W') AND Type='B' "
- "AND StartTime<'%s' "
- "AND FileSet.FileSet=(SELECT FileSet FROM FileSet WHERE FileSetId = %s) "
- "ORDER BY Job.JobTDate DESC LIMIT 1",
- edit_uint64(jcr->JobId, jobid),
+ Mmsg(query, create_temp_accurate_jobids[bdb_get_type_index()],
+ jobid,
edit_uint64(jr->ClientId, clientid),
date,
edit_uint64(jr->FileSetId, filesetid));
- if (!db_sql_query(mdb, query.c_str(), NULL, NULL)) {
+ if (!bdb_sql_query(query.c_str(), NULL, NULL)) {
goto bail_out;
}
if (jr->JobLevel == L_INCREMENTAL || jr->JobLevel == L_VIRTUAL_FULL) {
/* Now, find the last differential backup after the last full */
- Mmsg(query,
+ Mmsg(query,
"INSERT INTO btemp3%s (JobId, StartTime, EndTime, JobTDate, PurgedFiles) "
"SELECT JobId, StartTime, EndTime, JobTDate, PurgedFiles "
"FROM Job JOIN FileSet USING (FileSetId) "
date,
filesetid);
- if (!db_sql_query(mdb, query.c_str(), NULL, NULL)) {
+ if (!bdb_sql_query(query.c_str(), NULL, NULL)) {
goto bail_out;
}
/* We just have to take all incremental after the last Full/Diff */
- Mmsg(query,
+ Mmsg(query,
"INSERT INTO btemp3%s (JobId, StartTime, EndTime, JobTDate, PurgedFiles) "
"SELECT JobId, StartTime, EndTime, JobTDate, PurgedFiles "
"FROM Job JOIN FileSet USING (FileSetId) "
jobid,
date,
filesetid);
- if (!db_sql_query(mdb, query.c_str(), NULL, NULL)) {
+ if (!bdb_sql_query(query.c_str(), NULL, NULL)) {
goto bail_out;
}
}
/* build a jobid list ie: 1,2,3,4 */
Mmsg(query, "SELECT JobId FROM btemp3%s ORDER by JobTDate", jobid);
- db_sql_query(mdb, query.c_str(), db_get_int_handler, jobids);
- Dmsg1(10, "db_accurate_get_jobids=%s\n", jobids);
+ bdb_sql_query(query.c_str(), db_list_handler, jobids);
+ Dmsg1(1, "db_get_accurate_jobids=%s\n", jobids->list);
ret = true;
bail_out:
Mmsg(query, "DROP TABLE btemp3%s", jobid);
- db_sql_query(mdb, query.c_str(), NULL, NULL);
+ bdb_sql_query(query.c_str(), NULL, NULL);
return ret;
}
-bool db_get_base_file_list(JCR *jcr, B_DB *mdb,
+bool BDB::bdb_get_base_file_list(JCR *jcr, bool use_md5,
DB_RESULT_HANDLER *result_handler, void *ctx)
{
POOL_MEM buf(PM_MESSAGE);
-
+
Mmsg(buf,
- "SELECT Path, Name, FileIndex, JobId, LStat "
+ "SELECT Path, Name, FileIndex, JobId, LStat, 0 As DeltaSeq, MD5 "
"FROM new_basefile%lld ORDER BY JobId, FileIndex ASC",
(uint64_t) jcr->JobId);
- return db_sql_query(mdb, buf.c_str(), result_handler, ctx);
+ if (!use_md5) {
+ strip_md5(buf.c_str());
+ }
+ return bdb_sql_query(buf.c_str(), result_handler, ctx);
}
-bool db_get_base_jobid(JCR *jcr, B_DB *mdb, JOB_DBR *jr, JobId_t *jobid)
+
+bool BDB::bdb_get_base_jobid(JCR *jcr, JOB_DBR *jr, JobId_t *jobid)
{
- char date[MAX_TIME_LENGTH];
- int64_t id = *jobid = 0;
POOL_MEM query(PM_FNAME);
+ utime_t StartTime;
+ db_int64_ctx lctx;
+ char date[MAX_TIME_LENGTH];
+ char esc[MAX_ESCAPE_NAME_LENGTH];
+ bool ret = false;
-// char clientid[50], filesetid[50];
+ *jobid = 0;
+ lctx.count = 0;
+ lctx.value = 0;
- utime_t StartTime = (jr->StartTime)?jr->StartTime:time(NULL);
+ StartTime = (jr->StartTime)?jr->StartTime:time(NULL);
bstrutime(date, sizeof(date), StartTime + 1);
+ bdb_escape_string(jcr, esc, jr->Name, strlen(jr->Name));
/* we can take also client name, fileset, etc... */
// "AND Client.Name = '%s' "
"AND StartTime<'%s' "
"ORDER BY Job.JobTDate DESC LIMIT 1",
- jr->Name,
+ esc,
// edit_uint64(jr->ClientId, clientid),
// edit_uint64(jr->FileSetId, filesetid));
date);
Dmsg1(10, "db_get_base_jobid q=%s\n", query.c_str());
- if (!db_sql_query(mdb, query.c_str(), db_int64_handler, &id)) {
+ if (!bdb_sql_query(query.c_str(), db_int64_handler, &lctx)) {
goto bail_out;
}
- *jobid = (JobId_t) id;
+ *jobid = (JobId_t) lctx.value;
- Dmsg1(10, "db_get_base_jobid=%lld\n", id);
- return true;
+ Dmsg1(10, "db_get_base_jobid=%lld\n", *jobid);
+ ret = true;
bail_out:
- return false;
+ return ret;
}
-/*
- * Use to build a string of int list from a query. "10,20,30"
+/* Get JobIds associated with a volume */
+bool BDB::bdb_get_volume_jobids(JCR *jcr,
+ MEDIA_DBR *mr, db_list_ctx *lst)
+{
+ char ed1[50];
+ bool ret = false;
+
+ bdb_lock();
+ Mmsg(cmd, "SELECT DISTINCT JobId FROM JobMedia WHERE MediaId=%s",
+ edit_int64(mr->MediaId, ed1));
+ ret = bdb_sql_query(cmd, db_list_handler, lst);
+ bdb_unlock();
+ return ret;
+}
+
+/**
+ * Get Snapshot Record
+ *
+ * Returns: false: on failure
+ * true: on success
*/
-int db_get_int_handler(void *ctx, int num_fields, char **row)
+bool BDB::bdb_get_snapshot_record(JCR *jcr, SNAPSHOT_DBR *sr)
+{
+ SQL_ROW row;
+ char ed1[50];
+ bool ok = false;
+ char esc[MAX_ESCAPE_NAME_LENGTH];
+ POOL_MEM filter1, filter2;
+
+ if (sr->SnapshotId == 0 && (sr->Name[0] == 0 || sr->Device[0] == 0)) {
+ Dmsg0(10, "No SnapshotId or Name/Device provided\n");
+ return false;
+ }
+
+ bdb_lock();
+
+ if (sr->SnapshotId != 0) { /* find by id */
+ Mmsg(filter1, "Snapshot.SnapshotId=%d", sr->SnapshotId);
+
+ } else if (*sr->Name && *sr->Device) { /* find by name */
+ bdb_escape_string(jcr, esc, sr->Name, strlen(sr->Name));
+ Mmsg(filter1, "Snapshot.Name='%s'", esc);
+ bdb_escape_string(jcr, esc, sr->Device, strlen(sr->Device));
+ Mmsg(filter2, "AND Snapshot.Device='%s'", esc);
+
+ } else {
+ Dmsg0(10, "No SnapshotId or Name and Device\n");
+ return false;
+ }
+
+ Mmsg(cmd, "SELECT SnapshotId, Snapshot.Name, JobId, Snapshot.FileSetId, "
+ "FileSet.FileSet, CreateTDate, CreateDate, "
+ "Client.Name AS Client, Snapshot.ClientId, Volume, Device, Type, Retention, "
+ "Comment FROM Snapshot JOIN Client USING (ClientId) LEFT JOIN FileSet USING (FileSetId) WHERE %s %s",
+ filter1.c_str(), filter2.c_str());
+
+ if (QueryDB(jcr, cmd)) {
+ char ed1[50];
+ if (sql_num_rows() > 1) {
+ Mmsg1(errmsg, _("More than one Snapshot!: %s\n"),
+ edit_uint64(sql_num_rows(), ed1));
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
+ } else if (sql_num_rows() == 1) {
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("error fetching row: %s\n"), sql_strerror());
+ Jmsg(jcr, M_ERROR, 0, "%s", errmsg);
+ } else {
+ /* return values */
+ sr->reset();
+ sr->need_to_free = true;
+ sr->SnapshotId = str_to_int64(row[0]);
+ bstrncpy(sr->Name, row[1], sizeof(sr->Name));
+ sr->JobId = str_to_int64(row[2]);
+ sr->FileSetId = str_to_int64(row[3]);
+ bstrncpy(sr->FileSet, row[4], sizeof(sr->FileSet));
+ sr->CreateTDate = str_to_uint64(row[5]);
+ bstrncpy(sr->CreateDate, row[6], sizeof(sr->CreateDate));
+ bstrncpy(sr->Client, row[7], sizeof(sr->Client));
+ sr->ClientId = str_to_int64(row[8]);
+ sr->Volume = bstrdup(row[9]);
+ sr->Device = bstrdup(row[10]);
+ bstrncpy(sr->Type, row[11], sizeof(sr->Type));
+ sr->Retention = str_to_int64(row[12]);
+ bstrncpy(sr->Comment, NPRTB(row[13]), sizeof(sr->Comment));
+ ok = true;
+ }
+ } else {
+ if (sr->SnapshotId != 0) {
+ Mmsg1(errmsg, _("Snapshot record with SnapshotId=%s not found.\n"),
+ edit_int64(sr->SnapshotId, ed1));
+ } else {
+ Mmsg1(errmsg, _("Snapshot record for Snapshot name \"%s\" not found.\n"),
+ sr->Name);
+ }
+ }
+ sql_free_result();
+ } else {
+ if (sr->SnapshotId != 0) {
+ Mmsg1(errmsg, _("Snapshot record with SnapshotId=%s not found.\n"),
+ edit_int64(sr->SnapshotId, ed1));
+ } else {
+ Mmsg1(errmsg, _("Snapshot record for Snapshot name \"%s\" not found.\n"),
+ sr->Name);
+ }
+ }
+ bdb_unlock();
+ return ok;
+}
+
+/* Job, Level */
+static void build_estimate_query(BDB *db, POOL_MEM &query, const char *mode,
+ char *job_esc, char level)
+{
+ POOL_MEM filter, tmp;
+ char ed1[50];
+
+
+ if (level == 0) {
+ level = 'F';
+ }
+ /* MySQL doesn't have statistic functions */
+ if (db->bdb_get_type_index() == SQL_TYPE_POSTGRESQL) {
+ /* postgresql have functions that permit to handle lineal regression
+ * in y=ax + b
+ * REGR_SLOPE(Y,X) = get x
+ * REGR_INTERCEPT(Y,X) = get b
+ * and we need y when x=now()
+ * CORR gives the correlation
+ * (TODO: display progress bar only if CORR > 0.8)
+ */
+ btime_t now = time(NULL);
+ Mmsg(query,
+ "SELECT temp.jobname AS jobname, "
+ "COALESCE(CORR(value,JobTDate),0) AS corr, "
+ "(%s*REGR_SLOPE(value,JobTDate) "
+ " + REGR_INTERCEPT(value,JobTDate)) AS value, "
+ "AVG(value) AS avg_value, "
+ " COUNT(1) AS nb ", edit_int64(now, ed1));
+ } else {
+ Mmsg(query,
+ "SELECT jobname AS jobname, "
+ "0.1 AS corr, AVG(value) AS value, AVG(value) AS avg_value, "
+ "COUNT(1) AS nb ");
+ }
+
+ /* if it's a differential, we need to compare since the last full
+ *
+ * F D D D F D D D F I I I I D I I I
+ * | # # # # | # #
+ * | # # # # # # | # #
+ * | # # # # # # # # | # # # # # # # # #
+ * +----------------- +-------------------
+ */
+ if (level == L_DIFFERENTIAL) {
+ Mmsg(filter,
+ " AND Job.StartTime > ( "
+ " SELECT StartTime "
+ " FROM Job "
+ " WHERE Job.Name = '%s' "
+ " AND Job.Level = 'F' "
+ " AND Job.JobStatus IN ('T', 'W') "
+ " ORDER BY Job.StartTime DESC LIMIT 1) ",
+ job_esc);
+ }
+ Mmsg(tmp,
+ " FROM ( "
+ " SELECT Job.Name AS jobname, "
+ " %s AS value, "
+ " JobTDate AS jobtdate "
+ " FROM Job INNER JOIN Client USING (ClientId) "
+ " WHERE Job.Name = '%s' "
+ " AND Job.Level = '%c' "
+ " AND Job.JobStatus IN ('T', 'W') "
+ "%s "
+ "ORDER BY StartTime DESC "
+ "LIMIT 4"
+ ") AS temp GROUP BY temp.jobname",
+ mode, job_esc, level, filter.c_str()
+ );
+ pm_strcat(query, tmp.c_str());
+}
+
+bool BDB::bdb_get_job_statistics(JCR *jcr, JOB_DBR *jr)
{
- POOLMEM *ret = (POOLMEM *)ctx;
- if (num_fields == 1) {
- if (ret[0]) {
- pm_strcat(ret, ",");
+ SQL_ROW row;
+ POOL_MEM queryB, queryF, query;
+ char job_esc[MAX_ESCAPE_NAME_LENGTH];
+ bool ok = false;
+
+ bdb_lock();
+ bdb_escape_string(jcr, job_esc, jr->Name, strlen(jr->Name));
+ build_estimate_query(this, queryB, "JobBytes", job_esc, jr->JobLevel);
+ build_estimate_query(this, queryF, "JobFiles", job_esc, jr->JobLevel);
+ Mmsg(query,
+ "SELECT bytes.corr * 100 AS corr_jobbytes, " /* 0 */
+ "bytes.value AS jobbytes, " /* 1 */
+ "bytes.avg_value AS avg_jobbytes, " /* 2 */
+ "bytes.nb AS nb_jobbytes, " /* 3 */
+ "files.corr * 100 AS corr_jobfiles, " /* 4 */
+ "files.value AS jobfiles, " /* 5 */
+ "files.avg_value AS avg_jobfiles, " /* 6 */
+ "files.nb AS nb_jobfiles " /* 7 */
+ "FROM (%s) AS bytes LEFT JOIN (%s) AS files USING (jobname)",
+ queryB.c_str(), queryF.c_str());
+ Dmsg1(100, "query=%s\n", query.c_str());
+
+ if (QueryDB(jcr, query.c_str())) {
+ char ed1[50];
+ if (sql_num_rows() > 1) {
+ Mmsg1(errmsg, _("More than one Result!: %s\n"),
+ edit_uint64(sql_num_rows(), ed1));
+ goto bail_out;
+ }
+ ok = true;
+
+ if ((row = sql_fetch_row()) == NULL) {
+ Mmsg1(errmsg, _("error fetching row: %s\n"), sql_strerror());
+ } else {
+ jr->CorrJobBytes = str_to_int64(row[0]);
+ jr->JobBytes = str_to_int64(row[1]);
+
+ /* lineal expression with only one job doesn't return a correct value */
+ if (str_to_int64(row[3]) == 1) {
+ jr->JobBytes = str_to_int64(row[2]); /* Take the AVG value */
+ }
+ jr->CorrNbJob = str_to_int64(row[3]); /* Number of jobs used in this sample */
+ jr->CorrJobFiles = str_to_int64(row[4]);
+ jr->JobFiles = str_to_int64(row[5]);
+
+ if (str_to_int64(row[7]) == 1) {
+ jr->JobFiles = str_to_int64(row[6]); /* Take the AVG value */
+ }
}
- pm_strcat(ret, row[0]);
+ sql_free_result();
}
- return 0;
+bail_out:
+ bdb_unlock();
+ return ok;
}
-#endif /* HAVE_SQLITE3 || HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL || HAVE_DBI */
+#endif /* HAVE_SQLITE3 || HAVE_MYSQL || HAVE_POSTGRESQL */
projects / bacula / bacula / blobdiff