+/*
+ Bacula® - The Network Backup Solution
+
+ Copyright (C) 2002-2009 Free Software Foundation Europe e.V.
+
+ The main author of Bacula is Kern Sibbald, with contributions from
+ many others, a complete list can be found in the file AUTHORS.
+ This program is Free Software; you can redistribute it and/or
+ modify it under the terms of version three of the GNU Affero General Public
+ License as published by the Free Software Foundation and included
+ in the file LICENSE.
+
+ This program is distributed in the hope that it will be useful, but
+ WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ General Public License for more details.
+
+ You should have received a copy of the GNU Affero General Public License
+ along with this program; if not, write to the Free Software
+ Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
+ 02110-1301, USA.
+
+ Bacula® is a registered trademark of Kern Sibbald.
+ The licensor of Bacula is the Free Software Foundation Europe
+ (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
+ Switzerland, email:ftf@fsfeurope.org.
+*/
/*
*
* Bacula Director -- User Agent Database prune Command
*
* Kern Sibbald, February MMII
*
- * Version $Id$
- */
-/*
- Copyright (C) 2002-2005 Kern Sibbald
-
- This program is free software; you can redistribute it and/or
- modify it under the terms of the GNU General Public License
- version 2 as amended with additional clauses defined in the
- file LICENSE in the main source directory.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- the file LICENSE for additional details.
-
*/
#include "bacula.h"
/* Imported functions */
/* Forward referenced functions */
-
-
-#define MAX_DEL_LIST_LEN 1000000
-
-/* Imported variables */
-extern char *select_job;
-extern char *drop_deltabs[];
-extern char *create_deltabs[];
-extern char *insert_delcand;
-extern char *select_backup_del;
-extern char *select_verify_del;
-extern char *select_restore_del;
-extern char *select_admin_del;
-extern char *cnt_File;
-extern char *del_File;
-extern char *upd_Purged;
-extern char *cnt_DelCand;
-extern char *del_Job;
-extern char *del_JobMedia;
-extern char *cnt_JobMedia;
-extern char *sel_JobMedia;
-
-
-/* In memory list of JobIds */
-struct s_file_del_ctx {
- JobId_t *JobId;
- int num_ids; /* ids stored */
- int max_ids; /* size of array */
- int num_del; /* number deleted */
- int tot_ids; /* total to process */
-};
-
-struct s_job_del_ctx {
- JobId_t *JobId; /* array of JobIds */
- char *PurgedFiles; /* Array of PurgedFile flags */
- int num_ids; /* ids stored */
- int max_ids; /* size of array */
- int num_del; /* number deleted */
- int tot_ids; /* total to process */
-};
-
-struct s_count_ctx {
- int count;
-};
-
+static bool grow_del_list(struct del_ctx *del);
/*
* Called here to count entries to be deleted
*/
-static int count_handler(void *ctx, int num_fields, char **row)
+int del_count_handler(void *ctx, int num_fields, char **row)
{
struct s_count_ctx *cnt = (struct s_count_ctx *)ctx;
}
-/*
- * Called here to count the number of Jobs to be pruned
- */
-static int file_count_handler(void *ctx, int num_fields, char **row)
-{
- struct s_file_del_ctx *del = (struct s_file_del_ctx *)ctx;
- del->tot_ids++;
- return 0;
-}
-
-
/*
* Called here to make in memory list of JobIds to be
* deleted and the associated PurgedFiles flag.
* is allowed to get to MAX_DEL_LIST_LEN to limit the
* maximum malloc'ed memory.
*/
-static int job_delete_handler(void *ctx, int num_fields, char **row)
+int job_delete_handler(void *ctx, int num_fields, char **row)
{
- struct s_job_del_ctx *del = (struct s_job_del_ctx *)ctx;
+ struct del_ctx *del = (struct del_ctx *)ctx;
- if (del->num_ids == MAX_DEL_LIST_LEN) {
+ if (!grow_del_list(del)) {
return 1;
}
- if (del->num_ids == del->max_ids) {
- del->max_ids = (del->max_ids * 3) / 2;
- del->JobId = (JobId_t *)brealloc(del->JobId, sizeof(JobId_t) * del->max_ids);
- del->PurgedFiles = (char *)brealloc(del->PurgedFiles, del->max_ids);
- }
del->JobId[del->num_ids] = (JobId_t)str_to_int64(row[0]);
- del->PurgedFiles[del->num_ids++] = (char)str_to_int64(row[0]);
+ Dmsg2(60, "job_delete_handler row=%d val=%d\n", del->num_ids, del->JobId[del->num_ids]);
+ del->PurgedFiles[del->num_ids++] = (char)str_to_int64(row[1]);
return 0;
}
-static int file_delete_handler(void *ctx, int num_fields, char **row)
+int file_delete_handler(void *ctx, int num_fields, char **row)
{
- struct s_file_del_ctx *del = (struct s_file_del_ctx *)ctx;
+ struct del_ctx *del = (struct del_ctx *)ctx;
- if (del->num_ids == MAX_DEL_LIST_LEN) {
+ if (!grow_del_list(del)) {
return 1;
}
- if (del->num_ids == del->max_ids) {
- del->max_ids = (del->max_ids * 3) / 2;
- del->JobId = (JobId_t *)brealloc(del->JobId, sizeof(JobId_t) *
- del->max_ids);
- }
del->JobId[del->num_ids++] = (JobId_t)str_to_int64(row[0]);
+// Dmsg2(150, "row=%d val=%d\n", del->num_ids-1, del->JobId[del->num_ids-1]);
return 0;
}
/*
* Prune records from database
*
- * prune files (from) client=xxx
- * prune jobs (from) client=xxx
+ * prune files (from) client=xxx [pool=yyy]
+ * prune jobs (from) client=xxx [pool=yyy]
* prune volume=xxx
+ * prune stats
*/
int prunecmd(UAContext *ua, const char *cmd)
{
+ DIRRES *dir;
CLIENT *client;
+ POOL *pool;
POOL_DBR pr;
MEDIA_DBR mr;
+ utime_t retention;
int kw;
static const char *keywords[] = {
- N_("Files"),
- N_("Jobs"),
- N_("Volume"),
+ NT_("Files"),
+ NT_("Jobs"),
+ NT_("Volume"),
+ NT_("Stats"),
NULL};
- if (!open_db(ua)) {
- return 01;
+ if (!open_client_db(ua)) {
+ return false;
}
/* First search args */
kw = find_arg_keyword(ua, keywords);
- if (kw < 0 || kw > 2) {
+ if (kw < 0 || kw > 3) {
/* no args, so ask user */
kw = do_keyword_prompt(ua, _("Choose item to prune"), keywords);
}
switch (kw) {
case 0: /* prune files */
client = get_client_resource(ua);
- if (!client || !confirm_retention(ua, &client->FileRetention, "File")) {
- return 0;
+ if (find_arg_with_value(ua, "pool") >= 0) {
+ pool = get_pool_resource(ua);
+ } else {
+ pool = NULL;
}
- prune_files(ua, client);
- return 1;
+ /* Pool File Retention takes precedence over client File Retention */
+ if (pool && pool->FileRetention > 0) {
+ if (!confirm_retention(ua, &pool->FileRetention, "File")) {
+ return false;
+ }
+ } else if (!client || !confirm_retention(ua, &client->FileRetention, "File")) {
+ return false;
+ }
+ prune_files(ua, client, pool);
+ return true;
case 1: /* prune jobs */
client = get_client_resource(ua);
- if (!client || !confirm_retention(ua, &client->JobRetention, "Job")) {
- return 0;
+ if (find_arg_with_value(ua, "pool") >= 0) {
+ pool = get_pool_resource(ua);
+ } else {
+ pool = NULL;
+ }
+ /* Pool Job Retention takes precedence over client Job Retention */
+ if (pool && pool->JobRetention > 0) {
+ if (!confirm_retention(ua, &pool->JobRetention, "Job")) {
+ return false;
+ }
+ } else if (!client || !confirm_retention(ua, &client->JobRetention, "Job")) {
+ return false;
}
/* ****FIXME**** allow user to select JobType */
- prune_jobs(ua, client, JT_BACKUP);
+ prune_jobs(ua, client, pool, JT_BACKUP);
return 1;
case 2: /* prune volume */
if (!select_pool_and_media_dbr(ua, &pr, &mr)) {
- return 0;
+ return false;
+ }
+ if (mr.Enabled == 2) {
+ ua->error_msg(_("Cannot prune Volume \"%s\" because it is archived.\n"),
+ mr.VolumeName);
+ return false;
}
if (!confirm_retention(ua, &mr.VolRetention, "Volume")) {
- return 0;
+ return false;
}
prune_volume(ua, &mr);
- return 1;
+ return true;
+ case 3: /* prune stats */
+ dir = (DIRRES *)GetNextRes(R_DIRECTOR, NULL);
+ if (!dir->stats_retention) {
+ return false;
+ }
+ retention = dir->stats_retention;
+ if (!confirm_retention(ua, &retention, "Statistics")) {
+ return false;
+ }
+ prune_stats(ua, retention);
+ return true;
default:
break;
}
- return 1;
+ return true;
+}
+
+/* Prune Job stat records from the database.
+ *
+ */
+int prune_stats(UAContext *ua, utime_t retention)
+{
+ char ed1[50];
+ POOL_MEM query(PM_MESSAGE);
+ utime_t now = (utime_t)time(NULL);
+
+ db_lock(ua->db);
+ Mmsg(query, "DELETE FROM JobHisto WHERE JobTDate < %s",
+ edit_int64(now - retention, ed1));
+ db_sql_query(ua->db, query.c_str(), NULL, NULL);
+ db_unlock(ua->db);
+
+ ua->info_msg(_("Pruned Jobs from JobHisto catalog.\n"));
+
+ return true;
}
/*
*
* This routine assumes you want the pruning to be done. All checking
* must be done before calling this routine.
+ *
+ * Note: pool can possibly be NULL.
*/
-int prune_files(UAContext *ua, CLIENT *client)
+int prune_files(UAContext *ua, CLIENT *client, POOL *pool)
{
- struct s_file_del_ctx del;
- POOLMEM *query = get_pool_memory(PM_MESSAGE);
- int i;
+ struct del_ctx del;
+ struct s_count_ctx cnt;
+ POOL_MEM query(PM_MESSAGE);
utime_t now, period;
CLIENT_DBR cr;
char ed1[50], ed2[50];
db_lock(ua->db);
memset(&cr, 0, sizeof(cr));
memset(&del, 0, sizeof(del));
- bstrncpy(cr.Name, client->hdr.name, sizeof(cr.Name));
+ bstrncpy(cr.Name, client->name(), sizeof(cr.Name));
if (!db_create_client_record(ua->jcr, ua->db, &cr)) {
db_unlock(ua->db);
return 0;
}
- period = client->FileRetention;
+ if (pool && pool->FileRetention > 0) {
+ period = pool->FileRetention;
+ } else {
+ period = client->FileRetention;
+ }
now = (utime_t)time(NULL);
- /* Select Jobs -- for counting */
- Mmsg(query, select_job, edit_uint64(now - period, ed1),
- edit_int64(cr.ClientId, ed2));
- Dmsg1(050, "select sql=%s\n", query);
- if (!db_sql_query(ua->db, query, file_count_handler, (void *)&del)) {
- if (ua->verbose) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- }
+// edit_utime(now-period, ed1, sizeof(ed1));
+// Jmsg(ua->jcr, M_INFO, 0, _("Begin pruning Jobs older than %s secs.\n"), ed1);
+ Jmsg(ua->jcr, M_INFO, 0, _("Begin pruning Jobs.\n"));
+ /* Select Jobs -- for counting */
+ edit_int64(now - period, ed1);
+ Mmsg(query, count_select_job, ed1, edit_int64(cr.ClientId, ed2));
+ Dmsg3(050, "select now=%u period=%u sql=%s\n", (uint32_t)now,
+ (uint32_t)period, query.c_str());
+ cnt.count = 0;
+ if (!db_sql_query(ua->db, query.c_str(), del_count_handler, (void *)&cnt)) {
+ ua->error_msg("%s", db_strerror(ua->db));
Dmsg0(050, "Count failed\n");
goto bail_out;
}
- if (del.tot_ids == 0) {
+ if (cnt.count == 0) {
if (ua->verbose) {
- bsendmsg(ua, _("No Files found to prune.\n"));
+ ua->warning_msg(_("No Files found to prune.\n"));
}
goto bail_out;
}
- if (del.tot_ids < MAX_DEL_LIST_LEN) {
- del.max_ids = del.tot_ids + 1;
+ if (cnt.count < MAX_DEL_LIST_LEN) {
+ del.max_ids = cnt.count + 1;
} else {
del.max_ids = MAX_DEL_LIST_LEN;
}
del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
/* Now process same set but making a delete list */
- db_sql_query(ua->db, query, file_delete_handler, (void *)&del);
-
- for (i=0; i < del.num_ids; i++) {
- Mmsg(query, del_File, edit_int64(del.JobId[i], ed1));
- Dmsg1(050, "Delete JobId=%s\n", ed1);
- db_sql_query(ua->db, query, NULL, (void *)NULL);
- /*
- * Now mark Job as having files purged. This is necessary to
- * avoid having too many Jobs to process in future prunings. If
- * we don't do this, the number of JobId's in our in memory list
- * could grow very large.
- */
- Mmsg(query, upd_Purged, edit_int64(del.JobId[i], ed1));
- db_sql_query(ua->db, query, NULL, (void *)NULL);
- Dmsg1(050, "Del sql=%s\n", query);
- }
- edit_uint64_with_commas(del.num_ids, ed1);
- bsendmsg(ua, _("Pruned Files from %s Jobs for client %s from catalog.\n"),
- ed1, client->hdr.name);
+ Mmsg(query, select_job, edit_int64(now - period, ed1),
+ edit_int64(cr.ClientId, ed2));
+ db_sql_query(ua->db, query.c_str(), file_delete_handler, (void *)&del);
+
+ purge_files_from_job_list(ua, del);
+
+ edit_uint64_with_commas(del.num_del, ed1);
+ ua->info_msg(_("Pruned Files from %s Jobs for client %s from catalog.\n"),
+ ed1, client->name());
bail_out:
db_unlock(ua->db);
if (del.JobId) {
free(del.JobId);
}
- free_pool_memory(query);
return 1;
}
}
}
-static int create_temp_tables(UAContext *ua)
+static bool create_temp_tables(UAContext *ua)
{
- int i;
/* Create temp tables and indicies */
- for (i=0; create_deltabs[i]; i++) {
- if (!db_sql_query(ua->db, create_deltabs[i], NULL, (void *)NULL)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- Dmsg0(050, "create DelTables table failed\n");
- return 0;
- }
+ if (!db_sql_query(ua->db, create_deltabs[db_type], NULL, (void *)NULL)) {
+ ua->error_msg("%s", db_strerror(ua->db));
+ Dmsg0(050, "create DelTables table failed\n");
+ return false;
}
- return 1;
+ if (!db_sql_query(ua->db, create_delindex, NULL, (void *)NULL)) {
+ ua->error_msg("%s", db_strerror(ua->db));
+ Dmsg0(050, "create DelInx1 index failed\n");
+ return false;
+ }
+ return true;
}
+static bool grow_del_list(struct del_ctx *del)
+{
+ if (del->num_ids == MAX_DEL_LIST_LEN) {
+ return false;
+ }
+ if (del->num_ids == del->max_ids) {
+ del->max_ids = (del->max_ids * 3) / 2;
+ del->JobId = (JobId_t *)brealloc(del->JobId, sizeof(JobId_t) *
+ del->max_ids);
+ del->PurgedFiles = (char *)brealloc(del->PurgedFiles, del->max_ids);
+ }
+ return true;
+}
+
+struct accurate_check_ctx {
+ DBId_t ClientId; /* Id of client */
+ DBId_t FileSetId; /* Id of FileSet */
+};
+
+/* row: Job.Name, FileSet, Client.Name, FileSetId, ClientId, Type */
+static int job_select_handler(void *ctx, int num_fields, char **row)
+{
+ alist *lst = (alist *)ctx;
+ struct accurate_check_ctx *res;
+ ASSERT(num_fields == 6);
+
+ /* If this job doesn't exist anymore in the configuration, delete it */
+ if (GetResWithName(R_JOB, row[0]) == NULL) {
+ return 0;
+ }
+
+ /* If this fileset doesn't exist anymore in the configuration, delete it */
+ if (GetResWithName(R_FILESET, row[1]) == NULL) {
+ return 0;
+ }
+
+ /* If this client doesn't exist anymore in the configuration, delete it */
+ if (GetResWithName(R_CLIENT, row[2]) == NULL) {
+ return 0;
+ }
+
+ /* Don't compute accurate things for Verify jobs */
+ if (*row[5] == 'V') {
+ return 0;
+ }
+
+ res = (struct accurate_check_ctx*) malloc(sizeof(struct accurate_check_ctx));
+ res->FileSetId = str_to_int64(row[3]);
+ res->ClientId = str_to_int64(row[4]);
+ lst->append(res);
+
+// Dmsg2(150, "row=%d val=%d\n", del->num_ids-1, del->JobId[del->num_ids-1]);
+ return 0;
+}
/*
- * Purging Jobs is a bit more complicated than purging Files
+ * Pruning Jobs is a bit more complicated than purging Files
* because we delete Job records only if there is a more current
* backup of the FileSet. Otherwise, we keep the Job record.
* In other words, we never delete the only Job record that
*
* For Restore Jobs there are no restrictions.
*/
-int prune_jobs(UAContext *ua, CLIENT *client, int JobType)
+int prune_jobs(UAContext *ua, CLIENT *client, POOL *pool, int JobType)
{
- struct s_job_del_ctx del;
- struct s_count_ctx cnt;
- POOLMEM *query = (char *)get_pool_memory(PM_MESSAGE);
- int i;
+ struct del_ctx del;
+ POOL_MEM query(PM_MESSAGE);
utime_t now, period;
- CLIENT_DBR cr;
+ CLIENT_DBR cr ;
char ed1[50], ed2[50];
+ alist *jobids_check=NULL;
+ struct accurate_check_ctx *elt;
+ db_list_ctx jobids, tempids;
+ JOB_DBR jr;
db_lock(ua->db);
- memset(&cr, 0, sizeof(cr));
memset(&del, 0, sizeof(del));
- bstrncpy(cr.Name, client->hdr.name, sizeof(cr.Name));
+ memset(&cr, 0, sizeof(cr));
+
+ bstrncpy(cr.Name, client->name(), sizeof(cr.Name));
if (!db_create_client_record(ua->jcr, ua->db, &cr)) {
db_unlock(ua->db);
return 0;
}
- period = client->JobRetention;
+ if (pool && pool->JobRetention > 0) {
+ period = pool->JobRetention;
+ } else {
+ period = client->JobRetention;
+ }
now = (utime_t)time(NULL);
/* Drop any previous temporary tables still there */
goto bail_out;
}
+ edit_utime(period, ed1, sizeof(ed1));
+ Jmsg(ua->jcr, M_INFO, 0, _("Begin pruning Jobs older than %s.\n"), ed1);
+
+ edit_int64(now - period, ed1); /* Jobs older than ed1 are good candidates */
+ edit_int64(cr.ClientId, ed2);
+
+ del.max_ids = 100;
+ del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
+ del.PurgedFiles = (char *)malloc(del.max_ids);
+
/*
* Select all files that are older than the JobRetention period
- * and stuff them into the "DeletionCandidates" table.
+ * and add them into the "DeletionCandidates" table.
*/
- edit_uint64(now - period, ed1);
- Mmsg(query, insert_delcand, (char)JobType, ed1,
- edit_int64(cr.ClientId, ed2));
- if (!db_sql_query(ua->db, query, NULL, (void *)NULL)) {
+ Mmsg(query,
+ "INSERT INTO DelCandidates "
+ "SELECT JobId,PurgedFiles,FileSetId,JobFiles,JobStatus "
+ "FROM Job "
+ "WHERE Type IN ('B', 'C', 'M', 'V', 'D', 'R', 'c', 'm', 'g') "
+ "AND JobTDate<%s AND ClientId=%s",
+ ed1, ed2);
+
+ if (!db_sql_query(ua->db, query.c_str(), NULL, (void *)NULL)) {
if (ua->verbose) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
+ ua->error_msg("%s", db_strerror(ua->db));
}
- Dmsg0(050, "insert delcand failed\n");
goto bail_out;
}
- /* Count Files to be deleted */
- pm_strcpy(query, cnt_DelCand);
- Dmsg1(100, "select sql=%s\n", query);
- cnt.count = 0;
- if (!db_sql_query(ua->db, query, count_handler, (void *)&cnt)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- Dmsg0(050, "Count failed\n");
- goto bail_out;
+ /* Now, for the selection, we discard some of them in order to be always
+ * able to restore files. (ie, last full, last diff, last incrs)
+ * Note: The DISTINCT could be more useful if we don't get FileSetId
+ */
+ jobids_check = New(alist(10, owned_by_alist));
+ Mmsg(query,
+"SELECT DISTINCT Job.Name, FileSet, Client.Name, Job.FileSetId, "
+ "Job.ClientId, Job.Type "
+ "FROM DelCandidates "
+ "JOIN Job USING (JobId) "
+ "JOIN Client USING (ClientId) "
+ "JOIN FileSet ON (Job.FileSetId = FileSet.FileSetId) "
+ "WHERE Job.Type IN ('B') " /* Look only Backup jobs */
+ "AND Job.JobStatus IN ('T', 'W') " /* Look only useful jobs */
+ );
+
+ /* The job_select_handler will skip jobs or filesets that are no longer
+ * in the configuration file. Interesting ClientId/FileSetId will be
+ * added to jobids_check
+ */
+ if (!db_sql_query(ua->db, query.c_str(), job_select_handler, jobids_check)) {
+ ua->error_msg("%s", db_strerror(ua->db));
}
- if (cnt.count == 0) {
- if (ua->verbose) {
- bsendmsg(ua, _("No Jobs found to prune.\n"));
- }
- goto bail_out;
+ /* For this selection, we exclude current jobs used for restore or
+ * accurate. This will prevent to prune the last full backup used for
+ * current backup & restore
+ */
+ memset(&jr, 0, sizeof(jr));
+ /* To find useful jobs, we do like an incremental */
+ jr.JobLevel = L_INCREMENTAL;
+ foreach_alist(elt, jobids_check) {
+ jr.ClientId = elt->ClientId; /* should be always the same */
+ jr.FileSetId = elt->FileSetId;
+ db_accurate_get_jobids(ua->jcr, ua->db, &jr, &tempids);
+ jobids.cat(tempids);
}
- if (cnt.count < MAX_DEL_LIST_LEN) {
- del.max_ids = cnt.count + 1;
- } else {
- del.max_ids = MAX_DEL_LIST_LEN;
- }
- del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
- del.PurgedFiles = (char *)malloc(del.max_ids);
+ /* Discard latest Verify level=InitCatalog job
+ * TODO: can have multiple fileset
+ */
+ Mmsg(query,
+ "SELECT JobId, JobTDate "
+ "FROM Job "
+ "WHERE JobTDate<%s AND ClientId=%s "
+ "AND Type='V' AND Level='V' "
+ "ORDER BY JobTDate DESC LIMIT 1",
+ ed1, ed2);
- /* ed1 = JobTDate */
- edit_int64(cr.ClientId, ed2);
- switch (JobType) {
- case JT_BACKUP:
- Mmsg(query, select_backup_del, ed1, ed1, ed2);
- break;
- case JT_RESTORE:
- Mmsg(query, select_restore_del, ed1, ed1, ed2);
- break;
- case JT_VERIFY:
- Mmsg(query, select_verify_del, ed1, ed1, ed2);
- break;
- case JT_ADMIN:
- Mmsg(query, select_admin_del, ed1, ed1, ed2);
- break;
- }
- if (!db_sql_query(ua->db, query, job_delete_handler, (void *)&del)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
+ if (!db_sql_query(ua->db, query.c_str(), db_list_handler, &jobids)) {
+ ua->error_msg("%s", db_strerror(ua->db));
}
- /*
- * OK, now we have the list of JobId's to be pruned, first check
- * if the Files have been purged, if not, purge (delete) them.
- * Then delete the Job entry, and finally and JobMedia records.
+ /* If we found jobs to exclude from the DelCandidates list, we should
+ * also remove BaseJobs that can be linked with them
*/
- for (i=0; i < del.num_ids; i++) {
- edit_int64(del.JobId[i], ed1);
- Dmsg1(050, "Delete JobId=%s\n", ed1);
- if (!del.PurgedFiles[i]) {
- Mmsg(query, del_File, ed1);
- if (!db_sql_query(ua->db, query, NULL, (void *)NULL)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- }
- Dmsg1(050, "Del sql=%s\n", query);
- }
-
- Mmsg(query, del_Job, ed1);
- if (!db_sql_query(ua->db, query, NULL, (void *)NULL)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
+ if (jobids.count > 0) {
+ Dmsg1(60, "jobids to exclude before basejobs = %s\n", jobids.list);
+ /* We also need to exclude all basejobs used */
+ db_get_used_base_jobids(ua->jcr, ua->db, jobids.list, &jobids);
+
+ /* Removing useful jobs from the DelCandidates list */
+ Mmsg(query, "DELETE FROM DelCandidates "
+ "WHERE JobId IN (%s) " /* JobId used in accurate */
+ "AND JobFiles!=0", /* Discard when JobFiles=0 */
+ jobids.list);
+
+ if (!db_sql_query(ua->db, query.c_str(), NULL, NULL)) {
+ ua->error_msg("%s", db_strerror(ua->db));
+ goto bail_out; /* Don't continue if the list isn't clean */
}
- Dmsg1(050, "Del sql=%s\n", query);
+ Dmsg1(60, "jobids to exclude = %s\n", jobids.list);
+ }
- Mmsg(query, del_JobMedia, ed1);
- if (!db_sql_query(ua->db, query, NULL, (void *)NULL)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- }
- Dmsg1(050, "Del sql=%s\n", query);
+ /* We use DISTINCT because we can have two times the same job */
+ Mmsg(query,
+ "SELECT DISTINCT DelCandidates.JobId,DelCandidates.PurgedFiles "
+ "FROM DelCandidates");
+ if (!db_sql_query(ua->db, query.c_str(), job_delete_handler, (void *)&del)) {
+ ua->error_msg("%s", db_strerror(ua->db));
}
- bsendmsg(ua, _("Pruned %d %s for client %s from catalog.\n"), del.num_ids,
- del.num_ids==1?_("Job"):_("Jobs"), client->hdr.name);
+
+ purge_job_list_from_catalog(ua, del);
+
+ if (del.num_del > 0) {
+ ua->info_msg(_("Pruned %d %s for client %s from catalog.\n"), del.num_del,
+ del.num_del==1?_("Job"):_("Jobs"), client->name());
+ } else if (ua->verbose) {
+ ua->info_msg(_("No Jobs found to prune.\n"));
+ }
bail_out:
drop_temp_tables(ua);
if (del.PurgedFiles) {
free(del.PurgedFiles);
}
- free_pool_memory(query);
+ if (jobids_check) {
+ delete jobids_check;
+ }
return 1;
}
/*
* Prune a given Volume
*/
-int prune_volume(UAContext *ua, MEDIA_DBR *mr)
+bool prune_volume(UAContext *ua, MEDIA_DBR *mr)
{
- POOLMEM *query = (char *)get_pool_memory(PM_MESSAGE);
- struct s_count_ctx cnt;
- struct s_file_del_ctx del;
- int i, stat = 0;
- JOB_DBR jr;
- utime_t now, period;
- char ed1[50];
+ POOL_MEM query(PM_MESSAGE);
+ struct del_ctx del;
+ bool ok = false;
+ int count;
+
+ if (mr->Enabled == 2) {
+ return false; /* Cannot prune archived volumes */
+ }
- db_lock(ua->db);
- memset(&jr, 0, sizeof(jr));
memset(&del, 0, sizeof(del));
+ del.max_ids = 10000;
+ del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
- /*
- * Find out how many Jobs remain on this Volume by
- * counting the JobMedia records.
- */
- cnt.count = 0;
- Mmsg(query, cnt_JobMedia, edit_int64(mr->MediaId, ed1));
- if (!db_sql_query(ua->db, query, count_handler, (void *)&cnt)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- Dmsg0(050, "Count failed\n");
- goto bail_out;
- }
+ db_lock(ua->db);
- if (cnt.count == 0) {
- /* Don't mark appendable volume as purged */
- if (strcmp(mr->VolStatus, "Append") == 0 && verbose) {
- bsendmsg(ua, _("There are no Jobs associated with Volume \"%s\". Prune not needed.\n"),
- mr->VolumeName);
- stat = 1;
- goto bail_out;
- }
- /* If volume not already purged, do so */
- if (strcmp(mr->VolStatus, "Purged") != 0 && verbose) {
- bsendmsg(ua, _("There are no Jobs associated with Volume \"%s\". Marking it purged.\n"),
- mr->VolumeName);
+ /* Prune only Volumes with status "Full", or "Used" */
+ if (strcmp(mr->VolStatus, "Full") == 0 ||
+ strcmp(mr->VolStatus, "Used") == 0) {
+ Dmsg2(050, "get prune list MediaId=%d Volume %s\n", (int)mr->MediaId, mr->VolumeName);
+ count = get_prune_list_for_volume(ua, mr, &del);
+ Dmsg1(050, "Num pruned = %d\n", count);
+ if (count != 0) {
+ purge_job_list_from_catalog(ua, del);
}
- stat = mark_media_purged(ua, mr);
- goto bail_out;
+ ok = is_volume_purged(ua, mr);
}
- if (cnt.count < MAX_DEL_LIST_LEN) {
- del.max_ids = cnt.count + 1;
- } else {
- del.max_ids = MAX_DEL_LIST_LEN;
+ db_unlock(ua->db);
+ if (del.JobId) {
+ free(del.JobId);
+ }
+ return ok;
+}
+
+/*
+ * Get prune list for a volume
+ */
+int get_prune_list_for_volume(UAContext *ua, MEDIA_DBR *mr, del_ctx *del)
+{
+ POOL_MEM query(PM_MESSAGE);
+ int count = 0;
+ utime_t now, period;
+ char ed1[50], ed2[50];
+
+ if (mr->Enabled == 2) {
+ return 0; /* cannot prune Archived volumes */
}
/*
- * Now get a list of JobIds for Jobs written to this Volume
- * Could optimize here by adding JobTDate > (now - period).
+ * Now add to the list of JobIds for Jobs written to this Volume
*/
- del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
- Mmsg(query, sel_JobMedia, edit_int64(mr->MediaId, ed1));
- if (!db_sql_query(ua->db, query, file_delete_handler, (void *)&del)) {
+ edit_int64(mr->MediaId, ed1);
+ period = mr->VolRetention;
+ now = (utime_t)time(NULL);
+ edit_int64(now-period, ed2);
+ Mmsg(query, sel_JobMedia, ed1, ed2);
+ Dmsg3(250, "Now=%d period=%d now-period=%s\n", (int)now, (int)period,
+ ed2);
+
+ Dmsg1(050, "Query=%s\n", query.c_str());
+ if (!db_sql_query(ua->db, query.c_str(), file_delete_handler, (void *)del)) {
if (ua->verbose) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
+ ua->error_msg("%s", db_strerror(ua->db));
}
Dmsg0(050, "Count failed\n");
goto bail_out;
}
+ count = exclude_running_jobs_from_list(del);
+
+bail_out:
+ return count;
+}
- /* Use Volume Retention to prune Jobs and their Files */
- period = mr->VolRetention;
- now = (utime_t)time(NULL);
-
- Dmsg3(200, "Now=%d period=%d now-period=%d\n", (int)now, (int)period,
- (int)(now-period));
-
- for (i=0; i < del.num_ids; i++) {
- jr.JobId = del.JobId[i];
- if (!db_get_job_record(ua->jcr, ua->db, &jr)) {
- continue;
+/*
+ * We have a list of jobs to prune or purge. If any of them is
+ * currently running, we set its JobId to zero which effectively
+ * excludes it.
+ *
+ * Returns the number of jobs that can be prunned or purged.
+ *
+ */
+int exclude_running_jobs_from_list(del_ctx *prune_list)
+{
+ int count = 0;
+ JCR *jcr;
+ bool skip;
+ int i;
+
+ /* Do not prune any job currently running */
+ for (i=0; i < prune_list->num_ids; i++) {
+ skip = false;
+ foreach_jcr(jcr) {
+ if (jcr->JobId == prune_list->JobId[i]) {
+ Dmsg2(050, "skip running job JobId[%d]=%d\n", i, (int)prune_list->JobId[i]);
+ prune_list->JobId[i] = 0;
+ skip = true;
+ break;
+ }
}
- Dmsg2(200, "Looking at %s JobTdate=%d\n", jr.Job, (int)jr.JobTDate);
- if (jr.JobTDate >= (now - period)) {
- continue;
+ endeach_jcr(jcr);
+ if (skip) {
+ continue; /* don't increment count */
}
- edit_int64(del.JobId[i], ed1);
- Dmsg2(200, "Delete JobId=%s Job=%s\n", ed1, jr.Job);
- Mmsg(query, del_File, ed1);
- db_sql_query(ua->db, query, NULL, (void *)NULL);
- Mmsg(query, del_Job, ed1);
- db_sql_query(ua->db, query, NULL, (void *)NULL);
- Mmsg(query, del_JobMedia, ed1);
- db_sql_query(ua->db, query, NULL, (void *)NULL);
- Dmsg1(050, "Del sql=%s\n", query);
- del.num_del++;
- }
- if (del.JobId) {
- free(del.JobId);
+ Dmsg2(050, "accept JobId[%d]=%d\n", i, (int)prune_list->JobId[i]);
+ count++;
}
- if (ua->verbose && del.num_del != 0) {
- bsendmsg(ua, _("Pruned %d %s on Volume \"%s\" from catalog.\n"), del.num_del,
- del.num_del == 1 ? "Job" : "Jobs", mr->VolumeName);
- }
-
- /* If purged, mark it so */
- if (del.num_ids == del.num_del) {
- Dmsg0(200, "Volume is purged.\n");
- stat = mark_media_purged(ua, mr);
- }
-
-bail_out:
- db_unlock(ua->db);
- free_pool_memory(query);
- return stat;
+ return count;
}
projects / bacula / bacula / blobdiff