+/*
+ Bacula® - The Network Backup Solution
+
+ Copyright (C) 2002-2007 Free Software Foundation Europe e.V.
+
+ The main author of Bacula is Kern Sibbald, with contributions from
+ many others, a complete list can be found in the file AUTHORS.
+ This program is Free Software; you can redistribute it and/or
+ modify it under the terms of version two of the GNU General Public
+ License as published by the Free Software Foundation and included
+ in the file LICENSE.
+
+ This program is distributed in the hope that it will be useful, but
+ WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ General Public License for more details.
+
+ You should have received a copy of the GNU General Public License
+ along with this program; if not, write to the Free Software
+ Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
+ 02110-1301, USA.
+
+ Bacula® is a registered trademark of John Walker.
+ The licensor of Bacula is the Free Software Foundation Europe
+ (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
+ Switzerland, email:ftf@fsfeurope.org.
+*/
/*
*
* Bacula Director -- User Agent Database prune Command
*
* Version $Id$
*/
-/*
- Copyright (C) 2002-2005 Kern Sibbald
-
- This program is free software; you can redistribute it and/or
- modify it under the terms of the GNU General Public License
- version 2 as amended with additional clauses defined in the
- file LICENSE in the main source directory.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- the file LICENSE for additional details.
-
- */
#include "bacula.h"
#include "dird.h"
/* Imported functions */
-int mark_media_purged(UAContext *ua, MEDIA_DBR *mr);
/* Forward referenced functions */
-
-#define MAX_DEL_LIST_LEN 1000000
-
-/* Imported variables */
-extern char *select_job;
-extern char *drop_deltabs[];
-extern char *create_deltabs[];
-extern char *insert_delcand;
-extern char *select_backup_del;
-extern char *select_verify_del;
-extern char *select_restore_del;
-extern char *select_admin_del;
-extern char *cnt_File;
-extern char *del_File;
-extern char *upd_Purged;
-extern char *cnt_DelCand;
-extern char *del_Job;
-extern char *del_JobMedia;
-extern char *cnt_JobMedia;
-extern char *sel_JobMedia;
-
-
-/* In memory list of JobIds */
-struct s_file_del_ctx {
- JobId_t *JobId;
- int num_ids; /* ids stored */
- int max_ids; /* size of array */
- int num_del; /* number deleted */
- int tot_ids; /* total to process */
-};
-
-struct s_job_del_ctx {
- JobId_t *JobId; /* array of JobIds */
- char *PurgedFiles; /* Array of PurgedFile flags */
- int num_ids; /* ids stored */
- int max_ids; /* size of array */
- int num_del; /* number deleted */
- int tot_ids; /* total to process */
-};
-
-struct s_count_ctx {
- int count;
-};
-
-
/*
* Called here to count entries to be deleted
*/
-static int count_handler(void *ctx, int num_fields, char **row)
+int del_count_handler(void *ctx, int num_fields, char **row)
{
struct s_count_ctx *cnt = (struct s_count_ctx *)ctx;
}
-/*
- * Called here to count the number of Jobs to be pruned
- */
-static int file_count_handler(void *ctx, int num_fields, char **row)
-{
- struct s_file_del_ctx *del = (struct s_file_del_ctx *)ctx;
- del->tot_ids++;
- return 0;
-}
-
-
/*
* Called here to make in memory list of JobIds to be
* deleted and the associated PurgedFiles flag.
* is allowed to get to MAX_DEL_LIST_LEN to limit the
* maximum malloc'ed memory.
*/
-static int job_delete_handler(void *ctx, int num_fields, char **row)
+int job_delete_handler(void *ctx, int num_fields, char **row)
{
- struct s_job_del_ctx *del = (struct s_job_del_ctx *)ctx;
+ struct del_ctx *del = (struct del_ctx *)ctx;
if (del->num_ids == MAX_DEL_LIST_LEN) {
return 1;
del->PurgedFiles = (char *)brealloc(del->PurgedFiles, del->max_ids);
}
del->JobId[del->num_ids] = (JobId_t)str_to_int64(row[0]);
- del->PurgedFiles[del->num_ids++] = (char)str_to_int64(row[0]);
+// Dmsg2(60, "row=%d val=%d\n", del->num_ids, del->JobId[del->num_ids]);
+ del->PurgedFiles[del->num_ids++] = (char)str_to_int64(row[1]);
return 0;
}
-static int file_delete_handler(void *ctx, int num_fields, char **row)
+int file_delete_handler(void *ctx, int num_fields, char **row)
{
- struct s_file_del_ctx *del = (struct s_file_del_ctx *)ctx;
+ struct del_ctx *del = (struct del_ctx *)ctx;
if (del->num_ids == MAX_DEL_LIST_LEN) {
return 1;
del->max_ids);
}
del->JobId[del->num_ids++] = (JobId_t)str_to_int64(row[0]);
+// Dmsg2(150, "row=%d val=%d\n", del->num_ids-1, del->JobId[del->num_ids-1]);
return 0;
}
int kw;
static const char *keywords[] = {
- N_("Files"),
- N_("Jobs"),
- N_("Volume"),
+ NT_("Files"),
+ NT_("Jobs"),
+ NT_("Volume"),
NULL};
- if (!open_db(ua)) {
- return 01;
+ if (!open_client_db(ua)) {
+ return false;
}
/* First search args */
case 0: /* prune files */
client = get_client_resource(ua);
if (!client || !confirm_retention(ua, &client->FileRetention, "File")) {
- return 0;
+ return false;
}
prune_files(ua, client);
- return 1;
+ return true;
case 1: /* prune jobs */
client = get_client_resource(ua);
if (!client || !confirm_retention(ua, &client->JobRetention, "Job")) {
- return 0;
+ return false;
}
/* ****FIXME**** allow user to select JobType */
prune_jobs(ua, client, JT_BACKUP);
return 1;
case 2: /* prune volume */
if (!select_pool_and_media_dbr(ua, &pr, &mr)) {
- return 0;
+ return false;
+ }
+ if (mr.Enabled == 2) {
+ ua->error_msg(_("Cannot prune Volume \"%s\" because it is archived.\n"),
+ mr.VolumeName);
+ return false;
}
if (!confirm_retention(ua, &mr.VolRetention, "Volume")) {
- return 0;
+ return false;
}
prune_volume(ua, &mr);
- return 1;
+ return true;
default:
break;
}
- return 1;
+ return true;
}
/*
*/
int prune_files(UAContext *ua, CLIENT *client)
{
- struct s_file_del_ctx del;
- POOLMEM *query = get_pool_memory(PM_MESSAGE);
- int i;
+ struct del_ctx del;
+ struct s_count_ctx cnt;
+ POOL_MEM query(PM_MESSAGE);
utime_t now, period;
CLIENT_DBR cr;
char ed1[50], ed2[50];
now = (utime_t)time(NULL);
/* Select Jobs -- for counting */
- Mmsg(query, select_job, edit_uint64(now - period, ed1),
+ Mmsg(query, count_select_job, edit_uint64(now - period, ed1),
edit_int64(cr.ClientId, ed2));
- Dmsg1(050, "select sql=%s\n", query);
- if (!db_sql_query(ua->db, query, file_count_handler, (void *)&del)) {
- if (ua->verbose) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- }
+ Dmsg3(050, "select now=%u period=%u sql=%s\n", (uint32_t)now,
+ (uint32_t)period, query.c_str());
+ cnt.count = 0;
+ if (!db_sql_query(ua->db, query.c_str(), del_count_handler, (void *)&cnt)) {
+ ua->error_msg("%s", db_strerror(ua->db));
Dmsg0(050, "Count failed\n");
goto bail_out;
}
- if (del.tot_ids == 0) {
+ if (cnt.count == 0) {
if (ua->verbose) {
- bsendmsg(ua, _("No Files found to prune.\n"));
+ ua->warning_msg(_("No Files found to prune.\n"));
}
goto bail_out;
}
- if (del.tot_ids < MAX_DEL_LIST_LEN) {
- del.max_ids = del.tot_ids + 1;
+ if (cnt.count < MAX_DEL_LIST_LEN) {
+ del.max_ids = cnt.count + 1;
} else {
del.max_ids = MAX_DEL_LIST_LEN;
}
del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
/* Now process same set but making a delete list */
- db_sql_query(ua->db, query, file_delete_handler, (void *)&del);
-
- for (i=0; i < del.num_ids; i++) {
- Mmsg(query, del_File, edit_int64(del.JobId[i], ed1));
- Dmsg1(050, "Delete JobId=%s\n", ed1);
- db_sql_query(ua->db, query, NULL, (void *)NULL);
- /*
- * Now mark Job as having files purged. This is necessary to
- * avoid having too many Jobs to process in future prunings. If
- * we don't do this, the number of JobId's in our in memory list
- * could grow very large.
- */
- Mmsg(query, upd_Purged, edit_int64(del.JobId[i], ed1));
- db_sql_query(ua->db, query, NULL, (void *)NULL);
- Dmsg1(050, "Del sql=%s\n", query);
- }
- edit_uint64_with_commas(del.num_ids, ed1);
- bsendmsg(ua, _("Pruned Files from %s Jobs for client %s from catalog.\n"),
- ed1, client->hdr.name);
+ Mmsg(query, select_job, edit_uint64(now - period, ed1),
+ edit_int64(cr.ClientId, ed2));
+ db_sql_query(ua->db, query.c_str(), file_delete_handler, (void *)&del);
+
+ purge_files_from_job_list(ua, del);
+
+ edit_uint64_with_commas(del.num_del, ed1);
+ ua->info_msg(_("Pruned Files from %s Jobs for client %s from catalog.\n"),
+ ed1, client->name());
bail_out:
db_unlock(ua->db);
if (del.JobId) {
free(del.JobId);
}
- free_pool_memory(query);
return 1;
}
}
}
-static int create_temp_tables(UAContext *ua)
+static bool create_temp_tables(UAContext *ua)
{
- int i;
/* Create temp tables and indicies */
- for (i=0; create_deltabs[i]; i++) {
- if (!db_sql_query(ua->db, create_deltabs[i], NULL, (void *)NULL)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- Dmsg0(050, "create DelTables table failed\n");
- return 0;
- }
+ if (!db_sql_query(ua->db, create_deltabs[db_type], NULL, (void *)NULL)) {
+ ua->error_msg("%s", db_strerror(ua->db));
+ Dmsg0(050, "create DelTables table failed\n");
+ return false;
}
- return 1;
+ if (!db_sql_query(ua->db, create_delindex, NULL, (void *)NULL)) {
+ ua->error_msg("%s", db_strerror(ua->db));
+ Dmsg0(050, "create DelInx1 index failed\n");
+ return false;
+ }
+ return true;
}
/*
- * Purging Jobs is a bit more complicated than purging Files
+ * Pruning Jobs is a bit more complicated than purging Files
* because we delete Job records only if there is a more current
* backup of the FileSet. Otherwise, we keep the Job record.
* In other words, we never delete the only Job record that
*/
int prune_jobs(UAContext *ua, CLIENT *client, int JobType)
{
- struct s_job_del_ctx del;
- struct s_count_ctx cnt;
- POOLMEM *query = (char *)get_pool_memory(PM_MESSAGE);
- int i;
+ struct del_ctx del;
+ POOL_MEM query(PM_MESSAGE);
utime_t now, period;
CLIENT_DBR cr;
char ed1[50], ed2[50];
db_lock(ua->db);
memset(&cr, 0, sizeof(cr));
memset(&del, 0, sizeof(del));
- bstrncpy(cr.Name, client->hdr.name, sizeof(cr.Name));
+
+ bstrncpy(cr.Name, client->name(), sizeof(cr.Name));
if (!db_create_client_record(ua->jcr, ua->db, &cr)) {
db_unlock(ua->db);
return 0;
edit_uint64(now - period, ed1);
Mmsg(query, insert_delcand, (char)JobType, ed1,
edit_int64(cr.ClientId, ed2));
- if (!db_sql_query(ua->db, query, NULL, (void *)NULL)) {
+ if (!db_sql_query(ua->db, query.c_str(), NULL, (void *)NULL)) {
if (ua->verbose) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
+ ua->error_msg("%s", db_strerror(ua->db));
}
Dmsg0(050, "insert delcand failed\n");
goto bail_out;
}
- /* Count Files to be deleted */
- pm_strcpy(query, cnt_DelCand);
- Dmsg1(100, "select sql=%s\n", query);
- cnt.count = 0;
- if (!db_sql_query(ua->db, query, count_handler, (void *)&cnt)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- Dmsg0(050, "Count failed\n");
- goto bail_out;
- }
-
- if (cnt.count == 0) {
- if (ua->verbose) {
- bsendmsg(ua, _("No Jobs found to prune.\n"));
- }
- goto bail_out;
- }
-
- if (cnt.count < MAX_DEL_LIST_LEN) {
- del.max_ids = cnt.count + 1;
- } else {
- del.max_ids = MAX_DEL_LIST_LEN;
- }
+ del.max_ids = 100;
del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
del.PurgedFiles = (char *)malloc(del.max_ids);
edit_int64(cr.ClientId, ed2);
switch (JobType) {
case JT_BACKUP:
- Mmsg(query, select_backup_del, ed1, ed1, ed2);
+ Mmsg(query, select_backup_del, ed1, ed2);
break;
case JT_RESTORE:
- Mmsg(query, select_restore_del, ed1, ed1, ed2);
+ Mmsg(query, select_restore_del, ed1, ed2);
break;
case JT_VERIFY:
- Mmsg(query, select_verify_del, ed1, ed1, ed2);
+ Mmsg(query, select_verify_del, ed1, ed2);
break;
case JT_ADMIN:
- Mmsg(query, select_admin_del, ed1, ed1, ed2);
+ Mmsg(query, select_admin_del, ed1, ed2);
+ break;
+ case JT_MIGRATE:
+ Mmsg(query, select_migrate_del, ed1, ed2);
break;
- }
- if (!db_sql_query(ua->db, query, job_delete_handler, (void *)&del)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
}
- /*
- * OK, now we have the list of JobId's to be pruned, first check
- * if the Files have been purged, if not, purge (delete) them.
- * Then delete the Job entry, and finally and JobMedia records.
- */
- for (i=0; i < del.num_ids; i++) {
- edit_int64(del.JobId[i], ed1);
- Dmsg1(050, "Delete JobId=%s\n", ed1);
- if (!del.PurgedFiles[i]) {
- Mmsg(query, del_File, ed1);
- if (!db_sql_query(ua->db, query, NULL, (void *)NULL)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- }
- Dmsg1(050, "Del sql=%s\n", query);
- }
+ Dmsg1(150, "Query=%s\n", query.c_str());
+ if (!db_sql_query(ua->db, query.c_str(), job_delete_handler, (void *)&del)) {
+ ua->error_msg("%s", db_strerror(ua->db));
+ }
- Mmsg(query, del_Job, ed1);
- if (!db_sql_query(ua->db, query, NULL, (void *)NULL)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- }
- Dmsg1(050, "Del sql=%s\n", query);
+ purge_job_list_from_catalog(ua, del);
- Mmsg(query, del_JobMedia, ed1);
- if (!db_sql_query(ua->db, query, NULL, (void *)NULL)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- }
- Dmsg1(050, "Del sql=%s\n", query);
- }
- bsendmsg(ua, _("Pruned %d %s for client %s from catalog.\n"), del.num_ids,
- del.num_ids==1?_("Job"):_("Jobs"), client->hdr.name);
+ if (del.num_del > 0) {
+ ua->info_msg(_("Pruned %d %s for client %s from catalog.\n"), del.num_del,
+ del.num_del==1?_("Job"):_("Jobs"), client->name());
+ } else if (ua->verbose) {
+ ua->info_msg(_("No Jobs found to prune.\n"));
+ }
bail_out:
drop_temp_tables(ua);
if (del.PurgedFiles) {
free(del.PurgedFiles);
}
- free_pool_memory(query);
return 1;
}
/*
* Prune a given Volume
*/
-int prune_volume(UAContext *ua, MEDIA_DBR *mr)
+bool prune_volume(UAContext *ua, MEDIA_DBR *mr)
{
- POOLMEM *query = (char *)get_pool_memory(PM_MESSAGE);
- struct s_count_ctx cnt;
- struct s_file_del_ctx del;
- int i, stat = 0;
- JOB_DBR jr;
- utime_t now, period;
- char ed1[50];
+ POOL_MEM query(PM_MESSAGE);
+ struct del_ctx del;
+ bool ok = false;
+ int count;
+
+ if (mr->Enabled == 2) {
+ return false; /* Cannot prune archived volumes */
+ }
- db_lock(ua->db);
- memset(&jr, 0, sizeof(jr));
memset(&del, 0, sizeof(del));
+ del.max_ids = 10000;
+ del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
- /*
- * Find out how many Jobs remain on this Volume by
- * counting the JobMedia records.
- */
- cnt.count = 0;
- Mmsg(query, cnt_JobMedia, edit_int64(mr->MediaId, ed1));
- if (!db_sql_query(ua->db, query, count_handler, (void *)&cnt)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- Dmsg0(050, "Count failed\n");
- goto bail_out;
- }
+ db_lock(ua->db);
- if (cnt.count == 0) {
- /* Don't mark appendable volume as purged */
- if (strcmp(mr->VolStatus, "Append") == 0 && verbose) {
- bsendmsg(ua, _("There are no Jobs associated with Volume \"%s\". Prune not needed.\n"),
- mr->VolumeName);
- stat = 1;
- goto bail_out;
- }
- /* If volume not already purged, do so */
- if (strcmp(mr->VolStatus, "Purged") != 0 && verbose) {
- bsendmsg(ua, _("There are no Jobs associated with Volume \"%s\". Marking it purged.\n"),
- mr->VolumeName);
+ /* Prune only Volumes with status "Full", or "Used" */
+ if (strcmp(mr->VolStatus, "Full") == 0 ||
+ strcmp(mr->VolStatus, "Used") == 0) {
+ Dmsg2(050, "get prune list MediaId=%d Volume %s\n", (int)mr->MediaId, mr->VolumeName);
+ count = get_prune_list_for_volume(ua, mr, &del);
+ Dmsg1(050, "Num pruned = %d\n", count);
+ if (count != 0) {
+ purge_job_list_from_catalog(ua, del);
}
- stat = mark_media_purged(ua, mr);
- goto bail_out;
+ ok = is_volume_purged(ua, mr);
}
- if (cnt.count < MAX_DEL_LIST_LEN) {
- del.max_ids = cnt.count + 1;
- } else {
- del.max_ids = MAX_DEL_LIST_LEN;
+ db_unlock(ua->db);
+ if (del.JobId) {
+ free(del.JobId);
}
+ return ok;
+}
+
+/*
+ * Get prune list for a volume
+ */
+int get_prune_list_for_volume(UAContext *ua, MEDIA_DBR *mr, del_ctx *del)
+{
+ POOL_MEM query(PM_MESSAGE);
+ int count = 0;
+ int i;
+ utime_t now, period;
+ char ed1[50], ed2[50];
+
+ if (mr->Enabled == 2) {
+ return 0; /* cannot prune Archived volumes */
+ }
+
+ db_lock(ua->db);
/*
- * Now get a list of JobIds for Jobs written to this Volume
- * Could optimize here by adding JobTDate > (now - period).
+ * Now add to the list of JobIds for Jobs written to this Volume
*/
- del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
- Mmsg(query, sel_JobMedia, edit_int64(mr->MediaId, ed1));
- if (!db_sql_query(ua->db, query, file_delete_handler, (void *)&del)) {
+ edit_int64(mr->MediaId, ed1);
+ period = mr->VolRetention;
+ now = (utime_t)time(NULL);
+ edit_uint64(now-period, ed2);
+ Mmsg(query, sel_JobMedia, ed1, ed2);
+ Dmsg3(250, "Now=%d period=%d now-period=%d\n", (int)now, (int)period,
+ (int)(now-period));
+
+ Dmsg1(050, "Query=%s\n", query.c_str());
+ if (!db_sql_query(ua->db, query.c_str(), file_delete_handler, (void *)del)) {
if (ua->verbose) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
+ ua->error_msg("%s", db_strerror(ua->db));
}
Dmsg0(050, "Count failed\n");
goto bail_out;
}
- /* Use Volume Retention to prune Jobs and their Files */
- period = mr->VolRetention;
- now = (utime_t)time(NULL);
-
- Dmsg3(200, "Now=%d period=%d now-period=%d\n", (int)now, (int)period,
- (int)(now-period));
-
- for (i=0; i < del.num_ids; i++) {
- jr.JobId = del.JobId[i];
- if (!db_get_job_record(ua->jcr, ua->db, &jr)) {
+ for (i=0; i < del->num_ids; i++) {
+ if (ua->jcr->JobId == del->JobId[i]) {
+ Dmsg2(150, "skip same job JobId[%d]=%d\n", i, (int)del->JobId[i]);
+ del->JobId[i] = 0;
continue;
}
- Dmsg2(200, "Looking at %s JobTdate=%d\n", jr.Job, (int)jr.JobTDate);
- if (jr.JobTDate >= (now - period)) {
- continue;
- }
- edit_int64(del.JobId[i], ed1);
- Dmsg2(200, "Delete JobId=%s Job=%s\n", ed1, jr.Job);
- Mmsg(query, del_File, ed1);
- db_sql_query(ua->db, query, NULL, (void *)NULL);
- Mmsg(query, del_Job, ed1);
- db_sql_query(ua->db, query, NULL, (void *)NULL);
- Mmsg(query, del_JobMedia, ed1);
- db_sql_query(ua->db, query, NULL, (void *)NULL);
- Dmsg1(050, "Del sql=%s\n", query);
- del.num_del++;
- }
- if (del.JobId) {
- free(del.JobId);
- }
- if (ua->verbose && del.num_del != 0) {
- bsendmsg(ua, _("Pruned %d %s on Volume \"%s\" from catalog.\n"), del.num_del,
- del.num_del == 1 ? "Job" : "Jobs", mr->VolumeName);
- }
-
- /* If purged, mark it so */
- if (del.num_ids == del.num_del) {
- Dmsg0(200, "Volume is purged.\n");
- stat = mark_media_purged(ua, mr);
+ Dmsg2(150, "accept JobId[%d]=%d\n", i, (int)del->JobId[i]);
+ count++;
}
bail_out:
db_unlock(ua->db);
- free_pool_memory(query);
- return stat;
+ return count;
}