-/*
- *
- * Bacula Director -- User Agent Database prune Command
- * Applies retention periods
- *
- * Kern Sibbald, February MMII
- *
- * Version $Id$
- */
/*
Bacula® - The Network Backup Solution
- Copyright (C) 2002-2006 Free Software Foundation Europe e.V.
+ Copyright (C) 2002-2007 Free Software Foundation Europe e.V.
The main author of Bacula is Kern Sibbald, with contributions from
many others, a complete list can be found in the file AUTHORS.
This program is Free Software; you can redistribute it and/or
modify it under the terms of version two of the GNU General Public
- License as published by the Free Software Foundation plus additions
- that are listed in the file LICENSE.
+ License as published by the Free Software Foundation and included
+ in the file LICENSE.
This program is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of
(FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
Switzerland, email:ftf@fsfeurope.org.
*/
+/*
+ *
+ * Bacula Director -- User Agent Database prune Command
+ * Applies retention periods
+ *
+ * Kern Sibbald, February MMII
+ *
+ * Version $Id$
+ */
#include "bacula.h"
#include "dird.h"
/* Forward referenced functions */
-
-#define MAX_DEL_LIST_LEN 2000000
-
-/* In memory list of JobIds */
-struct s_file_del_ctx {
- JobId_t *JobId;
- int num_ids; /* ids stored */
- int max_ids; /* size of array */
- int num_del; /* number deleted */
- int tot_ids; /* total to process */
-};
-
-struct s_job_del_ctx {
- JobId_t *JobId; /* array of JobIds */
- char *PurgedFiles; /* Array of PurgedFile flags */
- int num_ids; /* ids stored */
- int max_ids; /* size of array */
- int num_del; /* number deleted */
- int tot_ids; /* total to process */
-};
-
-struct s_count_ctx {
- int count;
-};
-
-
/*
* Called here to count entries to be deleted
*/
-static int count_handler(void *ctx, int num_fields, char **row)
+int del_count_handler(void *ctx, int num_fields, char **row)
{
struct s_count_ctx *cnt = (struct s_count_ctx *)ctx;
}
-/*
- * Called here to count the number of Jobs to be pruned
- */
-static int file_count_handler(void *ctx, int num_fields, char **row)
-{
- struct s_file_del_ctx *del = (struct s_file_del_ctx *)ctx;
- del->tot_ids++;
- return 0;
-}
-
-
/*
* Called here to make in memory list of JobIds to be
* deleted and the associated PurgedFiles flag.
* is allowed to get to MAX_DEL_LIST_LEN to limit the
* maximum malloc'ed memory.
*/
-static int job_delete_handler(void *ctx, int num_fields, char **row)
+int job_delete_handler(void *ctx, int num_fields, char **row)
{
- struct s_job_del_ctx *del = (struct s_job_del_ctx *)ctx;
+ struct del_ctx *del = (struct del_ctx *)ctx;
if (del->num_ids == MAX_DEL_LIST_LEN) {
return 1;
del->PurgedFiles = (char *)brealloc(del->PurgedFiles, del->max_ids);
}
del->JobId[del->num_ids] = (JobId_t)str_to_int64(row[0]);
+// Dmsg2(60, "row=%d val=%d\n", del->num_ids, del->JobId[del->num_ids]);
del->PurgedFiles[del->num_ids++] = (char)str_to_int64(row[1]);
return 0;
}
-static int file_delete_handler(void *ctx, int num_fields, char **row)
+int file_delete_handler(void *ctx, int num_fields, char **row)
{
- struct s_file_del_ctx *del = (struct s_file_del_ctx *)ctx;
+ struct del_ctx *del = (struct del_ctx *)ctx;
if (del->num_ids == MAX_DEL_LIST_LEN) {
return 1;
del->max_ids);
}
del->JobId[del->num_ids++] = (JobId_t)str_to_int64(row[0]);
+// Dmsg2(150, "row=%d val=%d\n", del->num_ids-1, del->JobId[del->num_ids-1]);
return 0;
}
NT_("Volume"),
NULL};
- if (!open_db(ua)) {
+ if (!open_client_db(ua)) {
return false;
}
return false;
}
if (mr.Enabled == 2) {
- bsendmsg(ua, _("Cannot prune Volume \"%s\" because it is archived.\n"),
+ ua->error_msg(_("Cannot prune Volume \"%s\" because it is archived.\n"),
mr.VolumeName);
+ return false;
}
if (!confirm_retention(ua, &mr.VolRetention, "Volume")) {
return false;
*/
int prune_files(UAContext *ua, CLIENT *client)
{
- struct s_file_del_ctx del;
- POOLMEM *query = get_pool_memory(PM_MESSAGE);
- int i;
+ struct del_ctx del;
+ struct s_count_ctx cnt;
+ POOL_MEM query(PM_MESSAGE);
utime_t now, period;
CLIENT_DBR cr;
char ed1[50], ed2[50];
now = (utime_t)time(NULL);
/* Select Jobs -- for counting */
- Mmsg(query, select_job, edit_uint64(now - period, ed1),
+ Mmsg(query, count_select_job, edit_uint64(now - period, ed1),
edit_int64(cr.ClientId, ed2));
- Dmsg3(050, "select now=%u period=%u sql=%s\n", (uint32_t)now, (uint32_t)period, query);
- if (!db_sql_query(ua->db, query, file_count_handler, (void *)&del)) {
- if (ua->verbose) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- }
+ Dmsg3(050, "select now=%u period=%u sql=%s\n", (uint32_t)now,
+ (uint32_t)period, query.c_str());
+ cnt.count = 0;
+ if (!db_sql_query(ua->db, query.c_str(), del_count_handler, (void *)&cnt)) {
+ ua->error_msg("%s", db_strerror(ua->db));
Dmsg0(050, "Count failed\n");
goto bail_out;
}
- if (del.tot_ids == 0) {
+ if (cnt.count == 0) {
if (ua->verbose) {
- bsendmsg(ua, _("No Files found to prune.\n"));
+ ua->warning_msg(_("No Files found to prune.\n"));
}
goto bail_out;
}
- if (del.tot_ids < MAX_DEL_LIST_LEN) {
- del.max_ids = del.tot_ids + 1;
+ if (cnt.count < MAX_DEL_LIST_LEN) {
+ del.max_ids = cnt.count + 1;
} else {
del.max_ids = MAX_DEL_LIST_LEN;
}
del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
/* Now process same set but making a delete list */
- db_sql_query(ua->db, query, file_delete_handler, (void *)&del);
+ Mmsg(query, select_job, edit_uint64(now - period, ed1),
+ edit_int64(cr.ClientId, ed2));
+ db_sql_query(ua->db, query.c_str(), file_delete_handler, (void *)&del);
- for (i=0; i < del.num_ids; i++) {
- purge_files_from_job(ua, del.JobId[i]);
- }
- edit_uint64_with_commas(del.num_ids, ed1);
- bsendmsg(ua, _("Pruned Files from %s Jobs for client %s from catalog.\n"),
- ed1, client->hdr.name);
+ purge_files_from_job_list(ua, del);
+
+ edit_uint64_with_commas(del.num_del, ed1);
+ ua->info_msg(_("Pruned Files from %s Jobs for client %s from catalog.\n"),
+ ed1, client->name());
bail_out:
db_unlock(ua->db);
if (del.JobId) {
free(del.JobId);
}
- free_pool_memory(query);
return 1;
}
static bool create_temp_tables(UAContext *ua)
{
- int i;
/* Create temp tables and indicies */
- for (i=0; create_deltabs[i]; i++) {
- if (!db_sql_query(ua->db, create_deltabs[i], NULL, (void *)NULL)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- Dmsg0(050, "create DelTables table failed\n");
- return false;
- }
+ if (!db_sql_query(ua->db, create_deltabs[db_type], NULL, (void *)NULL)) {
+ ua->error_msg("%s", db_strerror(ua->db));
+ Dmsg0(050, "create DelTables table failed\n");
+ return false;
+ }
+ if (!db_sql_query(ua->db, create_delindex, NULL, (void *)NULL)) {
+ ua->error_msg("%s", db_strerror(ua->db));
+ Dmsg0(050, "create DelInx1 index failed\n");
+ return false;
}
return true;
}
*/
int prune_jobs(UAContext *ua, CLIENT *client, int JobType)
{
- struct s_job_del_ctx del;
- struct s_count_ctx cnt;
- POOLMEM *query = get_pool_memory(PM_MESSAGE);
- int i;
+ struct del_ctx del;
+ POOL_MEM query(PM_MESSAGE);
utime_t now, period;
CLIENT_DBR cr;
char ed1[50], ed2[50];
db_lock(ua->db);
memset(&cr, 0, sizeof(cr));
memset(&del, 0, sizeof(del));
- bstrncpy(cr.Name, client->hdr.name, sizeof(cr.Name));
+
+ bstrncpy(cr.Name, client->name(), sizeof(cr.Name));
if (!db_create_client_record(ua->jcr, ua->db, &cr)) {
db_unlock(ua->db);
return 0;
edit_uint64(now - period, ed1);
Mmsg(query, insert_delcand, (char)JobType, ed1,
edit_int64(cr.ClientId, ed2));
- if (!db_sql_query(ua->db, query, NULL, (void *)NULL)) {
+ if (!db_sql_query(ua->db, query.c_str(), NULL, (void *)NULL)) {
if (ua->verbose) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
+ ua->error_msg("%s", db_strerror(ua->db));
}
Dmsg0(050, "insert delcand failed\n");
goto bail_out;
}
- /* Count Files to be deleted */
- pm_strcpy(query, cnt_DelCand);
- Dmsg1(100, "select sql=%s\n", query);
- cnt.count = 0;
- if (!db_sql_query(ua->db, query, count_handler, (void *)&cnt)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- Dmsg0(050, "Count failed\n");
- goto bail_out;
- }
-
- if (cnt.count == 0) {
- if (ua->verbose) {
- bsendmsg(ua, _("No Jobs found to prune.\n"));
- }
- goto bail_out;
- }
-
- if (cnt.count < MAX_DEL_LIST_LEN) {
- del.max_ids = cnt.count + 1;
- } else {
- del.max_ids = MAX_DEL_LIST_LEN;
- }
+ del.max_ids = 100;
del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
del.PurgedFiles = (char *)malloc(del.max_ids);
edit_int64(cr.ClientId, ed2);
switch (JobType) {
case JT_BACKUP:
- Mmsg(query, select_backup_del, ed1, ed1, ed2);
+ Mmsg(query, select_backup_del, ed1, ed2);
break;
case JT_RESTORE:
- Mmsg(query, select_restore_del, ed1, ed1, ed2);
+ Mmsg(query, select_restore_del, ed1, ed2);
break;
case JT_VERIFY:
- Mmsg(query, select_verify_del, ed1, ed1, ed2);
+ Mmsg(query, select_verify_del, ed1, ed2);
break;
case JT_ADMIN:
- Mmsg(query, select_admin_del, ed1, ed1, ed2);
+ Mmsg(query, select_admin_del, ed1, ed2);
break;
case JT_MIGRATE:
- Mmsg(query, select_migrate_del, ed1, ed1, ed2);
+ Mmsg(query, select_migrate_del, ed1, ed2);
break;
}
- if (!db_sql_query(ua->db, query, job_delete_handler, (void *)&del)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- }
- /*
- * OK, now we have the list of JobId's to be pruned, first check
- * if the Files have been purged, if not, purge (delete) them.
- * Then delete the Job entry, and finally and JobMedia records.
- */
- for (i=0; i < del.num_ids; i++) {
- if (!del.PurgedFiles[i]) {
- purge_files_from_job(ua, del.JobId[i]);
- }
- purge_job_from_catalog(ua, del.JobId[i]);
+ Dmsg1(150, "Query=%s\n", query.c_str());
+ if (!db_sql_query(ua->db, query.c_str(), job_delete_handler, (void *)&del)) {
+ ua->error_msg("%s", db_strerror(ua->db));
}
- bsendmsg(ua, _("Pruned %d %s for client %s from catalog.\n"), del.num_ids,
- del.num_ids==1?_("Job"):_("Jobs"), client->hdr.name);
+
+ purge_job_list_from_catalog(ua, del);
+
+ if (del.num_del > 0) {
+ ua->info_msg(_("Pruned %d %s for client %s from catalog.\n"), del.num_del,
+ del.num_del==1?_("Job"):_("Jobs"), client->name());
+ } else if (ua->verbose) {
+ ua->info_msg(_("No Jobs found to prune.\n"));
+ }
bail_out:
drop_temp_tables(ua);
if (del.PurgedFiles) {
free(del.PurgedFiles);
}
- free_pool_memory(query);
return 1;
}
*/
bool prune_volume(UAContext *ua, MEDIA_DBR *mr)
{
- POOLMEM *query = get_pool_memory(PM_MESSAGE);
- struct s_count_ctx cnt;
- struct s_file_del_ctx del;
- int i;
+ POOL_MEM query(PM_MESSAGE);
+ struct del_ctx del;
bool ok = false;
- JOB_DBR jr;
- utime_t now, period;
- char ed1[50];
+ int count;
if (mr->Enabled == 2) {
return false; /* Cannot prune archived volumes */
}
- db_lock(ua->db);
- memset(&jr, 0, sizeof(jr));
memset(&del, 0, sizeof(del));
+ del.max_ids = 10000;
+ del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
- /*
- * Find out how many Jobs remain on this Volume by
- * counting the JobMedia records.
- */
- cnt.count = 0;
- Mmsg(query, cnt_JobMedia, edit_int64(mr->MediaId, ed1));
- if (!db_sql_query(ua->db, query, count_handler, (void *)&cnt)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- Dmsg0(050, "Count failed\n");
- goto bail_out;
- }
+ db_lock(ua->db);
- if (cnt.count == 0) {
- /* Don't mark appendable volume as purged */
- if (strcmp(mr->VolStatus, "Append") == 0 && verbose) {
- bsendmsg(ua, _("There are no Jobs associated with Volume \"%s\". Prune not needed.\n"),
- mr->VolumeName);
- ok = true;
- goto bail_out;
+ /* Prune only Volumes with status "Full", or "Used" */
+ if (strcmp(mr->VolStatus, "Full") == 0 ||
+ strcmp(mr->VolStatus, "Used") == 0) {
+ Dmsg2(050, "get prune list MediaId=%d Volume %s\n", (int)mr->MediaId, mr->VolumeName);
+ count = get_prune_list_for_volume(ua, mr, &del);
+ Dmsg1(050, "Num pruned = %d\n", count);
+ if (count != 0) {
+ purge_job_list_from_catalog(ua, del);
}
- /* If volume not already purged, do so */
- if (strcmp(mr->VolStatus, "Purged") != 0 && verbose) {
- bsendmsg(ua, _("There are no Jobs associated with Volume \"%s\". Marking it purged.\n"),
- mr->VolumeName);
- }
- ok = mark_media_purged(ua, mr);
- goto bail_out;
+ ok = is_volume_purged(ua, mr);
}
- if (cnt.count < MAX_DEL_LIST_LEN) {
- del.max_ids = cnt.count + 1;
- } else {
- del.max_ids = MAX_DEL_LIST_LEN;
+ db_unlock(ua->db);
+ if (del.JobId) {
+ free(del.JobId);
}
+ return ok;
+}
- /*
- * Now get a list of JobIds for Jobs written to this Volume
- * Could optimize here by adding JobTDate > (now - period).
- */
- del.JobId = (JobId_t *)malloc(sizeof(JobId_t) * del.max_ids);
- Mmsg(query, sel_JobMedia, edit_int64(mr->MediaId, ed1));
- if (!db_sql_query(ua->db, query, file_delete_handler, (void *)&del)) {
- if (ua->verbose) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
- }
- Dmsg0(050, "Count failed\n");
- goto bail_out;
+/*
+ * Get prune list for a volume
+ */
+int get_prune_list_for_volume(UAContext *ua, MEDIA_DBR *mr, del_ctx *del)
+{
+ POOL_MEM query(PM_MESSAGE);
+ int count = 0;
+ int i;
+ utime_t now, period;
+ char ed1[50], ed2[50];
+
+ if (mr->Enabled == 2) {
+ return 0; /* cannot prune Archived volumes */
}
- /* Use Volume Retention to prune Jobs and their Files */
+ db_lock(ua->db);
+
+ /*
+ * Now add to the list of JobIds for Jobs written to this Volume
+ */
+ edit_int64(mr->MediaId, ed1);
period = mr->VolRetention;
now = (utime_t)time(NULL);
-
- Dmsg3(200, "Now=%d period=%d now-period=%d\n", (int)now, (int)period,
+ edit_uint64(now-period, ed2);
+ Mmsg(query, sel_JobMedia, ed1, ed2);
+ Dmsg3(250, "Now=%d period=%d now-period=%d\n", (int)now, (int)period,
(int)(now-period));
- for (i=0; i < del.num_ids; i++) {
- jr.JobId = del.JobId[i];
- if (!db_get_job_record(ua->jcr, ua->db, &jr)) {
- continue;
- }
- Dmsg2(200, "Looking at %s JobTdate=%d\n", jr.Job, (int)jr.JobTDate);
- if (jr.JobTDate >= (now - period)) {
- continue;
+ Dmsg1(050, "Query=%s\n", query.c_str());
+ if (!db_sql_query(ua->db, query.c_str(), file_delete_handler, (void *)del)) {
+ if (ua->verbose) {
+ ua->error_msg("%s", db_strerror(ua->db));
}
- purge_files_from_job(ua, del.JobId[i]);
- purge_job_from_catalog(ua, del.JobId[i]);
- del.num_del++;
- }
- if (del.JobId) {
- free(del.JobId);
- }
- if (ua->verbose && del.num_del != 0) {
- bsendmsg(ua, _("Pruned %d %s on Volume \"%s\" from catalog.\n"), del.num_del,
- del.num_del == 1 ? "Job" : "Jobs", mr->VolumeName);
- }
-
- /*
- * Find out how many Jobs remain on this Volume by
- * counting the JobMedia records.
- */
- cnt.count = 0;
- Mmsg(query, cnt_JobMedia, edit_int64(mr->MediaId, ed1));
- if (!db_sql_query(ua->db, query, count_handler, (void *)&cnt)) {
- bsendmsg(ua, "%s", db_strerror(ua->db));
Dmsg0(050, "Count failed\n");
goto bail_out;
}
- if (cnt.count == 0) {
- Dmsg0(200, "Volume is purged.\n");
- ok = mark_media_purged(ua, mr);
+
+ for (i=0; i < del->num_ids; i++) {
+ if (ua->jcr->JobId == del->JobId[i]) {
+ Dmsg2(150, "skip same job JobId[%d]=%d\n", i, (int)del->JobId[i]);
+ del->JobId[i] = 0;
+ continue;
+ }
+ Dmsg2(150, "accept JobId[%d]=%d\n", i, (int)del->JobId[i]);
+ count++;
}
bail_out:
db_unlock(ua->db);
- free_pool_memory(query);
- return ok;
+ return count;
}