/*
- *
- * Bacula Director -- Automatic Pruning
- * Applies retention periods
- *
- * Kern Sibbald, May MMII
- *
- * Version $Id$
- */
+ Bacula(R) - The Network Backup Solution
-/*
- Copyright (C) 2002 Kern Sibbald and John Walker
+ Copyright (C) 2000-2017 Kern Sibbald
- This program is free software; you can redistribute it and/or
- modify it under the terms of the GNU General Public License as
- published by the Free Software Foundation; either version 2 of
- the License, or (at your option) any later version.
+ The original author of Bacula is Kern Sibbald, with contributions
+ from many others, a complete list can be found in the file AUTHORS.
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- General Public License for more details.
+ You may use this file and others of this release according to the
+ license defined in the LICENSE file, which includes the Affero General
+ Public License, v3.0 ("AGPLv3") and some additional permissions and
+ terms pursuant to its AGPLv3 Section 7.
- You should have received a copy of the GNU General Public
- License along with this program; if not, write to the Free
- Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
- MA 02111-1307, USA.
+ This notice must be preserved when any source code is
+ conveyed and/or propagated.
+ Bacula(R) is a registered trademark of Kern Sibbald.
+*/
+/*
+ * Bacula Director -- Automatic Pruning
+ * Applies retention periods
+ *
+ * Kern Sibbald, May MMII
*/
#include "bacula.h"
/* Forward referenced functions */
-void create_ua_context(JCR *jcr, UAContext *ua)
-{
- memset(ua, 0, sizeof(UAContext));
- ua->jcr = jcr;
- ua->db = jcr->db;
- ua->cmd = get_pool_memory(PM_FNAME);
- ua->args = get_pool_memory(PM_FNAME);
- ua->verbose = 1;
-}
-
-void free_ua_context(UAContext *ua)
-{
- if (ua->cmd) {
- free_pool_memory(ua->cmd);
- }
- if (ua->args) {
- free_pool_memory(ua->args);
- }
-}
/*
- * Auto Prune Jobs and Files
- * Volumes are done separately
+ * Auto Prune Jobs and Files. This is called at the end of every
+ * Job. We do not prune volumes here.
*/
-int do_autoprune(JCR *jcr)
+void do_autoprune(JCR *jcr)
{
- UAContext ua;
+ UAContext *ua;
CLIENT *client;
- int pruned;
+ POOL *pool;
+ bool pruned;
- if (!jcr->client) { /* temp -- remove me */
- return 1;
+ if (!jcr->client) { /* temp -- remove me */
+ return;
}
- create_ua_context(jcr, &ua);
-
+ ua = new_ua_context(jcr);
client = jcr->client;
+ pool = jcr->pool;
if (jcr->job->PruneJobs || jcr->client->AutoPrune) {
- Jmsg(jcr, M_INFO, 0, _("Begin pruning Jobs.\n"));
- prune_jobs(&ua, client, jcr->JobType);
- pruned = TRUE;
+ prune_jobs(ua, client, pool, jcr->getJobType());
+ pruned = true;
} else {
- pruned = FALSE;
+ pruned = false;
}
-
+
if (jcr->job->PruneFiles || jcr->client->AutoPrune) {
- Jmsg(jcr, M_INFO, 0, _("Begin pruning Files.\n"));
- prune_files(&ua, client);
- pruned = TRUE;
+ prune_files(ua, client, pool);
+ pruned = true;
}
if (pruned) {
Jmsg(jcr, M_INFO, 0, _("End auto prune.\n\n"));
}
-
- free_ua_context(&ua);
- return 1;
+ free_ua_context(ua);
+ return;
}
/*
- * Prune all volumes in current Pool.
+ * Prune at least one Volume in current Pool. This is called from
+ * catreq.c => next_vol.c when the Storage daemon is asking for another
+ * volume and no appendable volumes are available.
*
- * Return 0: on error
- * number of Volumes Purged
*/
-int prune_volumes(JCR *jcr)
+void prune_volumes(JCR *jcr, bool InChanger, MEDIA_DBR *mr,
+ STORE *store)
{
- int stat = 0;
+ int count;
int i;
- uint32_t *ids = NULL;
- int num_ids = 0;
- MEDIA_DBR mr;
- POOL_DBR pr;
- UAContext ua;
+ dbid_list ids;
+ struct del_ctx prune_list;
+ POOL_MEM query(PM_MESSAGE), changer(PM_MESSAGE);
+ UAContext *ua;
+ char ed1[50], ed2[100], ed3[50];
+ POOL_DBR spr;
+
+ Dmsg1(100, "Prune volumes PoolId=%d\n", jcr->jr.PoolId);
if (!jcr->job->PruneVolumes && !jcr->pool->AutoPrune) {
Dmsg0(100, "AutoPrune not set in Pool.\n");
- return 0;
+ return;
}
- memset(&mr, 0, sizeof(mr));
- memset(&pr, 0, sizeof(pr));
- create_ua_context(jcr, &ua);
+ memset(&prune_list, 0, sizeof(prune_list));
+ prune_list.max_ids = 10000;
+ prune_list.JobId = (JobId_t *)malloc(sizeof(JobId_t) * prune_list.max_ids);
+
+ ua = new_ua_context(jcr);
db_lock(jcr->db);
- pr.PoolId = jcr->PoolId;
- if (!db_get_pool_record(jcr->db, &pr) || !db_get_media_ids(jcr->db, &num_ids, &ids)) {
+ /* Edit PoolId */
+ edit_int64(mr->PoolId, ed1);
+ /*
+ * Get Pool record for Scratch Pool
+ */
+ memset(&spr, 0, sizeof(spr));
+ bstrncpy(spr.Name, "Scratch", sizeof(spr.Name));
+ if (db_get_pool_record(jcr, jcr->db, &spr)) {
+ edit_int64(spr.PoolId, ed2);
+ bstrncat(ed2, ",", sizeof(ed2));
+ } else {
+ ed2[0] = 0;
+ }
+
+ if (mr->ScratchPoolId) {
+ edit_int64(mr->ScratchPoolId, ed3);
+ bstrncat(ed2, ed3, sizeof(ed2));
+ bstrncat(ed2, ",", sizeof(ed2));
+ }
+
+ Dmsg1(100, "Scratch pool(s)=%s\n", ed2);
+ /*
+ * ed2 ends up with scratch poolid and current poolid or
+ * just current poolid if there is no scratch pool
+ */
+ bstrncat(ed2, ed1, sizeof(ed2));
+
+ /*
+ * Get the List of all media ids in the current Pool or whose
+ * RecyclePoolId is the current pool or the scratch pool
+ */
+ const char *select = "SELECT DISTINCT MediaId,LastWritten FROM Media WHERE "
+ "(PoolId=%s OR RecyclePoolId IN (%s)) AND MediaType='%s' %s"
+ "ORDER BY LastWritten ASC,MediaId";
+
+ set_storageid_in_mr(store, mr);
+ if (InChanger) {
+ Mmsg(changer, "AND InChanger=1 AND StorageId IN (%s) ", mr->sid_group);
+ }
+
+ Mmsg(query, select, ed1, ed2, mr->MediaType, changer.c_str());
+
+ Dmsg1(100, "query=%s\n", query.c_str());
+ if (!db_get_query_dbids(ua->jcr, ua->db, query, ids)) {
Jmsg(jcr, M_ERROR, 0, "%s", db_strerror(jcr->db));
goto bail_out;
}
+ Dmsg1(100, "Volume prune num_ids=%d\n", ids.num_ids);
- for (i=0; i<num_ids; i++) {
- mr.MediaId = ids[i];
- if (!db_get_media_record(jcr->db, &mr)) {
+ /* Visit each Volume and Prune it until we find one that is purged */
+ for (i=0; i<ids.num_ids; i++) {
+ MEDIA_DBR lmr;
+ lmr.MediaId = ids.DBId[i];
+ Dmsg1(100, "Get record MediaId=%lu\n", lmr.MediaId);
+ if (!db_get_media_record(jcr, jcr->db, &lmr)) {
Jmsg(jcr, M_ERROR, 0, "%s", db_strerror(jcr->db));
- continue;
+ continue;
}
- /* Prune only Volumes from current Pool */
- if (pr.PoolId != mr.PoolId) {
- continue;
+ Dmsg1(100, "Examine vol=%s\n", lmr.VolumeName);
+ /* Don't prune archived volumes */
+ if (lmr.Enabled == 2) {
+ Dmsg1(100, "Vol=%s disabled\n", lmr.VolumeName);
+ continue;
}
- /* Prune only Volumes with status "Full" or "Used" */
- if (strcmp(mr.VolStatus, "Full") == 0 || strcmp(mr.VolStatus, "Used") == 0) {
- Dmsg1(200, "Prune Volume %s\n", mr.VolumeName);
- stat += prune_volume(&ua, &pr, &mr);
- Dmsg1(200, "Num pruned = %d\n", stat);
+ /* Prune only Volumes with status "Full", or "Used" */
+ if (strcmp(lmr.VolStatus, "Full") == 0 ||
+ strcmp(lmr.VolStatus, "Used") == 0) {
+ Dmsg2(100, "Add prune list MediaId=%lu Volume %s\n", lmr.MediaId, lmr.VolumeName);
+ count = get_prune_list_for_volume(ua, &lmr, &prune_list);
+ Dmsg1(100, "Num pruned = %d\n", count);
+ if (count != 0) {
+ purge_job_list_from_catalog(ua, prune_list);
+ prune_list.num_ids = 0; /* reset count */
+ }
+ if (!is_volume_purged(ua, &lmr)) {
+ Dmsg1(100, "Vol=%s not pruned\n", lmr.VolumeName);
+ continue;
+ }
+ Dmsg1(100, "Vol=%s is purged\n", lmr.VolumeName);
+
+ /*
+ * Since we are also pruning the Scratch pool, continue
+ * until and check if this volume is available (InChanger + StorageId)
+ * If not, just skip this volume and try the next one
+ */
+ if (InChanger) {
+ /* ***FIXME*** should be any StorageId in sid_group */
+ if (!lmr.InChanger || (lmr.StorageId != mr->StorageId)) {
+ Dmsg1(100, "Vol=%s not inchanger\n", lmr.VolumeName);
+ continue; /* skip this volume, ie not loadable */
+ }
+ }
+
+ if (!lmr.Recycle) {
+ Dmsg1(100, "Vol=%s not recyclable\n", lmr.VolumeName);
+ continue;
+ }
+
+ if (has_volume_expired(jcr, &lmr)) {
+ Dmsg1(100, "Vol=%s has expired\n", lmr.VolumeName);
+ continue; /* Volume not usable */
+ }
+
+ /*
+ * If purged and not moved to another Pool,
+ * then we stop pruning and take this volume.
+ */
+ if (lmr.PoolId == mr->PoolId) {
+ Dmsg2(100, "Got Vol=%s MediaId=%lu purged.\n", lmr.VolumeName, lmr.MediaId);
+ mr->copy(&lmr);
+ set_storageid_in_mr(store, mr);
+ break; /* got a volume */
+ }
}
- }
+ }
bail_out:
+ Dmsg0(100, "Leave prune volumes\n");
db_unlock(jcr->db);
- free_ua_context(&ua);
- if (ids) {
- free(ids);
+ free_ua_context(ua);
+ if (prune_list.JobId) {
+ free(prune_list.JobId);
}
- return stat;
+ return;
}
projects / bacula / bacula / blobdiff