#!/bin/sh
#
-# shell script to update SQLite from version 1.38 to 2.0
+# Copyright (C) 2000-2017 Kern Sibbald
+# License: BSD 2-Clause; see file LICENSE-FOSS
#
+# Shell script to update SQLite tables from Bacula Community version
+# 5.0.x, 5.2.x, 7.0.x, 7.2.x, 7.4.x
+#
+echo " "
+echo "This script will update a Bacula SQLite database from version 12-15 to 16"
echo " "
-echo "This script will update a Bacula SQLite database from version 9 to 10"
-echo " which is needed to convert from Bacula version 1.38.x to 2.0.x or higher"
-echo "Depending on the size of your database,"
-echo "this script may take several minutes to run."
+echo "Depending on the current version of your catalog, you may have to run this script"
+echo " multiple times"
echo " "
-bindir=@SQL_BINDIR@
+bindir=@SQLITE_BINDIR@
+PATH="$bindir:$PATH"
cd @working_dir@
-sqlite=@DB_NAME@
+db_name=@db_name@
+
+DBVERSION=`sqlite3 ${db_name}.db <<END
+SELECT VersionId FROM Version LIMIT 1;
+END
+`
+if [ "$DBVERSION" -lt 12 -o "$DBVERSION" -gt 15 ] ; then
+ echo " "
+ echo "The existing database is version $DBVERSION !!"
+ echo "This script can only update an existing version 12, 13, 14 or 15 database to version 16."
+ echo "Error. Cannot upgrade this database."
+ echo " "
+ exit 1
+fi
+
+if [ "$DBVERSION" = 12 ] ; then
+sqlite3 $* ${db_name}.db <<END-OF-DATA
+BEGIN;
+
+CREATE TABLE RestoreObject (
+ RestoreObjectId INTEGER,
+ ObjectName TEXT DEFAULT '',
+ RestoreObject TEXT DEFAULT '',
+ PluginName TEXT DEFAULT '',
+ ObjectLength INTEGER DEFAULT 0,
+ ObjectFullLength INTEGER DEFAULT 0,
+ ObjectIndex INTEGER DEFAULT 0,
+ ObjectType INTEGER DEFAULT 0,
+ FileIndex INTEGER UNSIGNED DEFAULT 0,
+ ObjectCompression INTEGER DEFAULT 0,
+ JobId INTEGER UNSIGNED REFERENCES Job NOT NULL,
+ PRIMARY KEY(RestoreObjectId)
+ );
+CREATE INDEX restore_jobid_idx ON RestoreObject (JobId);
-${bindir}/${sqlite} $* bacula.db <<END-OF-DATA
-BEGIN TRANSACTION;
+UPDATE Version SET VersionId=13;
+COMMIT;
-CREATE TEMPORARY TABLE Media_backup (
- MediaId INTEGER UNSIGNED AUTOINCREMENT,
- VolumeName VARCHAR(128) NOT NULL,
- Slot INTEGER DEFAULT 0,
- PoolId INTEGER UNSIGNED REFERENCES Pool DEFAULT 0,
- MediaType VARCHAR(128) NOT NULL,
- MediaTypeId INTEGER UNSIGNED REFERENCES MediaType DEFAULT 0,
- LabelType TINYINT DEFAULT 0,
- FirstWritten DATETIME DEFAULT 0,
- LastWritten DATETIME DEFAULT 0,
- LabelDate DATETIME DEFAULT 0,
- VolJobs INTEGER UNSIGNED DEFAULT 0,
- VolFiles INTEGER UNSIGNED DEFAULT 0,
- VolBlocks INTEGER UNSIGNED DEFAULT 0,
- VolMounts INTEGER UNSIGNED DEFAULT 0,
- VolBytes BIGINT UNSIGNED DEFAULT 0,
- VolParts INTEGER UNSIGNED DEFAULT 0,
- VolErrors INTEGER UNSIGNED DEFAULT 0,
- VolWrites INTEGER UNSIGNED DEFAULT 0,
- VolCapacityBytes BIGINT UNSIGNED DEFAULT 0,
- VolStatus VARCHAR(20) NOT NULL,
- Enabled TINYINT DEFAULT 1,
- Recycle TINYINT DEFAULT 0,
- VolRetention BIGINT UNSIGNED DEFAULT 0,
- VolUseDuration BIGINT UNSIGNED DEFAULT 0,
- MaxVolJobs INTEGER UNSIGNED DEFAULT 0,
- MaxVolFiles INTEGER UNSIGNED DEFAULT 0,
- MaxVolBytes BIGINT UNSIGNED DEFAULT 0,
- InChanger TINYINT DEFAULT 0,
- StorageId INTEGER UNSIGNED REFERENCES Storage,
- DeviceId INTEGER UNSIGNED REFERENCES Device,
- MediaAddressing TINYINT DEFAULT 0,
- VolReadTime BIGINT UNSIGNED DEFAULT 0,
- VolWriteTime BIGINT UNSIGNED DEFAULT 0,
- EndFile INTEGER UNSIGNED DEFAULT 0,
- EndBlock INTEGER UNSIGNED DEFAULT 0,
- LocationId INTEGER UNSIGNED REFERENCES Location,
- RecycleCount INTEGER UNSIGNED DEFAULT 0,
- InitialWrite DATETIME DEFAULT 0,
- ScratchPoolId INTEGER UNSIGNED REFERENCES Pool DEFAULT 0,
- RecyclePoolId INTEGER UNSIGNED REFERENCES Pool DEFAULT 0,
- PRIMARY KEY(MediaId)
- );
+END-OF-DATA
+DBVERSION=13
+fi
-INSERT INTO Media_backup SELECT
- MediaId, VolumeName, Slot, PoolId,
- MediaType, LabelType, 0, FirstWritten, LastWritten,
- LabelDate, VolJobs, VolFiles, VolBlocks,
- VolMounts, VolBytes, VolParts, VolErrors, VolWrites,
- VolCapacityBytes, VolStatus, 1, Recycle,
- VolRetention, VolUseDuration, MaxVolJobs,
- MaxVolFiles, MaxVolBytes, InChanger,
- StorageId, 0, MediaAddressing,
- VolReadTime, VolWriteTime, EndFile, EndBlock, 0, 0, 0, 0, 0
- FROM Media;
+if [ "$DBVERSION" = 13 ] ; then
+sqlite3 $* ${db_name}.db <<END-OF-DATA
+BEGIN;
-DROP TABLE Media;
+ALTER TABLE File ADD COLUMN DeltaSeq smallint default 0;
+UPDATE Version SET VersionId=14;
+
+COMMIT;
+
+END-OF-DATA
+
+DBVERSION=14
+
+fi
+
+if [ "$DBVERSION" = 14 ] ; then
+ sqlite3 $* ${db_name}.db <<END-OF-DATA
+BEGIN;
+
+INSERT INTO Status (JobStatus,JobStatusLong,Severity) VALUES
+ ('I', 'Incomplete Job',25);
-CREATE TABLE Media (
+CREATE TABLE new_Media (
MediaId INTEGER,
VolumeName VARCHAR(128) NOT NULL,
Slot INTEGER DEFAULT 0,
VolBytes BIGINT UNSIGNED DEFAULT 0,
VolParts INTEGER UNSIGNED DEFAULT 0,
VolErrors INTEGER UNSIGNED DEFAULT 0,
- VolWrites INTEGER UNSIGNED DEFAULT 0,
+ VolWrites BIGINT UNSIGNED DEFAULT 0,
VolCapacityBytes BIGINT UNSIGNED DEFAULT 0,
VolStatus VARCHAR(20) NOT NULL,
Enabled TINYINT DEFAULT 1,
Recycle TINYINT DEFAULT 0,
+ ActionOnPurge TINYINT DEFAULT 0,
VolRetention BIGINT UNSIGNED DEFAULT 0,
VolUseDuration BIGINT UNSIGNED DEFAULT 0,
MaxVolJobs INTEGER UNSIGNED DEFAULT 0,
ScratchPoolId INTEGER UNSIGNED REFERENCES Pool DEFAULT 0,
RecyclePoolId INTEGER UNSIGNED REFERENCES Pool DEFAULT 0,
Comment TEXT,
+ VolABytes BIGINT UNSIGNED DEFAULT 0,
+ VolAPadding BIGINT UNSIGNED DEFAULT 0,
+ VolHoleBytes BIGINT UNSIGNED DEFAULT 0,
+ VolHoles INTEGER UNSIGNED DEFAULT 0,
PRIMARY KEY(MediaId)
);
-
-INSERT INTO Media (
- MediaId, VolumeName, Slot, PoolId,
- MediaType, MediaTypeId, LabelType, FirstWritten, LastWritten,
- LabelDate, VolJobs, VolFiles, VolBlocks,
- VolMounts, VolBytes, VolParts, VolErrors, VolWrites,
- VolCapacityBytes, VolStatus, Enabled, Recycle,
- VolRetention, VolUseDuration, MaxVolJobs,
- MaxVolFiles, MaxVolBytes,
- InChanger, StorageId, DeviceId, MediaAddressing,
- VolReadTime, VolWriteTime,
- EndFile, EndBlock, LocationId, RecycleCount, InitialWrite,
- ScratchPoolId, RecyclePoolId)
- SELECT * FROM Media_backup;
-
-
-DROP TABLE Media_backup;
+INSERT INTO new_Media (MediaId, VolumeName, Slot, PoolId, MediaType, MediaTypeId, LabelType, FirstWritten, LastWritten, LabelDate, VolJobs, VolFiles, VolBlocks, VolMounts, VolBytes, VolParts, VolErrors, VolWrites, VolCapacityBytes, VolStatus, Enabled, Recycle, ActionOnPurge, VolRetention, VolUseDuration, MaxVolJobs, MaxVolFiles, MaxVolBytes, InChanger, StorageId, DeviceId, MediaAddressing, VolReadTime, VolWriteTime, EndFile, EndBlock, LocationId, RecycleCount, InitialWrite, ScratchPoolId, RecyclePoolId, Comment) SELECT MediaId, VolumeName, Slot, PoolId, MediaType, MediaTypeId, LabelType, FirstWritten, LastWritten, LabelDate, VolJobs, VolFiles, VolBlocks, VolMounts, VolBytes, VolParts, VolErrors, VolWrites, VolCapacityBytes, VolStatus, Enabled, Recycle, ActionOnPurge, VolRetention, VolUseDuration, MaxVolJobs, MaxVolFiles, MaxVolBytes, InChanger, StorageId, DeviceId, MediaAddressing, VolReadTime, VolWriteTime, EndFile, EndBlock, LocationId, RecycleCount, InitialWrite, ScratchPoolId, RecyclePoolId, Comment FROM Media;
+DROP TABLE Media;
+ALTER TABLE new_Media RENAME TO Media;
CREATE INDEX inx8 ON Media (PoolId);
-CREATE TEMPORARY TABLE job_backup
-(
- JobId INTEGER,
- Job VARCHAR(128) NOT NULL,
- Name VARCHAR(128) NOT NULL,
- Type CHAR NOT NULL,
- Level CHAR NOT NULL,
- ClientId INTEGER REFERENCES Client DEFAULT 0,
- JobStatus CHAR NOT NULL,
- SchedTime DATETIME NOT NULL,
- StartTime DATETIME DEFAULT 0,
- EndTime DATETIME DEFAULT 0,
- RealEndTime DATETIME DEFAULT 0,
- JobTDate BIGINT UNSIGNED DEFAULT 0,
- VolSessionId INTEGER UNSIGNED DEFAULT 0,
- VolSessionTime INTEGER UNSIGNED DEFAULT 0,
- JobFiles INTEGER UNSIGNED DEFAULT 0,
- JobBytes BIGINT UNSIGNED DEFAULT 0,
- JobErrors INTEGER UNSIGNED DEFAULT 0,
- JobMissingFiles INTEGER UNSIGNED DEFAULT 0,
- PoolId INTEGER UNSIGNED REFERENCES Pool DEFAULT 0,
- FileSetId INTEGER UNSIGNED REFERENCES FileSet DEFAULT 0,
- PriorJobId INTEGER UNSIGNED REFERENCES Job DEFAULT 0,
- PurgedFiles TINYINT DEFAULT 0,
- HasBase TINYINT DEFAULT 0
- );
-
-INSERT INTO Job_backup SELECT
- JobId, Job, Name, Type, Level, ClientId, JobStatus,
- SchedTime, StartTime, EndTime, 0,
- JobTDate, VolSessionId, VolSessionTime,
- JobFiles, JobBytes, JobErrors, JobMissingFiles,
- PoolId, FileSetId, 0, PurgedFiles, HasBase
- FROM Job;
-
-DROP TABLE Job;
-
-CREATE TABLE Job
-(
- JobId INTEGER,
- Job VARCHAR(128) NOT NULL,
- Name VARCHAR(128) NOT NULL,
- Type CHAR NOT NULL,
- Level CHAR NOT NULL,
- ClientId INTEGER REFERENCES Client DEFAULT 0,
- JobStatus CHAR NOT NULL,
- SchedTime DATETIME NOT NULL,
- StartTime DATETIME DEFAULT 0,
- EndTime DATETIME DEFAULT 0,
- RealEndTime DATETIME DEFAULT 0,
- JobTDate BIGINT UNSIGNED DEFAULT 0,
- VolSessionId INTEGER UNSIGNED DEFAULT 0,
- VolSessionTime INTEGER UNSIGNED DEFAULT 0,
- JobFiles INTEGER UNSIGNED DEFAULT 0,
- JobBytes BIGINT UNSIGNED DEFAULT 0,
- JobErrors INTEGER UNSIGNED DEFAULT 0,
- JobMissingFiles INTEGER UNSIGNED DEFAULT 0,
- PoolId INTEGER UNSIGNED REFERENCES Pool DEFAULT 0,
- FileSetId INTEGER UNSIGNED REFERENCES FileSet DEFAULT 0,
- PriorJobId INTEGER UNSIGNED REFERENCES Job DEFAULT 0,
- PurgedFiles TINYINT DEFAULT 0,
- HasBase TINYINT DEFAULT 0,
- PRIMARY KEY(JobId)
- );
-CREATE INDEX inx6 ON Job (Name);
-
-INSERT INTO Job (
- JobId, Job, Name, Type, Level, ClientId, JobStatus,
- SchedTime, StartTime, EndTime, RealEndTime,
- JobTDate, VolSessionId, VolSessionTime,
- JobFiles, JobBytes, JobErrors, JobMissingFiles,
- PoolId, FileSetId, PriorJobId, PurgedFiles, HasBase)
- SELECT * FROM Job_backup;
-
-DROP TABLE Job_backup;
-
-CREATE TABLE LocationLog (
- LocLogId INTEGER,
- Date DATETIME NOT NULL,
- Comment TEXT NOT NULL,
- MediaId INTEGER UNSIGNED REFERENCES Media DEFAULT 0,
- LocationId INTEGER UNSIGNED REFERENCES LocationId DEFAULT 0,
- NewVolStatus VARCHAR(20) NOT NULL,
- NewEnabled TINYINT NOT NULL,
- PRIMARY KEY(LocLogId)
+CREATE TABLE Snapshot (
+ SnapshotId INTEGER UNSIGNED AUTO_INCREMENT,
+ Name TINYBLOB NOT NULL,
+ JobId INTEGER UNSIGNED DEFAULT 0,
+ FileSetId INTEGER UNSIGNED DEFAULT 0,
+ CreateTDate BIGINT NOT NULL,
+ CreateDate DATETIME NOT NULL,
+ ClientId INTEGER DEFAULT 0,
+ Volume TINYBLOB NOT NULL,
+ Device TINYBLOB NOT NULL,
+ Type TINYBLOB NOT NULL,
+ Retention INTEGER DEFAULT 0,
+ Comment BLOB,
+ primary key (SnapshotId)
);
-CREATE TABLE Log (
- LogId INTEGER,
+CREATE UNIQUE INDEX snapshot_idx ON Snapshot (Device, Volume, Name);
+
+CREATE INDEX jobtdate_idx on JobHisto (JobTDate);
+
+UPDATE Version SET VersionId=15;
+
+
+if [ "$DBVERSION" -eq 15 ] ; then
+ if psql -f - -d ${db_name} $* <<END-OF-DATA
+begin;
+CREATE TABLE basefiles_temp (
+ BaseId BIGINT,
+ BaseJobId INTEGER UNSIGNED REFERENCES Job NOT NULL,
JobId INTEGER UNSIGNED REFERENCES Job NOT NULL,
- Time DATETIME NOT NULL,
- LogText TEXT NOT NULL,
- PRIMARY KEY(LogId)
+ FileId INTEGER UNSIGNED REFERENCES File NOT NULL,
+ FileIndex INTEGER UNSIGNED,
+ PRIMARY KEY(BaseId)
);
-CREATE INDEX LogInx1 ON File (JobId);
-
-CREATE TABLE Location (
- LocationId INTEGER,
- Location TEXT NOT NULL,
- Cost INTEGER DEFAULT 0,
- Enabled TINYINT,
- PRIMARY KEY(LocationId)
- );
-
-DELETE FROM Version;
-INSERT INTO Version (VersionId) VALUES (10);
+INSERT INTO basefiles_temp (BaseId, BaseJobId, JobId,
+ FileId, FileIndex)
+ SELECT BaseId, BaseJobId, JobId, FileId, FileIndex
+ FROM BaseFiles;
-COMMIT;
+DROP TABLE BaseFiles;
+ALTER TABLE basefiles_temp RENAME TO BaseFiles;
+ALTER TABLE Media RENAME COLUMN VolParts TO VolType;
+ALTER TABLE Media ADD COLUMN VolParts INTEGER DEFAULT 0;
+ALTER TABLE Media ADD COLUMN LastPartBytes BIGINT DEFAULT 0;
+ALTER TABLE Media ADD COLUMN CacheRetention BIGINT DEFAULT 0;
+ALTER TABLE Pool ADD COLUMN CacheRetention BIGINT DEFAULT 0;
+CREATE INDEX job_jobtdate_inx ON job (JobTDate);
+
+UPDATE Version SET VersionId=16;
+commit;
+END-OF-DATA
+ then
+ echo "Update of Bacula SQLite3 tables 15 to 16 succeeded."
+ getVersion
+ else
+ echo "Update of Bacula SQLite3 tables 15 to 16 failed."
+ exit 1
+ fi
+fi
+
+COMMIT;
END-OF-DATA
+DBVERSION=16
+fi
projects / bacula / bacula / blobdiff