backup.in 7.42 KB
Newer Older
1
#!/usr/bin/perl -wT
Leigh B. Stoller's avatar
Leigh B. Stoller committed
2 3
#
# EMULAB-COPYRIGHT
4
# Copyright (c) 2000-2010 University of Utah and the Flux Group.
Leigh B. Stoller's avatar
Leigh B. Stoller committed
5 6
# All rights reserved.
#
7
use strict;
8
use English;
9
use Getopt::Std;
10

11 12 13 14 15 16 17 18 19 20 21 22 23
#
# Back up the DB, rolling the base and update logs. The approach is to
# open up the index file and see what the name of the current update file
# is. It has a numeric extension. Rename the base log to base.XXX,
# and then snapshot the DB into backup.XXX So, the combination of
# update.XXX and base.XXX is the DB history since the last time the script
# was run. The file backup.XXX corresponds to the DB at this point in time.
#
# To restore (or track the changes of) a DB, simply take backup.XXX and 
# apply the changes that are stored in update.XXX+1 (which are the changes
# made since backup.XXX was made). This should give you a DB that is the
# same as backup.XXX+1. You can go back further, and just apply all the
# subsequent update.XXX files. 
24 25 26
#
sub usage()
{
27
    print("Usage: backup [-o] [-c -y]\n");
28 29
    exit(-1);
}
30
my $optlist = "docy";
31 32
my $debug   = 0;
my $opsmode = 0;
33
my $clean   = 0;
34

35 36 37 38 39
#
# Configure variables
#
my $TB		= "@prefix@";
my $DBNAME	= "@TBDBNAME@";
40
my $TBOPS       = "@TBOPSEMAIL@";
41 42

my $BACKUPDIR	= "$TB/backup";
43
my $LOGDIR	= "$TB/log/mysql";
44 45
my $HOTCOPY     = "/usr/local/bin/mysqlhotcopy";
my $MYSQLDUMP   = "/usr/local/bin/mysqldump";
46
my $SETSITEVAR  = "$TB/sbin/setsitevar";
47
my $DBCONF      = "$TB/etc/mysqld.pwd";
48
my $TAR         = "/usr/bin/tar";
49
my $BASE	= "base";
Mac Newbold's avatar
Mac Newbold committed
50
my $UPD		= "update";
51
my $SLOW	= "slowqueries";
52
my $BACK	= "tbdb";
53
my $BACKUPDAYS  = "30";
54
my $extension;
55
my $dohotcopy   = 0;
56 57 58
my $dbname      = "mysql";
my $dbuser      = "root";
my $dbpass;
59 60

# un-taint path
61
$ENV{'PATH'} = '/bin:/usr/bin:/usr/local/bin:/usr/site/bin';
62 63
delete @ENV{'IFS', 'CDPATH', 'ENV', 'BASH_ENV'};

64 65 66 67 68 69 70 71 72
#
# Turn off line buffering on output
#
$| = 1; 

# Load the Testbed support stuff.
use lib "@prefix@/lib";
use libtestbed;

73 74 75 76 77
#
# Function prototypes
#
sub fatal($);

78 79 80 81 82 83 84 85
#
# Only real root can call this.
# 
if ($UID != 0) {
    print STDERR "You must be root to run this script!\n";
    exit(-1);
}

86 87 88 89 90 91 92 93 94 95
#
# Parse command arguments.
#
my %options = ();
if (! getopts($optlist, \%options)) {
    usage();
}
if (defined($options{"d"})) {
    $debug = 1;
}
96 97 98 99 100 101
if (defined($options{"c"})) {
    $clean++;
}
if (defined($options{"y"})) {
    $clean++;
}
102 103 104
if (defined($options{"o"})) {
    $opsmode = 1;
}
105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131
if ($opsmode && ($dohotcopy || $clean)) {
    fatal("Cannot do hotcopy or clean mode on ops");
}

if ($clean) {
    if (! chdir($BACKUPDIR)) {
	fatal("Could not chdir to $BACKUPDIR: $!");
    }
    my $doit = ($clean > 1 ? "-delete" : "");

    print "These files will be removed in $BACKUPDIR\n";
    if ($clean == 1) {
	print "Add the -y option to actually remove.\n";
    }
    system("find . \\\( -name 'tbdb.*.gz' \\\) -mtime +${BACKUPDAYS} -print $doit");

    if (! chdir($LOGDIR)) {
	fatal("Could not chdir to $LOGDIR: $!");
    }
    print "These files will be removed in $LOGDIR\n";
    if ($clean == 1) {
	print "Add the -y option to actually remove.\n";
    }
    system("find . \\\( -name 'base.*.gz' -o -name 'update.*.gz' ".
	   "         -o -name 'slowqueries.*.gz' \\\) ".
	   "-mtime +${BACKUPDAYS} -print $doit");
    exit(0);
132 133
}

134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154
#
# Create a temporary name for a log file and untaint it.
#
#
# Form a temp name.
#
my $logname = `mktemp /tmp/dbbackup.XXXXXX`;

if ($logname =~ /^([-\@\w.\/]+)$/) {
    $logname = $1;
} else {
    die "Bad data in $logname";
}

#
# Reopen both stdout and stderr so that we can record all the output for
# later mailing.
# 
open(STDERR, ">> $logname") or die("opening $logname for STDERR: $!");
open(STDOUT, ">> $logname") or die("opening $logname for STDOUT: $!");

155 156 157
if ($opsmode) {
    require libtbdb;
    import libtbdb;
158

159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178
    if (`cat $DBCONF` =~ /^([\w]*)$/) {
	$dbpass = $1;
    }
    else {
	fatal("Could not get mysql password from $DBCONF!");
    }
    if (TBDBConnect($dbname, $dbuser, $dbpass) < 0) {
	fatal("Could not connect to ops database!");
    }
}
else {
    if (! chdir($BACKUPDIR)) {
	fatal("Could not chdir to $BACKUPDIR: $!");
    }
    #
    # Let people know the system will be sluggish.
    #
    system("$SETSITEVAR web/message '<font color=red>".
	   "Nightly backup in progress; system might be sluggish</font>'");
}
179

180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198
#
# Open up the index file to see what the current update file extension is.
# The base/backup files correspond to this most recent update file, and
# so should be named with that extension.
#
# Read through to the last line and get its extension. This becomes
# the extension for the other files. No locking is needed.
#
open(IDX, "< $LOGDIR/update.index") or
    fatal("Could not open $LOGDIR/update.index: $!");

while (<IDX>) {
    if ($_ =~ /^.*\.([0-9]*)$/) {
	$extension = $1;
    }
}
close(IDX);
print "Extension:        $extension\n";

199 200 201 202 203 204 205 206 207 208 209 210 211 212 213
#
# Use mysqlhotcopy if installed.
#
if ($dohotcopy) {
    #
    # We use hotcopy, so make sure the target directory we are going to use
    # does not already exist.
    #
    if (-e "tbdb") {
	system("/bin/rm -r tbdb") == 0
	    or fatal("Could not remove old backup directory!");
    }
    $BACK .= ".tgz";
}

214 215
my $backname  = "$BACK.$extension";
my $basename  = "$BASE.$extension";
216 217
my $updname   = "$UPD.$extension";
my $slowname  = "$SLOW.$extension";
218

219 220
print "Backup file name: $backname\n"
    if (!$opsmode);
221
print "Base file name:   $basename\n";
Mac Newbold's avatar
Mac Newbold committed
222
print "Update file name: $updname\n";
223
print "Slow file name:   $slowname\n";
224

225 226 227
#
# Move base log out of the way since flush-logs will reset it too.
#
228 229 230
if (-e "$LOGDIR/$BASE") {
    if (system("/bin/mv $LOGDIR/$BASE $LOGDIR/$basename")) {
	print STDERR "Could not move $LOGDIR/$BASE to $LOGDIR/$basename!";
231 232
    }
}
233 234 235 236 237
if (-e "$LOGDIR/$SLOW") {
    if (system("/bin/mv $LOGDIR/$SLOW $LOGDIR/$slowname")) {
	print STDERR "Could not move $LOGDIR/$SLOW to $LOGDIR/$slowname!";
    }
}
238

239 240 241 242 243 244 245 246 247
if ($opsmode) {
    #
    # This will reset the log files.
    #
    if (! DBQueryWarn("flush logs")) {
	fatal("mysqladmin failed!");
    }
}
elsif ($dohotcopy) {
248 249 250 251 252 253 254 255 256 257 258 259 260
    #
    # Do a hotcopy. This will reset the log files.
    #
    if (system("$HOTCOPY --noindices --flushlog $DBNAME $BACKUPDIR")) {
	fatal("$HOTCOPY failed!");
    }

    #
    # Tar and compress the directory.
    # 
    if (system("$TAR -zcf $backname $DBNAME")) {
	fatal("$TAR -zcf $backname failed!");
    }
261
}
262 263 264 265 266 267 268 269
else {
    #
    # Do a mysqldump. This will reset the log files.
    #
    if (system("$MYSQLDUMP --all ".
	       "--flush-logs --lock-tables $DBNAME > $backname")) {
	fatal("mysqldump failed!");
    }
270

271 272 273 274 275 276
    #
    # Compress the files.
    # 
    if (system("nice gzip $backname")) {
	fatal("gzip $backname failed!");
    }
277 278 279
}

if (! chdir($LOGDIR)) {
280
    fatal("Could not chdir to $LOGDIR: $!");
281 282
}

283
if (-e "$basename" && system("nice gzip $basename")) {
284
    fatal("gzip $basename failed!");
285 286
}

287
if (-e "$updname" && system("nice gzip $updname")) {
Mac Newbold's avatar
Mac Newbold committed
288 289 290
    fatal("gzip $updname failed!");
}

291
if (-e "$slowname" && system("nice gzip $slowname")) {
292 293 294
    fatal("gzip $slowname failed!");
}

295 296 297 298 299 300
# Do this now that the backup is complete.
if ($dohotcopy && -e "$BACKUPDIR/tbdb") {
    system("/bin/rm -r $BACKUPDIR/tbdb") == 0
	or fatal("Could not remove old backup directory!");
}

301 302
#SENDMAIL("stoller@flux.utah.edu",
#	 "DB Backup Finished", "", undef, undef, ($logname));
303

304 305
system("$SETSITEVAR web/message -")
    if (!$opsmode);
306
unlink("$logname");
307
exit 0;
308

309 310 311 312
sub fatal($) {
    my ($msg) = @_;

    print STDERR "$msg\n";
313 314

    SENDMAIL($TBOPS, "DB Backup Failed", $msg, undef, undef, ($logname));
315
    system("$SETSITEVAR web/message -");
316 317 318
    unlink("$logname");
    exit(1);
}