backup.in 6.88 KB
Newer Older
1
#!/usr/bin/perl -wT
Leigh B. Stoller's avatar
Leigh B. Stoller committed
2 3
#
# EMULAB-COPYRIGHT
4
# Copyright (c) 2000-2009 University of Utah and the Flux Group.
Leigh B. Stoller's avatar
Leigh B. Stoller committed
5 6
# All rights reserved.
#
7
use strict;
8
use English;
9
use Getopt::Std;
10

11 12 13 14 15 16 17 18 19 20 21 22 23
#
# Back up the DB, rolling the base and update logs. The approach is to
# open up the index file and see what the name of the current update file
# is. It has a numeric extension. Rename the base log to base.XXX,
# and then snapshot the DB into backup.XXX So, the combination of
# update.XXX and base.XXX is the DB history since the last time the script
# was run. The file backup.XXX corresponds to the DB at this point in time.
#
# To restore (or track the changes of) a DB, simply take backup.XXX and 
# apply the changes that are stored in update.XXX+1 (which are the changes
# made since backup.XXX was made). This should give you a DB that is the
# same as backup.XXX+1. You can go back further, and just apply all the
# subsequent update.XXX files. 
24 25 26 27 28 29 30 31 32
#
sub usage()
{
    print("Usage: backup [-o]\n");
    exit(-1);
}
my $optlist = "do";
my $debug   = 0;
my $opsmode = 0;
33

34 35 36 37 38
#
# Configure variables
#
my $TB		= "@prefix@";
my $DBNAME	= "@TBDBNAME@";
39
my $TBOPS       = "@TBOPSEMAIL@";
40 41

my $BACKUPDIR	= "$TB/backup";
42
my $LOGDIR	= "$TB/log/mysql";
43 44
my $HOTCOPY     = "/usr/local/bin/mysqlhotcopy";
my $MYSQLDUMP   = "/usr/local/bin/mysqldump";
45
my $SETSITEVAR  = "$TB/sbin/setsitevar";
46
my $DBCONF      = "$TB/etc/mysqld.pwd";
47
my $TAR         = "/usr/bin/tar";
48
my $BASE	= "base";
Mac Newbold's avatar
Mac Newbold committed
49
my $UPD		= "update";
50
my $SLOW	= "slowqueries";
51 52
my $BACK	= "tbdb";
my $extension;
53
my $dohotcopy   = 0;
54 55 56
my $dbname      = "mysql";
my $dbuser      = "root";
my $dbpass;
57 58

# un-taint path
59
$ENV{'PATH'} = '/bin:/usr/bin:/usr/local/bin:/usr/site/bin';
60 61
delete @ENV{'IFS', 'CDPATH', 'ENV', 'BASH_ENV'};

62 63 64 65 66 67 68 69 70
#
# Turn off line buffering on output
#
$| = 1; 

# Load the Testbed support stuff.
use lib "@prefix@/lib";
use libtestbed;

71 72 73 74 75
#
# Function prototypes
#
sub fatal($);

76 77 78 79 80 81 82 83
#
# Only real root can call this.
# 
if ($UID != 0) {
    print STDERR "You must be root to run this script!\n";
    exit(-1);
}

84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100
#
# Parse command arguments.
#
my %options = ();
if (! getopts($optlist, \%options)) {
    usage();
}
if (defined($options{"d"})) {
    $debug = 1;
}
if (defined($options{"o"})) {
    $opsmode = 1;
}
if ($opsmode && $dohotcopy) {
    fatal("Cannot do hotcopy mode on ops");
}

101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
#
# Create a temporary name for a log file and untaint it.
#
#
# Form a temp name.
#
my $logname = `mktemp /tmp/dbbackup.XXXXXX`;

if ($logname =~ /^([-\@\w.\/]+)$/) {
    $logname = $1;
} else {
    die "Bad data in $logname";
}

#
# Reopen both stdout and stderr so that we can record all the output for
# later mailing.
# 
open(STDERR, ">> $logname") or die("opening $logname for STDERR: $!");
open(STDOUT, ">> $logname") or die("opening $logname for STDOUT: $!");

122 123 124
if ($opsmode) {
    require libtbdb;
    import libtbdb;
125

126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145
    if (`cat $DBCONF` =~ /^([\w]*)$/) {
	$dbpass = $1;
    }
    else {
	fatal("Could not get mysql password from $DBCONF!");
    }
    if (TBDBConnect($dbname, $dbuser, $dbpass) < 0) {
	fatal("Could not connect to ops database!");
    }
}
else {
    if (! chdir($BACKUPDIR)) {
	fatal("Could not chdir to $BACKUPDIR: $!");
    }
    #
    # Let people know the system will be sluggish.
    #
    system("$SETSITEVAR web/message '<font color=red>".
	   "Nightly backup in progress; system might be sluggish</font>'");
}
146

147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165
#
# Open up the index file to see what the current update file extension is.
# The base/backup files correspond to this most recent update file, and
# so should be named with that extension.
#
# Read through to the last line and get its extension. This becomes
# the extension for the other files. No locking is needed.
#
open(IDX, "< $LOGDIR/update.index") or
    fatal("Could not open $LOGDIR/update.index: $!");

while (<IDX>) {
    if ($_ =~ /^.*\.([0-9]*)$/) {
	$extension = $1;
    }
}
close(IDX);
print "Extension:        $extension\n";

166 167 168 169 170 171 172 173 174 175 176 177 178 179 180
#
# Use mysqlhotcopy if installed.
#
if ($dohotcopy) {
    #
    # We use hotcopy, so make sure the target directory we are going to use
    # does not already exist.
    #
    if (-e "tbdb") {
	system("/bin/rm -r tbdb") == 0
	    or fatal("Could not remove old backup directory!");
    }
    $BACK .= ".tgz";
}

181 182
my $backname  = "$BACK.$extension";
my $basename  = "$BASE.$extension";
183 184
my $updname   = "$UPD.$extension";
my $slowname  = "$SLOW.$extension";
185

186 187
print "Backup file name: $backname\n"
    if (!$opsmode);
188
print "Base file name:   $basename\n";
Mac Newbold's avatar
Mac Newbold committed
189
print "Update file name: $updname\n";
190
print "Slow file name:   $slowname\n";
191

192 193 194
#
# Move base log out of the way since flush-logs will reset it too.
#
195 196 197
if (-e "$LOGDIR/$BASE") {
    if (system("/bin/mv $LOGDIR/$BASE $LOGDIR/$basename")) {
	print STDERR "Could not move $LOGDIR/$BASE to $LOGDIR/$basename!";
198 199
    }
}
200 201 202 203 204
if (-e "$LOGDIR/$SLOW") {
    if (system("/bin/mv $LOGDIR/$SLOW $LOGDIR/$slowname")) {
	print STDERR "Could not move $LOGDIR/$SLOW to $LOGDIR/$slowname!";
    }
}
205

206 207 208 209 210 211 212 213 214
if ($opsmode) {
    #
    # This will reset the log files.
    #
    if (! DBQueryWarn("flush logs")) {
	fatal("mysqladmin failed!");
    }
}
elsif ($dohotcopy) {
215 216 217 218 219 220 221 222 223 224 225 226 227
    #
    # Do a hotcopy. This will reset the log files.
    #
    if (system("$HOTCOPY --noindices --flushlog $DBNAME $BACKUPDIR")) {
	fatal("$HOTCOPY failed!");
    }

    #
    # Tar and compress the directory.
    # 
    if (system("$TAR -zcf $backname $DBNAME")) {
	fatal("$TAR -zcf $backname failed!");
    }
228
}
229 230 231 232 233 234 235 236
else {
    #
    # Do a mysqldump. This will reset the log files.
    #
    if (system("$MYSQLDUMP --all ".
	       "--flush-logs --lock-tables $DBNAME > $backname")) {
	fatal("mysqldump failed!");
    }
237

238 239 240 241 242 243
    #
    # Compress the files.
    # 
    if (system("nice gzip $backname")) {
	fatal("gzip $backname failed!");
    }
244 245
}

246 247
# Should do this too, but right now I do it by hand ...
if (0) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
248
    system("find . \( -name 'tbdb.*.gz' \) -mtime +40 -print -delete");
249 250
}

251
if (! chdir($LOGDIR)) {
252
    fatal("Could not chdir to $LOGDIR: $!");
253 254
}

255
if (-e "$basename" && system("nice gzip $basename")) {
256
    fatal("gzip $basename failed!");
257 258
}

259
if (-e "$updname" && system("nice gzip $updname")) {
Mac Newbold's avatar
Mac Newbold committed
260 261 262
    fatal("gzip $updname failed!");
}

263
if (-e "$slowname" && system("nice gzip $slowname")) {
264 265 266 267 268 269 270 271 272 273
    fatal("gzip $slowname failed!");
}

# Should do this too, but right now I do it by hand ...
if (0) {
    system("find . \( -name 'base.*.gz' -o -name 'update.*.gz' ".
	   "         -o -name 'slowqueries.*.gz' \) ".
	   "-mtime +35 -print -delete");
}

274 275 276 277 278 279
# Do this now that the backup is complete.
if ($dohotcopy && -e "$BACKUPDIR/tbdb") {
    system("/bin/rm -r $BACKUPDIR/tbdb") == 0
	or fatal("Could not remove old backup directory!");
}

280 281
#SENDMAIL("stoller@flux.utah.edu",
#	 "DB Backup Finished", "", undef, undef, ($logname));
282

283 284
system("$SETSITEVAR web/message -")
    if (!$opsmode);
285
unlink("$logname");
286
exit 0;
287

288 289 290 291
sub fatal($) {
    my ($msg) = @_;

    print STDERR "$msg\n";
292 293

    SENDMAIL($TBOPS, "DB Backup Failed", $msg, undef, undef, ($logname));
294
    system("$SETSITEVAR web/message -");
295 296 297
    unlink("$logname");
    exit(1);
}