backup.in 8.1 KB
Newer Older
1
#!/usr/bin/perl -wT
Leigh B. Stoller's avatar
Leigh B. Stoller committed
2
#
3
# Copyright (c) 2000-2015 University of Utah and the Flux Group.
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
# 
# {{{EMULAB-LICENSE
# 
# This file is part of the Emulab network testbed software.
# 
# This file is free software: you can redistribute it and/or modify it
# under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or (at
# your option) any later version.
# 
# This file is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Affero General Public
# License for more details.
# 
# You should have received a copy of the GNU Affero General Public License
# along with this file.  If not, see <http://www.gnu.org/licenses/>.
# 
# }}}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
23
#
24
use strict;
25
use English;
26
use Getopt::Std;
27

28 29 30 31 32 33 34 35 36 37 38 39 40
#
# Back up the DB, rolling the base and update logs. The approach is to
# open up the index file and see what the name of the current update file
# is. It has a numeric extension. Rename the base log to base.XXX,
# and then snapshot the DB into backup.XXX So, the combination of
# update.XXX and base.XXX is the DB history since the last time the script
# was run. The file backup.XXX corresponds to the DB at this point in time.
#
# To restore (or track the changes of) a DB, simply take backup.XXX and 
# apply the changes that are stored in update.XXX+1 (which are the changes
# made since backup.XXX was made). This should give you a DB that is the
# same as backup.XXX+1. You can go back further, and just apply all the
# subsequent update.XXX files. 
41 42 43
#
sub usage()
{
44
    print("Usage: backup [-o] [-c -y]\n");
45 46
    exit(-1);
}
47
my $optlist = "docy";
48 49
my $debug   = 0;
my $opsmode = 0;
50
my $clean   = 0;
51

52 53 54 55 56
#
# Configure variables
#
my $TB		= "@prefix@";
my $DBNAME	= "@TBDBNAME@";
57
my $TBOPS       = "@TBOPSEMAIL@";
58 59

my $BACKUPDIR	= "$TB/backup";
60
my $LOGDIR	= "$TB/log/mysql";
61 62
my $HOTCOPY     = "/usr/local/bin/mysqlhotcopy";
my $MYSQLDUMP   = "/usr/local/bin/mysqldump";
63
my $SETSITEVAR  = "$TB/sbin/setsitevar";
64
my $DBCONF      = "$TB/etc/mysqld.pwd";
65
my $TAR         = "/usr/bin/tar";
66
my $BASE	= "base";
Mac Newbold's avatar
Mac Newbold committed
67
my $UPD		= "update";
68
my $SLOW	= "slowqueries";
69
my $BACK	= "tbdb";
70
my $BACKUPDAYS  = "30";
71
my $extension;
72
my $dohotcopy   = 0;
73 74 75
my $dbname      = "mysql";
my $dbuser      = "root";
my $dbpass;
76 77

# un-taint path
78
$ENV{'PATH'} = '/bin:/usr/bin:/usr/local/bin:/usr/site/bin';
79 80
delete @ENV{'IFS', 'CDPATH', 'ENV', 'BASH_ENV'};

81 82 83 84 85 86 87 88 89
#
# Turn off line buffering on output
#
$| = 1; 

# Load the Testbed support stuff.
use lib "@prefix@/lib";
use libtestbed;

90 91 92 93 94
#
# Function prototypes
#
sub fatal($);

95 96 97 98 99 100 101 102
#
# Only real root can call this.
# 
if ($UID != 0) {
    print STDERR "You must be root to run this script!\n";
    exit(-1);
}

103 104 105 106 107 108 109 110 111 112
#
# Parse command arguments.
#
my %options = ();
if (! getopts($optlist, \%options)) {
    usage();
}
if (defined($options{"d"})) {
    $debug = 1;
}
113 114 115 116 117 118
if (defined($options{"c"})) {
    $clean++;
}
if (defined($options{"y"})) {
    $clean++;
}
119 120 121
if (defined($options{"o"})) {
    $opsmode = 1;
}
122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144
if ($opsmode && ($dohotcopy || $clean)) {
    fatal("Cannot do hotcopy or clean mode on ops");
}

if ($clean) {
    if (! chdir($BACKUPDIR)) {
	fatal("Could not chdir to $BACKUPDIR: $!");
    }
    my $doit = ($clean > 1 ? "-delete" : "");

    print "These files will be removed in $BACKUPDIR\n";
    if ($clean == 1) {
	print "Add the -y option to actually remove.\n";
    }
    system("find . \\\( -name 'tbdb.*.gz' \\\) -mtime +${BACKUPDAYS} -print $doit");

    if (! chdir($LOGDIR)) {
	fatal("Could not chdir to $LOGDIR: $!");
    }
    print "These files will be removed in $LOGDIR\n";
    if ($clean == 1) {
	print "Add the -y option to actually remove.\n";
    }
145 146
    system("find . \\\( -name 'base.*' -o -name 'update.*' ".
	   "         -o -name 'slowqueries.*' \\\) ".
147 148
	   "-mtime +${BACKUPDAYS} -print $doit");
    exit(0);
149 150
}

151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171
#
# Create a temporary name for a log file and untaint it.
#
#
# Form a temp name.
#
my $logname = `mktemp /tmp/dbbackup.XXXXXX`;

if ($logname =~ /^([-\@\w.\/]+)$/) {
    $logname = $1;
} else {
    die "Bad data in $logname";
}

#
# Reopen both stdout and stderr so that we can record all the output for
# later mailing.
# 
open(STDERR, ">> $logname") or die("opening $logname for STDERR: $!");
open(STDOUT, ">> $logname") or die("opening $logname for STDOUT: $!");

172 173 174
if ($opsmode) {
    require libtbdb;
    import libtbdb;
175

176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195
    if (`cat $DBCONF` =~ /^([\w]*)$/) {
	$dbpass = $1;
    }
    else {
	fatal("Could not get mysql password from $DBCONF!");
    }
    if (TBDBConnect($dbname, $dbuser, $dbpass) < 0) {
	fatal("Could not connect to ops database!");
    }
}
else {
    if (! chdir($BACKUPDIR)) {
	fatal("Could not chdir to $BACKUPDIR: $!");
    }
    #
    # Let people know the system will be sluggish.
    #
    system("$SETSITEVAR web/message '<font color=red>".
	   "Nightly backup in progress; system might be sluggish</font>'");
}
196

197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215
#
# Open up the index file to see what the current update file extension is.
# The base/backup files correspond to this most recent update file, and
# so should be named with that extension.
#
# Read through to the last line and get its extension. This becomes
# the extension for the other files. No locking is needed.
#
open(IDX, "< $LOGDIR/update.index") or
    fatal("Could not open $LOGDIR/update.index: $!");

while (<IDX>) {
    if ($_ =~ /^.*\.([0-9]*)$/) {
	$extension = $1;
    }
}
close(IDX);
print "Extension:        $extension\n";

216 217 218 219 220 221 222 223 224 225 226 227 228 229 230
#
# Use mysqlhotcopy if installed.
#
if ($dohotcopy) {
    #
    # We use hotcopy, so make sure the target directory we are going to use
    # does not already exist.
    #
    if (-e "tbdb") {
	system("/bin/rm -r tbdb") == 0
	    or fatal("Could not remove old backup directory!");
    }
    $BACK .= ".tgz";
}

231 232
my $backname  = "$BACK.$extension";
my $basename  = "$BASE.$extension";
233 234
my $updname   = "$UPD.$extension";
my $slowname  = "$SLOW.$extension";
235

236 237
print "Backup file name: $backname\n"
    if (!$opsmode);
238
print "Base file name:   $basename\n";
Mac Newbold's avatar
Mac Newbold committed
239
print "Update file name: $updname\n";
240
print "Slow file name:   $slowname\n";
241

242 243 244
#
# Move base log out of the way since flush-logs will reset it too.
#
245 246 247
if (-e "$LOGDIR/$BASE") {
    if (system("/bin/mv $LOGDIR/$BASE $LOGDIR/$basename")) {
	print STDERR "Could not move $LOGDIR/$BASE to $LOGDIR/$basename!";
248 249
    }
}
250 251 252 253 254
if (-e "$LOGDIR/$SLOW") {
    if (system("/bin/mv $LOGDIR/$SLOW $LOGDIR/$slowname")) {
	print STDERR "Could not move $LOGDIR/$SLOW to $LOGDIR/$slowname!";
    }
}
255

256 257 258 259 260 261 262 263 264
if ($opsmode) {
    #
    # This will reset the log files.
    #
    if (! DBQueryWarn("flush logs")) {
	fatal("mysqladmin failed!");
    }
}
elsif ($dohotcopy) {
265 266 267 268 269 270 271 272 273 274 275 276 277
    #
    # Do a hotcopy. This will reset the log files.
    #
    if (system("$HOTCOPY --noindices --flushlog $DBNAME $BACKUPDIR")) {
	fatal("$HOTCOPY failed!");
    }

    #
    # Tar and compress the directory.
    # 
    if (system("$TAR -zcf $backname $DBNAME")) {
	fatal("$TAR -zcf $backname failed!");
    }
278
}
279 280 281 282 283 284 285 286
else {
    #
    # Do a mysqldump. This will reset the log files.
    #
    if (system("$MYSQLDUMP --all ".
	       "--flush-logs --lock-tables $DBNAME > $backname")) {
	fatal("mysqldump failed!");
    }
287

288 289 290 291 292 293
    #
    # Compress the files.
    # 
    if (system("nice gzip $backname")) {
	fatal("gzip $backname failed!");
    }
294 295 296
}

if (! chdir($LOGDIR)) {
297
    fatal("Could not chdir to $LOGDIR: $!");
298 299
}

300
if (-e "$basename" && system("nice gzip $basename")) {
301
    fatal("gzip $basename failed!");
302 303
}

304
if (-e "$updname" && system("nice gzip $updname")) {
Mac Newbold's avatar
Mac Newbold committed
305 306 307
    fatal("gzip $updname failed!");
}

308
if (-e "$slowname" && system("nice gzip $slowname")) {
309 310 311
    fatal("gzip $slowname failed!");
}

312 313 314 315 316 317
# Do this now that the backup is complete.
if ($dohotcopy && -e "$BACKUPDIR/tbdb") {
    system("/bin/rm -r $BACKUPDIR/tbdb") == 0
	or fatal("Could not remove old backup directory!");
}

318 319
#SENDMAIL("stoller@flux.utah.edu",
#	 "DB Backup Finished", "", undef, undef, ($logname));
320

321 322
system("$SETSITEVAR web/message -")
    if (!$opsmode);
323
unlink("$logname");
324
exit 0;
325

326 327 328 329
sub fatal($) {
    my ($msg) = @_;

    print STDERR "$msg\n";
330 331

    SENDMAIL($TBOPS, "DB Backup Failed", $msg, undef, undef, ($logname));
332
    system("$SETSITEVAR web/message -");
333 334 335
    unlink("$logname");
    exit(1);
}