Skip to content

GitLab

Commit e2ae3bbc authored by Leigh B Stoller's avatar Leigh B Stoller
Browse files

Merge branch 'mymaster' into imagealiases

parents 22d9cc72 5d7164b3
Hide whitespace changes
Inline Side-by-side
GNUmakefile.in
View file @ e2ae3bbc
......@@ -235,6 +235,8 @@ endif
subboss:
@$(MAKE) -C clientside subboss
@$(MAKE) -C tbsetup subboss
@$(MAKE) -C db subboss
@$(MAKE) -C os subboss
ifneq ($(SYSTEM),CYGWIN_NT-5.1)
@$(MAKE) -C tip client
......@@ -243,6 +245,7 @@ endif
subboss-install: subboss
@$(MAKE) -C clientside subboss-install
@$(MAKE) -C tbsetup subboss-install
@$(MAKE) -C os subboss-install
ifneq ($(SYSTEM),CYGWIN_NT-5.1)
@$(MAKE) -C tip client-install
......
GNUmakerules
View file @ e2ae3bbc
......@@ -111,7 +111,7 @@ default-clean:
# This is to avoid warnings about duplicate targets.
default-install-notusing:
ifeq ($(ISMAINSITE),1)
ifeq ($(TBROOT),/usr/testbed/devel/stoller)
ifeq ($(TBROOT),/usr/testbed)
(cd $(SRCDIR) ; \
git status --porcelain -s -b | head -1 | grep -q -s current)
else
......
clientside/lib/GNUmakefile.in
View file @ e2ae3bbc
#
# Copyright (c) 2000-2014 University of Utah and the Flux Group.
# Copyright (c) 2000-2016 University of Utah and the Flux Group.
#
# {{{EMULAB-LICENSE
#
......@@ -43,7 +43,7 @@ control-install: control-install-subdirs
fs-install: fs-install-subdirs
client-install: client-install-subdirs
subboss: client
subboss-install: client-install
subboss-install: subboss-install-subdirs
clean: clean-subdirs
distclean: distclean-subdirs
mfs frisbee-mfs newnode-mfs:
......
clientside/lib/event/GNUmakefile.in
View file @ e2ae3bbc
#
# Copyright (c) 2000-2015 University of Utah and the Flux Group.
# Copyright (c) 2000-2016 University of Utah and the Flux Group.
#
# {{{EMULAB-LICENSE
#
......@@ -179,6 +179,7 @@ fs-install:
client: $(LIBS)
client-install: client # client-libinstall
client-libinstall: client-pylibinstall client-pllibinstall
subboss-install: client client-libinstall
#
# XXX Fix the python install location.
......
clientside/lib/libtb/GNUmakefile.in
View file @ e2ae3bbc
#
# Copyright (c) 2000-2012 University of Utah and the Flux Group.
# Copyright (c) 2000-2012, 2016 University of Utah and the Flux Group.
#
# {{{EMULAB-LICENSE
#
......@@ -32,6 +32,7 @@ all: libtb.a
client: libtb-nodb.a
cmp -s libtb-nodb.a libtb.a || cp -pf libtb-nodb.a libtb.a
client-install: client
subboss-install: client
# The point of this is to make sure a nodb version of the library is
# built during the ops-install target when installing a new emulab.
......
clientside/tmcc/common/libtestbed.pm
View file @ e2ae3bbc
#!/usr/bin/perl -wT
#
# Copyright (c) 2000-2015 University of Utah and the Flux Group.
# Copyright (c) 2000-2016 University of Utah and the Flux Group.
#
# {{{EMULAB-LICENSE
#
......@@ -37,6 +37,7 @@ use Exporter;
TBSCRIPTLOCK_WOULDBLOCK TBSCRIPTLOCK_INTERRUPTED
TBSCRIPTLOCK_INTERRUPTIBLE
TBTimeStamp TBTimeStampWithDate TBBackGround ReOpenLog
CheckDaemonRunning MarkDaemonRunning MarkDaemonStopped);
);
# Must come after package declaration!
......@@ -465,5 +466,54 @@ sub TBScriptUnlock(;$)
}
}
#
# Check for the existence of a pid file and see if that file is
# running. Mostly cause of devel tree versions.
#
sub CheckDaemonRunning($)
{
my ($name) = @_;
my $pidfile = "/var/run/${name}.pid";
if (-e $pidfile) {
my $opid = `cat $pidfile`;
if ($opid =~ /^(\d*)$/) {
$opid = $1;
}
else {
print STDERR "$pidfile exists, but $opid is malformed\n";
return 1;
}
if (kill(0, $opid)) {
print STDERR "$pidfile exists, and process $opid is running\n";
return 1;
}
unlink($pidfile);
}
return 0;
}
#
# Mark a daemon as running.
#
sub MarkDaemonRunning($)
{
my ($name) = @_;
my $pidfile = "/var/run/${name}.pid";
if (system("echo '$PID' > $pidfile")) {
print STDERR "Could not create $pidfile\n";
return -1;
}
return 0;
}
sub MarkDaemonStopped($)
{
my ($name) = @_;
my $pidfile = "/var/run/${name}.pid";
unlink($pidfile);
return 0;
}
1;
db/GNUmakefile.in
View file @ e2ae3bbc
#
# Copyright (c) 2000-2014, 2016 University of Utah and the Flux Group.
# Copyright (c) 2000-2016 University of Utah and the Flux Group.
#
# {{{EMULAB-LICENSE
#
......@@ -80,6 +79,8 @@ endif
#
all: $(TARGETS)
subboss: $(SUBBOSS_SBIN_SCRIPTS)
$(SUBBOSS_SBIN_SCRIPTS):
include $(TESTBED_SRCDIR)/GNUmakerules
......
db/subboss_dhcpd_makeconf.in
View file @ e2ae3bbc
#!/usr/bin/perl -wT
#!/usr/bin/perl -w
#
# Copyright (c) 2000-2012 University of Utah and the Flux Group.
# Copyright (c) 2000-2016 University of Utah and the Flux Group.
#
# {{{EMULAB-LICENSE
#
......@@ -48,6 +48,7 @@ my $restart = 0;
my $TBOPS = "@TBOPSEMAIL@";
my $CBINDIR = "@CLIENT_BINDIR@";
my $CLOGDIR = "@CLIENT_VARDIR@/logs";
my $CDBDIR = "@CLIENT_VARDIR@/db";
# un-taint path
$ENV{'PATH'} = '/bin:/usr/bin:/usr/sbin:/usr/local/bin';
......@@ -71,6 +72,7 @@ my $PXELINUXCONFIG = "pxelinux.cfg";
# XXX hack for now to support gpxelinux as well
my $GPXELINUXPREFIX = "$PXEBOOTDIR/gpxelinux";
my $GPXELINUXBOOT = "gpxelinux.0";
my $NODEMAPDB = "$CDBDIR/nodemap";
sub SetupPXEBoot($$$$);
sub ClearPXEBoot($$);
......@@ -175,6 +177,25 @@ sub gendhcpdconf($$)
push @nodes, $node;
}
#
# Generate a new node mapping DBM file, that maps IP to node_id.
# This is used by reportboot.
#
if (!dbmopen(%DB, $NODEMAPDB, 0660)) {
warn("Could not open $NODEMAPDB");
return 1;
}
for my $row (@nodes) {
my $ip = $$row{"IP"};
my $mac = $$row{"MAC"};
my $key = "$ip/$mac";
my $hostname = $$row{"HOSTNAME"};
$DB{$key} = $hostname;
$DB{$hostname} = $key;
}
dbmclose(%DB);
if (!open(OF, ">$tmpfile")) {
warn("Could not open $tmpfile\n");
return 1;
......
dhcpd/dhcpd.conf.nobootinfo.template.in
View file @ e2ae3bbc
......@@ -58,29 +58,19 @@ class "PXE" {
}
on commit {
set clip = binary-to-ascii(10, 8, ".", leased-address);
set clhw = binary-to-ascii(16, 8, ":", substring(hardware, 1, 6));
if (substring (option vendor-class-identifier, 0, 9) = "PXEClient") {
set boot = "PXE";
} elsif (substring (option vendor-class-identifier, 0, 6) = "U-boot") {
set boot = "UBOOT";
} else {
set boot = "OS";
}
## If you want to send an event on both PXE and OS contacts, use this
#execute("@prefix@/sbin/reportboot", "-bD", clip, clhw, boot);
if (@BOOTINFO_EVENTS@ = 0) {
if (substring (option vendor-class-identifier, 0, 9) = "PXEClient") {
set boot = "PXE";
} elsif (substring (option vendor-class-identifier, 0, 6) = "U-boot") {
set boot = "PXE";
} else {
set boot = "OS";
}
set clip = binary-to-ascii(10, 8, ".", leased-address);
set clhw = binary-to-ascii(16, 8, ":", substring(hardware, 1, 6));
## If you want to send both events on the PXE or U-boot contact, use this
#if (boot != "OS") {
# execute("@prefix@/sbin/reportboot", "-bDC", clip, clhw, boot);
#}
# If you want to send both events on just U-boot contact, use this
if (boot = "UBOOT") {
execute("@prefix@/sbin/reportboot", "-bDU", clip, clhw, boot);
execute("@prefix@/sbin/reportboot", clip, clhw, boot);
}
}
@DHCPD_CONTROLNET_DECL@
......
dhcpd/dhcpd.conf.subboss.template.in
View file @ e2ae3bbc
......@@ -58,6 +58,22 @@ class "PXE" {
option PXE.emulab-bootinfo @BOSSNODE_IP@;
}
on commit {
if (@BOOTINFO_EVENTS@ = 0) {
if (substring (option vendor-class-identifier, 0, 9) = "PXEClient") {
set boot = "PXE";
} elsif (substring (option vendor-class-identifier, 0, 6) = "U-boot") {
set boot = "PXE";
} else {
set boot = "OS";
}
set clip = binary-to-ascii(10, 8, ".", leased-address);
set clhw = binary-to-ascii(16, 8, ":", substring(hardware, 1, 6));
execute("@prefix@/sbin/reportboot", clip, clhw, boot);
}
}
shared-network emulab {
subnet @CONTROL_NETWORK@ netmask @CONTROL_NETMASK@ {
......
dhcpd/dhcpd.conf.template.in
View file @ e2ae3bbc
......@@ -57,6 +57,22 @@ class "PXE" {
option PXE.discovery-control 8;
}
on commit {
if (@BOOTINFO_EVENTS@ = 0) {
if (substring (option vendor-class-identifier, 0, 9) = "PXEClient") {
set boot = "PXE";
} elsif (substring (option vendor-class-identifier, 0, 6) = "U-boot") {
set boot = "PXE";
} else {
set boot = "OS";
}
set clip = binary-to-ascii(10, 8, ".", leased-address);
set clhw = binary-to-ascii(16, 8, ":", substring(hardware, 1, 6));
execute("@prefix@/sbin/reportboot", clip, clhw, boot);
}
}
@DHCPD_CONTROLNET_DECL@
shared-network emulab {
......
pxe/GNUmakefile.in
View file @ e2ae3bbc
......@@ -26,6 +26,8 @@ TESTBED_SRCDIR = @top_srcdir@
OBJDIR = ..
SUBDIR = pxe
EVENTSYS = @EVENTSYS@
# This needs a rename.
BOOTINFO_PXEEVENTS = @BOOTINFO_EVENTS@
include $(OBJDIR)/Makeconf
......@@ -66,6 +68,9 @@ BI_DBOBJ += event-support.o
CFLAGS += -DEVENTSYS
LFLAGS += $(TESTBED_LIBOBJDIR)/event/libevent.a
LFLAGS += -L/usr/local/lib -lpubsub -lcrypto
ifeq ($(BOOTINFO_PXEEVENTS),1)
CFLAGS += -DBOOTINFO_PXEEVENTS
endif
endif
bootinfo: main.o bootinfo.o bootinfo.h bootinfo_version.o \
......
pxe/bootinfo.c
View file @ e2ae3bbc
/*
* Copyright (c) 2000-2014 University of Utah and the Flux Group.
* Copyright (c) 2000-2016 University of Utah and the Flux Group.
*
* {{{EMULAB-LICENSE
*
......@@ -100,7 +100,7 @@ bootinfo(struct in_addr ipaddr, char *node_id, struct boot_info *boot_info,
case BIOPCODE_BOOTWHAT_KEYED_REQUEST:
info("%s: KEYED REQUEST (key=[%s], vers %d)\n",
inet_ntoa(ipaddr), boot_info->data, boot_info->version);
#ifdef EVENTSYS
#if defined(EVENTSYS) && defined(BOOTINFO_PXEEVENTS)
needevent = bicache_needevent(ipaddr);
if (!no_event_send && needevent &&
bievent_send(ipaddr, opaque, TBDB_NODESTATE_PXEBOOTING)) {
......@@ -116,7 +116,7 @@ bootinfo(struct in_addr ipaddr, char *node_id, struct boot_info *boot_info,
case BIOPCODE_BOOTWHAT_INFO:
info("%s: REQUEST (vers %d)\n",
inet_ntoa(ipaddr), boot_info->version);
#ifdef EVENTSYS
#if defined(EVENTSYS) && defined(BOOTINFO_PXEEVENTS)
needevent = bicache_needevent(ipaddr);
if (!no_event_send && needevent &&
bievent_send(ipaddr, opaque, TBDB_NODESTATE_PXEBOOTING)) {
......@@ -156,9 +156,11 @@ bootinfo(struct in_addr ipaddr, char *node_id, struct boot_info *boot_info,
info("%s: retry failed PXEBOOTING event\n",
inet_ntoa(ipaddr));
bicache_needevent(ipaddr);
#if defined(BOOTINFO_PXEEVENTS)
if (bievent_send(ipaddr, opaque,
TBDB_NODESTATE_PXEBOOTING))
bicache_clearevent(ipaddr);
#endif
}
switch (boot_whatp->type) {
case BIBOOTWHAT_TYPE_PART:
......@@ -166,8 +168,10 @@ bootinfo(struct in_addr ipaddr, char *node_id, struct boot_info *boot_info,
case BIBOOTWHAT_TYPE_SYSID:
case BIBOOTWHAT_TYPE_MB:
case BIBOOTWHAT_TYPE_MFS:
#if defined(BOOTINFO_PXEEVENTS)
bievent_send(ipaddr, opaque,
TBDB_NODESTATE_BOOTING);
#endif
break;
case BIBOOTWHAT_TYPE_WAIT:
......
tbsetup/GNUmakefile.in
View file @ e2ae3bbc
......@@ -34,6 +34,7 @@ SYSTEM := $(shell uname -s)
include $(OBJDIR)/Makeconf
SUBBOSS_SBIN_SCRIPTS = reportboot report_boot_daemon
SUBDIRS = checkpass ns2ir nseparse checkup template_cvsroot \
snmpit
ifeq ($(NSVERIFY),1)
......@@ -65,7 +66,7 @@ SBIN_STUFF = resetvlans console_setup.proxy sched_reload named_setup \
nfstrace plabinelab smbpasswd_setup smbpasswd_setup.proxy \
rmproj snmpit.proxynew snmpit.proxyv2 pool_daemon \
checknodes_daemon snmpit.proxyv3 image_setup tcpp \
arplockdown bscontrol reportboot \
arplockdown bscontrol reportboot report_boot_daemon \
nfsmfs_setup nfsmfs_setup.proxy
ifeq ($(ISMAINSITE),1)
......@@ -154,6 +155,10 @@ COMPILED_TARGETS =
#
all: $(TARGETS) $(addprefix compiled/, $(COMPILED_TARGETS))
subboss: $(SUBBOSS_SBIN_SCRIPTS)
$(SUBBOSS_SBIN_SCRIPTS):
include $(TESTBED_SRCDIR)/GNUmakerules
CXXFLAGS += -Wall -O2 -g
......@@ -202,6 +207,10 @@ endif
boss-install: all script-install subdir-install
@echo "Don't forget to do a post-install as root"
subboss-install: $(addprefix $(INSTALL_SBINDIR)/, $(SUBBOSS_SBIN_SCRIPTS))
ln -sf $(INSTALL_SBINDIR)/reportboot \
$(DESTDIR)$(CLIENT_BINDIR)/reportboot
#
# Only install the planetlab support if enabled in the defs file
#
......
tbsetup/libvtop_test.pm.in
View file @ e2ae3bbc
......@@ -3635,16 +3635,13 @@ sub GenVirtLans($)
}
else {
my $plink = "linksimple/$vname/$member0,$member1";
my $bw = '';
my $vtbw = max($top_bw,$top_rbw);
my $others = {'isgeninode' => $vlan->_geninodes()};
my $wiretype = $vlan->_wiretype();
if ($emulated) {
$bw = max($top_bw,$top_rbw);
}
else {
if (!$emulated) {
# Let assign choose bw if top_bw is zero.
$bw = ($top_bw == 0 ? "*" : $top_bw);
$vtbw = ($top_bw == 0 ? "*" : $vtbw);
$wiretype = $self->GetWiretype($wiretype,
max($top_bw, $top_rbw));
}
......@@ -3709,7 +3706,7 @@ sub GenVirtLans($)
'virtual_interface_id' =>"$member0" },
{'virtual_node_id' => $vname1,
'virtual_interface_id' =>"$member1" },
$bw, $wiretype, $others);
$vtbw, $wiretype, $others);
}
}
}
......@@ -4521,7 +4518,10 @@ sub virtlantopbw($$$) {
# bandwidth - otherwise, we put in the bandwidth of the type
# of physical interface it is likely to get mapped to
#
if ($virtlan->_emulated()) {
my $shaped = $virtlan->membershaped($member);
if ($virtlan->_emulated() ||
$self->virtlan_use_linkdelay($virtlan, $shaped)) {
$return_rbw = $rbw;
}
else {
......
tbsetup/reportboot.in
View file @ e2ae3bbc
......@@ -22,9 +22,7 @@
# }}}
#
use English;
use Getopt::Std;
use POSIX qw(strftime);
use Sys::Syslog;
use Socket;
#
# This script is invoked on a dhcpd "commit" event.
......@@ -34,280 +32,46 @@ use Sys::Syslog;
sub usage()
{
print "Usage: $0 [-bdCD] IP MAC boot-type\n";
print("Options:\n");
print(" -b - Run in the background\n");
print(" -d - Turn on debugging\n");
print(" -C - Combine PXEBOOTING/BOOTING on PXE or U-boot boots;\n");
print(" Send nothing on an OS boot.");
print(" -D - Record event times in a DB to moderate send rate\n");
print(" -U - Combine PXEBOOTING/BOOTING on U-boot boots only;\n");
print(" Send nothing on an PXE or OS boot.");
print "Usage: $0 IP MAC boot-type\n";
print("boot-type is one of OS, PXE, UBOOT.\n");
exit(1);
}
my $optlist = "bdCDU";
my $background = 0;
my $debug = 0;
my $combined = 0;
my $ubootonly = 0;
my $usedb = 0;
#
# Functions
#
sub findnode($$);
sub logit($);
sub sendevent($$);
sub fatal($);
#
# Configure variables
#
my $TB = "@prefix@";
my $TBOPS = "@TBOPSEMAIL@";
my $EVPORT = @BOSSEVENTPORT@;
my $EVSERVER = "boss";
my $EVDB = "$TB/db/reportboot";
#
# Minimum time between events.
# In bootinfo, this is 10 seconds!
#
my $EVMININT = 5;
# Locals
my $logfile = "$TB/log/reportboot.log";
my $SOCKETFILE = "/var/run/reportboot.sock";
#
# Turn off line buffering on output
#
$| = 1;
#
# Untaint the path
#
$ENV{'PATH'} = "$TB/bin:$TB/sbin:/bin:/usr/bin:/sbin:/usr/sbin";
delete @ENV{'IFS', 'CDPATH', 'ENV', 'BASH_ENV'};
#
# Testbed Support libraries
#
use lib "@prefix@/lib";
use libtestbed;
use libdb;
use libtblog;
use event;
use Interface;
if ($UID != 0) {
die("Must be root to run this script\n");
}
my %options = ();
if (! getopts($optlist, \%options)) {
usage();
}
if (defined($options{"C"})) {
$combined = 1;
$ubootonly = 0;
}
if (defined($options{"U"})) {
$combined = 1;
$ubootonly = 1;
}
if (defined($options{"D"})) {
$usedb = 1;
}
if (defined($options{"b"})) {
$background = 1;
}
if (defined($options{"d"})) {
$debug = 1;
fatal("Must be root to run this script");
}
if (@ARGV != 3) {
usage();
}
my ($IP,$MAC,$boottype);
if ($ARGV[0] =~ /^([0-9]+\.[0-9]+\.[0-9]+\.[0-9]+)$/) {
$IP = $1;
} else {
print STDERR "'$ARGV[0]' is not an IP address\n";
usage();
}
$MAC = lc($ARGV[1]);
if ($MAC =~ /^([0-9a-f]+):([0-9a-f]+):([0-9a-f]+):([0-9a-f]+):([0-9a-f]+):([0-9a-f]+)$/) {
# dhcpd will return an octet like "02" as "2", so we have to compensate
$MAC = sprintf("%02x%02x%02x%02x%02x%02x",
hex($1), hex($2), hex($3), hex($4), hex($5), hex($6));
} else {
print STDERR "'$ARGV[1]' is not a MAC address\n";
usage();
}
if ($ARGV[2] =~ /^(PXE|OS|UBOOT)$/) {
$boottype = $1;
} else {
print STDERR "Invalid boot-type '$ARGV[2]'\n";
usage();
}
my ($ip,$mac,$which) = @ARGV;
if ($background) {
my $cpid = fork();
if (!defined($cpid)) {
die "$0: could not fork!";
}
if ($cpid) {
exit(0);
}
open(STDIN, "< /dev/null") or
die("opening /dev/null for STDIN: $!");
POSIX::setsid() or
die("setsid failed: $!");
if (! -e $SOCKETFILE) {
fatal("$SOCKETFILE does not exist!");
}
my $nodeid = findnode($IP, $MAC);
if (!$nodeid) {
logit("Ignoring unknown node $IP");
exit(0);
}
#
# See if we need to send events.
# We won't send more than one event per second.
#
if ($usedb) {
my %DB;
my $lasttime = 0;
my $now = time();
my $key = "$IP/$boottype";
if (!dbmopen(%DB, $EVDB, 0660)) {
logit("$nodeid: could not open $EVDB");
exit(1);
}
my $needone = 1;
if (defined($DB{$key})) {
$lasttime = $DB{$key};
# XXX watch for time going backward
if ($now >= $lasttime &&
$now < ($lasttime + $EVMININT)) {
$needone = 0;
}
}
if ($needone) {
$DB{$key} = $now;
}
dbmclose(%DB);
if (!$needone) {
logit("$nodeid: NOT sending BOOTING event (too soon)");
exit(0);
}
}
#