New blockstore event agent.

Currently only used to shutdown remote blockstores in advance of a
swapout (per-experiment event: objtype=="BSTORE", objname=="rem-bstore",
eventtype=="STOP").

clientside/configure

@@ -4499,6 +4499,7 @@ outfiles="Makeconf GNUmakefile setversion \
 	  event/program-agent/GNUmakefile \
 	  event/disk-agent/GNUmakefile \
 	  event/link-agent/GNUmakefile \
+	  event/bs-agent/GNUmakefile \
 	  event/proxy/GNUmakefile \
 	  event/tevc/GNUmakefile \
 	  event/trafgen/GNUmakefile \

clientside/configure.ac

@@ -236,6 +236,7 @@ outfiles="Makeconf GNUmakefile setversion \
 	  event/program-agent/GNUmakefile \
 	  event/disk-agent/GNUmakefile \
 	  event/link-agent/GNUmakefile \
+	  event/bs-agent/GNUmakefile \
 	  event/proxy/GNUmakefile \
 	  event/tevc/GNUmakefile \
 	  event/trafgen/GNUmakefile \

clientside/event/GNUmakefile.in

 #
-# Copyright (c) 2000-2014 University of Utah and the Flux Group.
+# Copyright (c) 2000-2015 University of Utah and the Flux Group.
 # 
 # {{{EMULAB-LICENSE
 # 
@@ -29,7 +29,7 @@ ARCH	       := $(shell uname -m)
 
 include $(OBJDIR)/Makeconf
 
-SUBDIRS		= program-agent link-agent tevc proxy
+SUBDIRS		= program-agent link-agent tevc proxy bs-agent
 ifneq ($(ARCH),aarch64)
 SUBDIRS        += linktest
 endif

clientside/event/bs-agent/GNUmakefile.in

+#
+# Copyright (c) 2000-2015 University of Utah and the Flux Group.
+# 
+# {{{EMULAB-LICENSE
+# 
+# This file is part of the Emulab network testbed software.
+# 
+# This file is free software: you can redistribute it and/or modify it
+# under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or (at
+# your option) any later version.
+# 
+# This file is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Affero General Public
+# License for more details.
+# 
+# You should have received a copy of the GNU Affero General Public License
+# along with this file.  If not, see <http://www.gnu.org/licenses/>.
+# 
+# }}}
+#
+SRCDIR		= @srcdir@
+TESTBED_SRCDIR	= @top_srcdir@
+OBJDIR		= @top_builddir@
+SUBDIR		= $(subst $(TESTBED_SRCDIR)/,,$(SRCDIR))
+SYSTEM	       := $(patsubst CYGWIN%,CYGWIN,$(shell uname -s))
+PROGRAMS	= bsagent
+
+include $(OBJDIR)/Makeconf
+
+all:	$(PROGRAMS)
+
+include $(TESTBED_SRCDIR)/GNUmakerules
+
+CFLAGS   += -DDEBUG
+CFLAGS	 += -O -g -Wall
+CFLAGS   += -I. -I${OBJDIR}
+CFLAGS   += -I$(TESTBED_LIBSRCDIR)/event -I$(TESTBED_LIBSRCDIR)/libtb
+CFLAGS   += -I/usr/local/include
+
+LDFLAGS  += -L${TESTBED_LIBOBJDIR}/event -L${TESTBED_LIBOBJDIR}/libtb
+LIBS     += -levent -ltb -lcrypto
+LIBS     += -L/usr/local/lib -lpubsub -lm
+LDFLAGS  += $(LDSTATIC)
+
+# Deal with the presence/absence of kerberos in the linux ssl library
+ifeq ($(SYSTEM),Linux)
+ifneq ($(LDSTATIC),)
+NOKERB := $(shell nm /usr/lib/libssl.a | grep -q krb; echo $$?)
+else
+NOKERB := 1
+endif
+ifeq ($(NOKERB),0)
+CFLAGS   += `/usr/kerberos/bin/krb5-config --cflags`
+LIBS     += `/usr/kerberos/bin/krb5-config --libs krb5`
+ifneq ($(wildcard /usr/lib/libkrb5support.a),)
+LIBS     += -lkrb5support
+endif
+endif
+endif
+
+ifeq ($(SYSTEM),Linux)
+LIBS     += -ldl -lz
+endif
+
+bsagent-debug:	bsagent.o
+	$(CC) $(LDFLAGS) -o $@ bsagent.o $(LIBS)
+
+$(PROGRAMS):	${TESTBED_LIBOBJDIR}/event/libevent.a \
+		${TESTBED_LIBSRCDIR}/event/event.h
+
+boss-install:
+control-install:
+
+client: $(PROGRAMS)
+client-install: client
+	$(INSTALL_PROGRAM) bsagent$(EXE) $(DESTDIR)$(CLIENT_BINDIR)/bsagent$(EXE)
+
+clean:
+	/bin/rm -f *.o $(PROGRAMS) *-debug

clientside/event/bs-agent/bsagent.c

+/*
+ * Copyright (c) 2000-2015 University of Utah and the Flux Group.
+ * 
+ * {{{EMULAB-LICENSE
+ * 
+ * This file is part of the Emulab network testbed software.
+ * 
+ * This file is free software: you can redistribute it and/or modify it
+ * under the terms of the GNU Affero General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or (at
+ * your option) any later version.
+ * 
+ * This file is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Affero General Public
+ * License for more details.
+ * 
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this file.  If not, see <http://www.gnu.org/licenses/>.
+ * 
+ * }}}
+ */
+
+/*
+ * Simple event agent to listen for BSTORE STOP events and shutdown
+ * remote blockstores.
+ *
+ * Based on linktest.c.
+ */
+
+#include <stdio.h>
+#include <unistd.h>
+#include <string.h>
+#include <errno.h>
+#include <paths.h>
+#include "tbdefs.h"
+#include "log.h"
+#include "event.h"
+
+static int	      debug;
+static char           *pideid;
+static event_handle_t handle;
+static int32_t	      token = ~0;
+
+static void	      callback(event_handle_t handle,
+			       event_notification_t notification, void *data);
+     
+void
+usage(char *progname)
+{
+	fprintf(stderr,
+		"Usage: %s [-d] "
+		"[-s server] [-p port] [-k keyfile] [-l logfile] -e pid/eid\n",
+		progname);
+	exit(-1);
+}
+
+int
+main(int argc, char **argv) {
+
+	address_tuple_t	tuple;
+	char *server = "event-server";
+	char *port = NULL;
+	char *keyfile = NULL;
+	char *logfile = NULL;
+	char *progname;
+	char c;
+	char buf[BUFSIZ];
+	pideid = NULL;
+	
+	progname = argv[0];
+
+	while ((c = getopt(argc, argv, "s:p:e:l:dk:")) != -1) {
+	  switch (c) {
+	  case 'd':
+	    debug++;
+	    break;
+	  case 's':
+	    server = optarg;
+	    break;
+	  case 'p':
+	    port = optarg;
+	    break;
+	  case 'e':
+	    pideid = optarg;
+	    break;
+	  case 'l':
+	    logfile = optarg;
+	    break;
+	  case 'k':
+	    keyfile = optarg;
+	    break;
+	  default:
+	    usage(progname);
+	  }
+	}
+
+	if (!pideid)
+	  usage(progname);
+
+	if (debug)
+		loginit(0, 0);
+	else {
+		if (logfile)
+			loginit(0, logfile);
+		else
+			loginit(1, "linktest");
+		/* See below for daemonization */
+	}
+
+	/*
+	 * Convert server/port to elvin thing.
+	 *
+	 * XXX This elvin string stuff should be moved down a layer. 
+	 */
+	if (server) {
+		snprintf(buf, sizeof(buf), "elvin://%s%s%s",
+			 server,
+			 (port ? ":"  : ""),
+			 (port ? port : ""));
+		server = buf;
+	}
+
+	/*
+	 * Construct an address tuple for subscribing to events for
+	 * this node.
+	 */
+	tuple = address_tuple_alloc();
+	if (tuple == NULL) {
+		fatal("could not allocate an address tuple");
+	}
+	/*
+	 * Ask for just the events we care about. 
+	 */
+	tuple->expt      = pideid;
+	tuple->objtype   = TBDB_OBJECTTYPE_BSTORE;
+	tuple->eventtype =
+		TBDB_EVENTTYPE_START ","
+		TBDB_EVENTTYPE_STOP ","
+		TBDB_EVENTTYPE_KILL;
+
+	/*
+	 * Register with the event system. 
+	 */
+	handle = event_register_withkeyfile(server, 0, keyfile);
+	if (handle == NULL) {
+	        fatal("could not register with event system");
+	}
+	
+	/*
+	 * Subscribe to the event we specified above.
+	 */
+	if (! event_subscribe(handle, callback, tuple, NULL)) {
+		fatal("could not subscribe to event");
+	}
+
+	/*
+	 * Do this now, once we have had a chance to fail on the above
+	 * event system calls.
+	 */
+	if (!debug)
+		daemon(0, 1);
+
+	/*
+	 * Write out a pidfile if root (after we daemonize).
+	 */
+	if (!getuid()) {
+		FILE *fp;
+		
+		sprintf(buf, "%s/bsagent.pid", _PATH_VARRUN);
+		fp = fopen(buf, "w");
+		if (fp != NULL) {
+			fprintf(fp, "%d\n", getpid());
+			(void) fclose(fp);
+		}
+	}
+
+	/*
+	 * Begin the event loop, waiting to receive event notifications:
+	 */
+	event_main(handle);
+
+	/*
+	 * Unregister with the event system:
+	 */
+	if (event_unregister(handle) == 0) {
+		fatal("could not unregister with event system");
+	}
+
+	return 0;
+}
+/*
+ * Handle the events.
+ */
+static void
+callback(event_handle_t handle, event_notification_t notification, void *data)
+{
+	char		objname[TBDB_FLEN_EVOBJTYPE];
+	char		event[TBDB_FLEN_EVEVENTTYPE];
+	char		args[BUFSIZ];
+	struct timeval	now;
+
+	gettimeofday(&now, NULL);
+	
+	if (! event_notification_get_objname(handle, notification,
+					     objname, sizeof(objname))) {
+		error("Could not get objname from notification!\n");
+		return;
+	}
+
+	if (! event_notification_get_eventtype(handle, notification,
+					       event, sizeof(event))) {
+		error("Could not get event from notification!\n");
+		return;
+	}
+
+	event_notification_get_int32(handle, notification,
+				     "TOKEN", &token);
+
+	event_notification_get_arguments(handle,
+					 notification, args, sizeof(args));
+
+	info("event: %s - %s - %s\n", objname, event, args);
+
+	if (strcasecmp(objname, "rem-bstore") != 0) {
+		error("Only handle 'rem-bstore' blockstore events\n");
+		return;
+	}
+
+	/*
+	 * Dispatch the event. 
+	 */
+	if (!strcmp(event, TBDB_EVENTTYPE_START)) {
+		if (system("sudo /usr/local/etc/emulab/rc/rc.storageremote boot")) {
+			error("Start up of remote blockstores failed!\n");
+		} else {
+			info("Remote blockstores started\n");
+		}
+	}
+	else if (!strcmp(event, TBDB_EVENTTYPE_STOP) ||
+		 !strcmp(event, TBDB_EVENTTYPE_KILL)) {
+		if (system("sudo /usr/local/etc/emulab/rc/rc.storageremote shutdown")) {
+			error("Shutdown of remote blockstores failed!\n");
+		} else {
+			info("Remote blockstores shutdown\n");
+		}
+	}
+}

configure

@@ -7041,6 +7041,7 @@ outfiles="$outfiles clientside/GNUmakefile clientside/setversion \
  clientside/sensors/canaryd/feedbacklogs \
  clientside/os/GNUmakefile clientside/os/syncd/GNUmakefile \
  clientside/event/link-agent/GNUmakefile \
+ clientside/event/bs-agent/GNUmakefile \
  clientside/event/proxy/GNUmakefile \
  clientside/event/tevc/GNUmakefile \
  clientside/event/trafgen/GNUmakefile \

configure.ac

@@ -1414,6 +1414,7 @@ outfiles="$outfiles clientside/GNUmakefile clientside/setversion \
  clientside/sensors/canaryd/feedbacklogs \
  clientside/os/GNUmakefile clientside/os/syncd/GNUmakefile \
  clientside/event/link-agent/GNUmakefile \
+ clientside/event/bs-agent/GNUmakefile \
  clientside/event/proxy/GNUmakefile \
  clientside/event/tevc/GNUmakefile \
  clientside/event/trafgen/GNUmakefile \