GeniCMV2.pm.in 151 KB
Newer Older
1 2
#!/usr/bin/perl -wT
#
3
# Copyright (c) 2008-2016 University of Utah and the Flux Group.
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
# 
# {{{GENIPUBLIC-LICENSE
# 
# GENI Public License
# 
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and/or hardware specification (the "Work") to
# deal in the Work without restriction, including without limitation the
# rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Work, and to permit persons to whom the Work
# is furnished to do so, subject to the following conditions:
# 
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Work.
# 
# THE WORK IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE WORK OR THE USE OR OTHER DEALINGS
# IN THE WORK.
# 
# }}}
29 30 31 32 33 34 35 36 37 38 39
#
package GeniCMV2;

#
# The server side of the CM interface on remote sites. Also communicates
# with the GMC interface at Geni Central as a client.
#
use strict;
use Exporter;
use vars qw(@ISA @EXPORT);

40 41
@ISA    = qw(Exporter);
@EXPORT = qw();
42 43 44 45 46 47 48

# Must come after package declaration!
use GeniDB;
use GeniResponse;
use GeniTicket;
use GeniCredential;
use GeniCertificate;
49
use GeniComponent;
50 51 52 53
use GeniSlice;
use GeniAggregate;
use GeniSliver;
use GeniUtil;
54
use GeniCM;
55
use GeniHRN;
56
use GeniXML;
57
use GeniStitch;
58
use GeniStd;
59
use emutil;
60
use libEmulab;
61
use English;
62
use libtestbed;
63 64 65 66
use Data::Dumper;
use XML::Simple;
use Date::Parse;
use POSIX qw(strftime tmpnam);
67
use POSIX qw(setsid :sys_wait_h);
68 69
use Time::Local;
use Compress::Zlib;
70
use File::Temp qw(tempfile);
71
use MIME::Base64;
72
use Errno;
73
use List::Util qw(shuffle);
74 75 76 77 78 79 80 81 82

# Configure variables
my $TB		   = "@prefix@";
my $TBOPS          = "@TBOPSEMAIL@";
my $TBAPPROVAL     = "@TBAPPROVALEMAIL@";
my $TBAUDIT   	   = "@TBAUDITEMAIL@";
my $BOSSNODE       = "@BOSSNODE@";
my $OURDOMAIN      = "@OURDOMAIN@";
my $PGENIDOMAIN    = "@PROTOGENI_DOMAIN@";
83
my $ELABINELAB     = "@ELABINELAB@";
84
my $TBBASE         = "@TBBASE@";
85
my $TBDOCBASE      = "@TBDOCBASE@";
86 87 88 89
my $CREATEEXPT     = "$TB/bin/batchexp";
my $ENDEXPT        = "$TB/bin/endexp";
my $NALLOC	   = "$TB/bin/nalloc";
my $NFREE	   = "$TB/bin/nfree";
90
my $TEVC	   = "$TB/bin/tevc";
91 92 93 94 95 96 97 98 99 100 101 102
my $AVAIL	   = "$TB/sbin/avail";
my $PTOPGEN	   = "$TB/libexec/ptopgen";
my $TBSWAP	   = "$TB/bin/tbswap";
my $SWAPEXP	   = "$TB/bin/swapexp";
my $PLABSLICE	   = "$TB/sbin/plabslicewrapper";
my $NAMEDSETUP     = "$TB/sbin/named_setup";
my $VNODESETUP     = "$TB/sbin/vnode_setup";
my $GENTOPOFILE    = "$TB/libexec/gentopofile";
my $TARFILES_SETUP = "$TB/bin/tarfiles_setup";
my $MAPPER         = "$TB/bin/mapper";
my $VTOPGEN        = "$TB/bin/vtopgen";
my $SNMPIT         = "$TB/bin/snmpit";
103 104
my $CLONEIMAGE     = "$TB/sbin/clone_image";
my $CREATEIMAGE    = "$TB/bin/create_image";
105
my $DELETEIMAGE    = "$TB/sbin/delete_image";
106 107
my $WAP            = "$TB/sbin/withadminprivs";
my $SHAREVLAN      = "$TB/sbin/sharevlan";
108
my $PANIC          = "$TB/sbin/panic";
109
my $LINKTEST       = "$TB/sbin/linktest_control";
110
my $XMLLINT	   = "/usr/local/bin/xmllint";
111
my $PRERENDER      = "$TB/libexec/vis/prerender";
112 113
my $IMPORTER       = "$TB/sbin/image_import";
my $POSTIMAGEDATA  = "$TB/sbin/protogeni/postimagedata";
114
my $EMULAB_PEMFILE = "@prefix@/etc/genicm.pem";
115 116
# Just one of these, at Utah.
my $GENICH_PEMFILE = "@prefix@/etc/genich.pem";
117
my $WITHPROVENANCE = @IMAGEPROVENANCE@;
118
my $PROTOGENI_LOCALUSER = @PROTOGENI_LOCALUSER@;
119
my $API_VERSION    = 2;
120 121 122 123 124 125 126 127

#
# Tell the client what API revision we support.  The correspondence
# between revision numbers and API features is to be specified elsewhere.
# No credentials are required.
#
sub GetVersion()
{
128 129
    my @input_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
    my @ad_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
Gary Wong's avatar
Gary Wong committed
130 131 132
    my $blob = {
	"api" => $API_VERSION,
	"level" => 1,
133
	"input_rspec" => \@input_rspec_versions,
134
	"output_rspec" => "2",
135
	"ad_rspec" => \@ad_rspec_versions
Gary Wong's avatar
Gary Wong committed
136
    };
137
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
138 139 140 141 142 143 144 145
}

#
# Respond to a Resolve request. 
#
sub Resolve($)
{
    my ($argref) = @_;
146 147
    my $credentials = $argref->{'credentials'};
    my $urn         = $argref->{'urn'};
148
    my $admin       = 0;
149
    my $isauth	    = 0;
150

151 152 153 154 155 156
    if (! (defined($credentials) && defined($urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($urn)) {
	return GeniResponse->MalformedArgsResponse("Invalid URN");
    }
157
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
158 159 160
    return $credential
	if (GeniResponse::IsResponse($credential));

161 162 163
    my ($object, $type) = LookupURN($urn);
    return $object
	if (GeniResponse::IsResponse($object));
164 165 166 167

    #
    # This is a convenience for testing. If a local user and that
    # user is an admin person, then do whatever it says. This is
168 169
    # easier then trying to do this with credential privs. But,
    # watch for credentials from authorities instead of users.
170
    #
171 172
    my (undef,$callertype,$callerid) = GeniHRN::Parse($credential->owner_urn());
    if ($callertype eq "user") {
173
	my $user = GeniCM::CreateUserFromCertificate($credential);
174 175
	if (!GeniResponse::IsResponse($user) &&
	    $user->IsLocal() && $user->admin()) {
176 177 178
	    $admin = 1;
	}
    }
179 180
    elsif ($callertype eq "authority" &&
	   ($callerid eq "cm" || $callerid eq "sa")) {
181
	$isauth = 1;
182
    }
183 184
    
    if ($type eq "node") {
185
	my $node  = $object;
186 187 188 189 190
	# Not sure about this, but I do know that Resolving a virtnode
	# is not useful right now. 
	if ($node->isvirtnode()) {
	    $node = Node->Lookup($node->phys_nodeid());
	}
191
	my $rspec = GeniCM::GetAdvertisement(0, $node->node_id(), "0.1", undef);
192
	if (! defined($rspec)) {
193
	    print STDERR "Could not get advertisement for $node!\n";
194
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
195
					"Error getting advertisement");
196
	}
197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232
	my $me = GeniAuthority->Lookup($ENV{'MYURN'});
	if (!defined($me)) {
	    print STDERR
		"Could not find local authority object for $ENV{'MYURN'}\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					"Error getting advertisement");
	}
	my $myurn = GeniHRN::Generate($OURDOMAIN, "node", $node->node_id());
	my $myhrn = "${PGENIDOMAIN}." . $node->node_id();

	#
	# See if the component object exists; if not create it.
	#
	my $component = GeniComponent->Lookup($node->uuid());
	if (!defined($component)) {
	    my $certificate = GeniCertificate->Lookup($node->uuid());
	    if (!defined($certificate)) {
		$certificate =
		    GeniCertificate->Create({'urn'  => $myurn,
					     'hrn'  => $myhrn,
					     'email'=> $TBOPS,
					     'uuid' => $node->uuid(),
					     'url'  => $me->url()});
		if (!defined($certificate)) {
		    print STDERR "Could not generate certificate for $node\n";
		    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
		}
	    }
	    $component = GeniComponent->Create($certificate, $me);
	    if (!defined($component)) {
		print STDERR "Could not create component for $node\n";
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
	    }
	}
233
	# Return a blob.
234
	my $blob = { "hrn"          => $myhrn,
235 236
		     "uuid"         => $node->uuid(),
		     "role"	    => $node->role(),
237 238
		     "hostname"     =>
			 GeniUtil::FindHostname($node->node_id()),
239 240
		     "physctrl"     => 
			 Interface->LookupControl($node->phys_nodeid())->IP(),
241 242 243 244
		     "urn"          => $myurn,
		     "rspec"        => $rspec,
		     "url"          => $me->url(),
		     "gid"          => $component->cert(),
245 246 247 248
		   };

	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
249
    if ($type eq "slice") {
250 251
	my $slice = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
252 253 254 255
	#
	# In this implementation, the caller must hold a valid slice
	# credential for the slice being looked up. 
	#
256 257
	if (! ($isauth || $admin ||
	       $slice->urn() eq $credential->target_urn())) {
258 259
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"No permission to resolve $slice\n");
Leigh B. Stoller's avatar
Leigh B. Stoller committed
260 261 262 263 264 265
	}
	# Return a blob.
	my $blob = { "urn"          => $urn };

	my $aggregate = GeniAggregate->SliceAggregate($slice);
	if (defined($aggregate)) {
266
	    $blob->{'sliver_urn'} = $aggregate->urn();
267 268 269 270
	    my $manifest = $aggregate->GetManifest(1);
	    if (defined($manifest)) {
		$blob->{'manifest'}   = $manifest;
	    }
271 272 273 274 275 276 277 278 279 280 281
	    # For key bindings.
	    my $slice_experiment = $slice->GetExperiment();
	    if (!defined($slice_experiment)) {
		print STDERR "*** No Experiment for $slice\n";
	    }
	    else {
		my $bindings;
		if ($slice_experiment->NonLocalUsers(\$bindings)) {
		    print STDERR "*** No bindings for $slice_experiment\n";
		}
		elsif (@{ $bindings }) {
282
		    $blob->{'users'} = $bindings;
283 284
		}
	    }
285 286 287
	    $blob->{'public_url'} =
		"$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
		if (defined($slice->publicid()));
Leigh B. Stoller's avatar
Leigh B. Stoller committed
288 289 290
	}
	my $ticket = GeniTicket->SliceTicket($slice);
	if (defined($ticket)) {
291
	    $blob->{'ticket_urn'} = $ticket->urn();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
292 293 294 295
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "sliver") {
296
	my $sliver = $object;
297 298 299
	my $slice  = $sliver->GetSlice();
	return GeniResponse->Create(GENIRESPONSE_ERROR)
	    if (!defined($slice));
300

Leigh B. Stoller's avatar
Leigh B. Stoller committed
301 302 303 304
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential for the slice being looked up. 
	#
305
	if (! ($admin || $isauth ||
306
	       $sliver->urn() eq $credential->target_urn() ||
307 308 309 310 311
	       $slice->urn() eq $credential->target_urn())) {
	    print STDERR $sliver->urn() . "\n";
	    print STDERR $slice->urn() . "\n";
	    print STDERR $credential->target_urn() . "\n";
	    print STDERR $ENV{'MYURN'} . "\n";
Leigh B. Stoller's avatar
Leigh B. Stoller committed
312 313
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN);
	}
314 315
	my $manifest = $sliver->GetManifest(1);
	if (!defined($manifest)) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
316 317 318 319 320 321
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
	# Return a blob.
	my $blob = { "urn"          => $urn,
		     "manifest"     => $manifest,
		 };
322 323 324 325
	$blob->{'public_url'} =
	    "$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
	    if (defined($slice->publicid()));
	
326 327 328 329 330 331 332 333 334 335 336
	# For key bindings.
	my $slice_experiment = $slice->GetExperiment();
	if (!defined($slice_experiment)) {
	    print STDERR "*** No Experiment for $slice\n";
	}
	else {
	    my $bindings;
	    if ($slice_experiment->NonLocalUsers(\$bindings)) {
		print STDERR "*** No bindings for $slice_experiment\n";
	    }
	    elsif (@{ $bindings }) {
337
		$blob->{'users'} = $bindings;
338 339
	    }
	}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
340 341 342
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "ticket") {
343 344
	my $ticket = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
345 346 347 348
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential to get the ticket.
	#
349
	my $slice = GeniSlice->Lookup($ticket->slice_urn());
Leigh B. Stoller's avatar
Leigh B. Stoller committed
350 351 352 353
	if (!defined($slice)) {
	    print STDERR "Could not find slice for $ticket\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
354
	if (! ($admin || $slice->urn() eq $credential->target_urn())) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
355 356 357 358 359
	    #
	    # See if its the sliver credential. 
	    #
	    my $aggregate = GeniAggregate->SliceAggregate($slice);
	    if (!defined($aggregate) ||
360
		$aggregate->urn() ne $credential->target_urn()) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
361 362 363 364 365
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN());
	    }
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());
    }
366 367
    return GeniResponse->Create(GENIRESPONSE_UNSUPPORTED, undef,
				"Cannot resolve $type at this authority");
368 369 370 371 372 373 374 375
}

#
# Discover resources on this component, returning a resource availablity spec
#
sub DiscoverResources($)
{
    my ($argref) = @_;
376 377 378
    my $credentials = $argref->{'credentials'};
    my $available   = $argref->{'available'} || 0;
    my $compress    = $argref->{'compress'} || 0;
379
    my $version     = $argref->{'rspec_version'} || undef;
380 381 382 383

    if (! (defined($credentials))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
384 385 386 387
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
    return GeniResponse->MalformedArgsResponse("Missing arguments")
	if (!defined($credential));
388 389
    return $credential
	if (GeniResponse::IsResponse($credential));
390

391
    return GeniCM::DiscoverResourcesAux($available, $compress,
392
        $version, [$credential, @morecreds]);
393 394 395 396 397 398 399 400
}

#
# Create a Sliver.
#
sub CreateSliver($)
{
    my ($argref) = @_;
401 402 403 404 405
    my $slice_urn    = $argref->{'slice_urn'};
    my $rspecstr     = $argref->{'rspec'};
    my $credentials  = $argref->{'credentials'};
    my $keys         = $argref->{'keys'};
    my $impotent     = $argref->{'impotent'} || 0;
406
    my $usetracker   = $argref->{'usetracker'} || 0;
407 408
    require Node;
    require Experiment;
409 410
    require libtestbed;
    require libaudit;
411

412
    # For now, I am not worrying about the slice_urn argument.
413 414
    if (! (defined($credentials) &&
	   defined($slice_urn) && defined($rspecstr))) {
415 416
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
417 418 419 420 421 422
    if (! ($rspecstr =~ /^[\040-\176\012\015\011]+$/)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in rspec");
    }
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
423 424
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
425 426
    return $credential
	if (GeniResponse::IsResponse($credential));
427

428 429
    main::AddLogfileMetaData("slice_urn", $slice_urn);
    
430 431 432 433 434 435 436
    #
    # In this implementation, the user must provide a slice credential,
    # so we ignore the slice_urn. For CreateSliver(), the slice must not
    # be instantiated.
    #
    my ($slice,$aggregate) = Credential2SliceAggregate($credential);
    if (defined($slice)) {
437 438 439
	return $slice
	    if (GeniResponse::IsResponse($slice));

440 441 442 443
	if ($slice_urn ne $slice->urn()) {
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"Credential does not match the URN");
	}
444
	main::AddLogfileMetaDataFromSlice($slice);
445
	
446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461
	#
	# Watch for a placeholder slice and update it.
	#
	if ($slice->isplaceholder()) {
	    if ($slice->Lock() != 0) {
		return GeniResponse->BusyResponse();
	    }
	    #
	    # Confirm that the slice certificate is the same.
	    #
	    if ($slice->cert() ne $credential->target_cert()->cert()) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
					    "Slice certificate mismatch");
	    }
	    my $user =
462
		GeniCM::CreateUserFromCertificate($credential);
463
	    if (GeniResponse::IsResponse($user)) {	    
464
		$slice->UnLock();
465
		return $user;
466 467 468 469 470 471 472 473
	    }
	    if ($slice->ConvertPlaceholder($user) != 0) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Could not convert placeholder");
	    }
	    $slice->UnLock();
	}
474 475 476 477 478
	if (defined($aggregate)) {
	    return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					"Must delete existing slice first");
	}
    }
479
    my $rspec = GeniCM::GetTicketAux($credential, $rspecstr,
480
				     0, $impotent, 1, 0, $usetracker,
481
				     undef, $speaksfor, @morecreds);
482 483 484
    return $rspec
	if (GeniResponse::IsResponse($rspec));

Leigh B Stoller's avatar
Leigh B Stoller committed
485
    $slice = GeniSlice->Lookup($credential->target_urn());
486 487 488 489
    if (!defined($slice)) {
	print STDERR "CreateSliver: Could not find slice for $credential\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,"Internal Error");
    }
490
    main::AddLogfileMetaDataFromSlice($slice);
491

492 493 494 495 496 497 498 499 500 501 502 503
    #
    # If we got a cert/key, record them for the slice. This is a
    # generic openssl key/cert that is stored on the nodes (and from
    # which an ssh key pair can be derived).
    #
    if (exists($argref->{'certificate'}) || exists($argref->{'key'})) {
	$slice->AddGenericCert((exists($argref->{'certificate'}) ?
				$argref->{'certificate'} : undef),
			       (exists($argref->{'key'}) ?
				$argref->{'key'} : undef));
    }

504 505 506 507
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();

508 509
    my $response = GeniCM::SliverWorkAux($credential, $rspec,
					 $keys, 0, $impotent, 1, 0, $speaksfor);
510

511 512 513 514 515 516 517
    if (GeniResponse::IsError($response)) {
	#
	# We have to make sure there is nothing left over since there
	# is no actual ticket, so the resources will not get cleaned
	# up by the daemon. This is mostly cause I am reaching into
	# the V1 code, and its messy.
	#
518
	$slice = GeniSlice->Lookup($credential->target_urn());
519
	if (defined($slice)) {
520 521 522 523 524
	    if ($slice->Lock() != 0) {
		print STDERR
		    "CreateSliver: Could not lock $slice before delete\n";
		return $response;
	    }
525 526
	    GeniCM::CleanupDeadSlice($slice, 1);
	}
527
	return $response;
528
    }
529
    my ($sliver_credential) = @{ $response->{'value'} };
530

531 532 533
    #
    # Leave the slice intact on error, so we can go look at it. 
    #
534
    if ($slice->WaitForLock(30) != 0) {
535 536 537 538
	print STDERR "CreateSliver: Could not lock $slice before start\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
539
    $aggregate = GeniAggregate->SliceAggregate($slice);
540 541 542 543 544
    if (!defined($aggregate)) {
	print STDERR "CreateSliver: Could not find aggregate for $slice\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
545 546 547
    # We get the manifest from the aggregate object, so that the
    # expiration goes in.
    my $sliver_manifest = $aggregate->GetManifest(1);
548

549 550
    #
    # At this point we want to return and let the startsliver proceed
551
    # in the background. Parent never returns, just the child.
552
    #
553
    my $mypid = main::WrapperFork();
554 555 556 557
    if ($mypid) {
	return GeniResponse->Create(GENIRESPONSE_SUCCESS,
				    [$sliver_credential, $sliver_manifest]);
    }
558

559 560 561 562
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();

563 564 565 566 567 568 569
    #
    # The callee might also do a wrapper fork, so remember our PID
    # to make sure we unlock properly in only the parent side of the
    # fork. Child runs with slice unlocked for now. 
    #
    $mypid = $PID;
    
570
    if ($aggregate->Start($API_VERSION) != 0) {
571 572 573 574 575 576 577
	if ($PID == $mypid) {
	    $slice->UnLock();
	    print STDERR "Could not start sliver.\n";
	}
	else {
	    print STDERR "Error waiting for nodes.\n";
	}
578
	return -1;
579
    }
580 581 582
    if ($PID == $mypid) {
	$slice->UnLock();
    }
583
    return 0;
584 585 586 587 588 589
}

#
# Delete a Sliver.
#
sub DeleteSliver($)
590 591 592 593 594 595 596 597 598 599 600 601
{
    my ($argref) = @_;
    my $sliver_urn   = $argref->{'sliver_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;

    if (! (defined($credentials) && defined($sliver_urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($sliver_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
602
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
603 604 605 606 607 608 609 610
    return $credential
	if (GeniResponse::IsResponse($credential));

    #
    # In this implementation, the user must provide a slice or sliver
    # credential
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
611 612 613
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
    
614 615 616 617 618 619 620 621 622
    if (! (defined($slice) && defined($aggregate))) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "Sliver does not exist");
    }
    if ($sliver_urn ne $aggregate->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }

623 624 625
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
626
    # If a monitor process is running, we are "busy".
627
    GeniCM::CheckMonitor($slice);
628
    if ($slice->monitor_pid()) {
629
	$slice->UnLock();
630 631
	return GeniResponse->MonitorResponse();
    }
632
    
633 634 635 636 637
    # If any slivers are imaging, then we are busy as well.
    if ($aggregate->CheckSliverStates("imaging")) {
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
638 639 640 641
    
    main::AddLogfileMetaData("sliver_urn", $sliver_urn);
    main::AddLogfileMetaDataFromSlice($slice);
    
642 643 644 645 646
    #
    # We need this below to sign the ticket.
    #
    my $authority = GeniCertificate->LoadFromFile($EMULAB_PEMFILE);
    if (!defined($authority)) {
647
	print STDERR " Could not load $EMULAB_PEMFILE\n";
648
	$slice->UnLock();
649 650 651 652 653 654
	return GeniResponse->Create(GENIRESPONSE_ERROR);
	
    }
    #
    # We need the user to sign the new ticket to. 
    #
655
    my $user = GeniCM::CreateUserFromCertificate($credential);
656 657 658 659
    if (GeniResponse::IsResponse($user)) {
	$slice->UnLock();
	return $user;
    }
660 661
    
    my $response = GeniCM::DeleteSliverAux($credential, $impotent, 1);
662 663 664 665
    if (GeniResponse::IsResponse($response)) {
	$slice->UnLock();
	return $response;
    }
666 667 668 669 670 671 672 673 674 675 676 677 678 679 680

    #
    # In the v2 API, return a new ticket for the resources
    # (which were not released). As with all tickets, it will
    # expire very quickly. 
    #
    #
    # Create a new ticket from the manifest.
    #
    my $manifest = $aggregate->GetManifest(0);
    if (!defined($manifest)) {
	print STDERR "No manifest found for $aggregate\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
681 682
    my $ticket = GeniTicket->Create($authority, $user,
				    GeniXML::Serialize($manifest));
683 684 685 686 687
    if (!defined($ticket)) {
	print STDERR "Could not create new ticket for $slice\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
688
    $ticket->SetSlice($slice);
689 690
    $ticket->SetSpeaksFor($speaksfor)
	if (defined($speaksfor));
691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720
    
    if ($ticket->Sign()) {
	$ticket->Delete();
	print STDERR "Could not sign new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    if ($ticket->Store()) {
	$ticket->Delete();
	print STDERR "Could not store new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    my $slice_uuid = $slice->uuid();
    DBQueryWarn("delete from geni_manifests ".
		"where slice_uuid='$slice_uuid'");
    $slice->UnLock();
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());

  bad:
    if (GeniCM::CleanupDeadSlice($slice) != 0) {
	print STDERR "Could not cleanup slice\n";
    }
    return $response;
}

#
# Delete a Slice
#
sub DeleteSlice($)
721 722
{
    my ($argref) = @_;
723 724 725
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;
726
    my $cancel       = 0;
727
    my $blocking     = 0;
728
    my $canceled     = 0;
729

730
    if (! (defined($credentials) && defined($slice_urn))) {
731 732
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
733 734 735
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
736 737 738
    if (exists($argref->{'blocking'}) && $argref->{'blocking'}) {
	$blocking = 1;
    }
739 740 741
    if (exists($argref->{'cancel'}) && $argref->{'cancel'}) {
	$cancel = 1;
    }
742
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
743 744
    return $credential
	if (GeniResponse::IsResponse($credential));
745

746 747 748 749
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
750 751 752
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

753 754 755 756
    if (! defined($slice)) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "No such slice here");
    }
757
    main::AddLogfileMetaDataFromSlice($slice);
758
    
759 760 761 762
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
763 764 765 766
    if ($slice->lockdown()) {
	return GeniResponse->Create(GENIRESPONSE_REFUSED(), undef,
				    "Slice is locked down");
    }
767 768 769
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
770 771

    #
772 773 774 775 776 777 778 779
    # If a monitor process is running, then the slice is busy.
    # This might mean that the user will not be able to delete
    # the slice for a long time, but we are having problems with
    # users canceling slices before they finish setting up, and
    # the XEN client side is not handling this very well. Note that
    # the cleanupslice script calls GeniCM::CleanupDeadSlice()
    # directly, which *does* kill the monitor, so admin cleanup
    # is not affected.
780
    #
781
    GeniCM::CheckMonitor($slice);
782
    if ($slice->monitor_pid()) {
783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799
	if (!$cancel) {
	    $slice->UnLock();
	    return GeniResponse->MonitorResponse()
	}
	    
	#
	# But what we can do is set the cancel flag, which the monitor is
	# checking each time through the loop. This will cause it to stop
	# rebooting timed out nodes, and quit earlier. The caller will not
	# have to retry as long. 
	#
	my $slice_experiment = $slice->GetExperiment();
	if (defined($slice_experiment)) {
	    $slice_experiment->SetCancelFlag(1);
	}
	print STDERR "Canceling the monitor (" . $slice->monitor_pid() . ")\n";
	$canceled = 1;
800
    }
801
    # If any slivers are imaging, then we are busy as well.
802
    elsif (defined($aggregate) &&
Leigh B Stoller's avatar
Leigh B Stoller committed
803
	$aggregate->CheckSliverStates("imaging")) {
804 805 806
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
807 808 809 810 811

    #
    # Proceed in the background. No reason to make the caller wait,
    # it takes too long.
    #
812 813 814 815 816
    if (!$blocking) {
	my $mypid = main::WrapperFork();
	if ($mypid) {
	    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
	}
817
    }
818 819 820 821 822 823 824 825 826 827
    #
    # If we were canceled, we wait for the monitor to stop, instead of
    #
    if ($canceled) {
	while ($slice->monitor_pid()) {
	    sleep(10);
	    GeniCM::CheckMonitor($slice);
	    print STDERR "Checking to see if monitor has stopped ...\n";
	}
    }
828 829
    my $retval = GeniCM::CleanupDeadSlice($slice, 1);
    if ($retval) {
830 831 832 833 834 835
        #wvdemeer: Something went wrong deleting the slice.
        #          But we have a taken a lock above.
        #          So we need to unlock, or retry becomes impossible and the slice stays locked forever.
        #          If all is successfull, unlock is apparently not needed, I assume this is because the lock is deleted along with the slice.
        $slice->UnLock();

836 837 838
	return -1
	    if (!$blocking);
	return GeniResponse->Create(GENIRESPONSE_ERROR);
839
    }
840 841 842
    return 0
	if (!$blocking);
    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
843 844 845 846 847 848 849 850
}

#
# Get a Sliver (credential)
#
sub GetSliver($)
{
    my ($argref) = @_;
851 852
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
853

854
    if (! (defined($credentials) && defined($slice_urn))) {
855 856
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
857 858 859
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
860
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
861 862 863
    return $credential
	if (GeniResponse::IsResponse($credential));

864 865 866 867
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
868 869 870
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

871
    if (! (defined($slice) && defined($aggregate))) {
872
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
873 874 875 876 877 878
				    "No slice or aggregate here");
    }
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
879
    return GeniCM::GetSliverAux($credential);
880 881 882
}

#
883
# Start a sliver (not sure what this means yet, so reboot for now).
884
#
885
sub StartSliver($)
886 887
{
    my ($argref) = @_;
888
    my $slice_urn    = $argref->{'slice_urn'};
889
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
890
    my $credentials  = $argref->{'credentials'};
891
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
892
    
893 894
    return SliverAction("start",
			$slice_urn, $sliver_urns, $credentials, $manifest);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
895 896 897 898 899 900
}

sub StopSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
901
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
902 903
    my $credentials  = $argref->{'credentials'};

904 905
    return SliverAction("stop",
			$slice_urn, $sliver_urns, $credentials, undef);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
906 907 908 909 910 911
}

sub RestartSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
912
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
913
    my $credentials  = $argref->{'credentials'};
914
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
915

916 917
    return SliverAction("restart",
			$slice_urn, $sliver_urns, $credentials, $manifest);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
918
}
919

920 921 922 923 924 925 926 927 928 929 930
sub ReloadSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
    my $credentials  = $argref->{'credentials'};

    return SliverAction("reload",
			$slice_urn, $sliver_urns, $credentials, undef);
}

931
sub SliverAction($$$$$)
Leigh B. Stoller's avatar
Leigh B. Stoller committed
932
{
933
    my ($action, $slice_urn, $sliver_urns, $credentials, $manifest) = @_;
934
    my $response;
935
    my $isasync = 0;
936

937 938
    if (! (defined($credentials) &&
	   (defined($slice_urn) || defined($sliver_urns)))) {
939 940
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
941
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
942 943 944 945 946 947 948 949
    return $credential
	if (GeniResponse::IsResponse($credential));

    $credential->HasPrivilege( "pi" ) or
	$credential->HasPrivilege( "info" ) or
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
				    "Insufficient privilege");

950 951 952 953 954 955 956 957 958
    if (defined($manifest)) {
	$manifest = GeniXML::Parse($manifest);
	if (!defined($manifest)) {
	    print STDERR "Error reading manifest\n";
	    return GeniResponse->Create(GENIRESPONSE_BADARGS, undef,
					"Bad manifest");
	}
    }
    
959 960 961
    #
    # For now, only allow top level aggregate or the slice
    #
962
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
963 964
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
Srikanth's avatar
Srikanth committed
965

966 967 968 969
    #
    # I think this allows the CM to perform an action without
    # the slice credential?
    #
970 971 972 973 974
    if ( (!defined($slice)) && 
          ($credential->target_urn() =~ /\+authority\+cm$/)) {
          # administrative credentials are presented.
          my $cm_urn = GeniHRN::Generate($OURDOMAIN, "authority", "cm");
          if ($cm_urn != $credential->target_urn()) {
Srikanth's avatar
Srikanth committed