GeniCMV2.pm.in 151 KB
Newer Older
1 2
#!/usr/bin/perl -wT
#
3
# Copyright (c) 2008-2016 University of Utah and the Flux Group.
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
# 
# {{{GENIPUBLIC-LICENSE
# 
# GENI Public License
# 
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and/or hardware specification (the "Work") to
# deal in the Work without restriction, including without limitation the
# rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Work, and to permit persons to whom the Work
# is furnished to do so, subject to the following conditions:
# 
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Work.
# 
# THE WORK IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE WORK OR THE USE OR OTHER DEALINGS
# IN THE WORK.
# 
# }}}
29 30 31 32 33 34 35 36 37 38 39
#
package GeniCMV2;

#
# The server side of the CM interface on remote sites. Also communicates
# with the GMC interface at Geni Central as a client.
#
use strict;
use Exporter;
use vars qw(@ISA @EXPORT);

40 41
@ISA    = qw(Exporter);
@EXPORT = qw();
42 43 44 45 46 47 48

# Must come after package declaration!
use GeniDB;
use GeniResponse;
use GeniTicket;
use GeniCredential;
use GeniCertificate;
49
use GeniComponent;
50 51 52 53
use GeniSlice;
use GeniAggregate;
use GeniSliver;
use GeniUtil;
54
use GeniCM;
55
use GeniHRN;
56
use GeniXML;
57
use GeniStitch;
58
use GeniStd;
59
use emutil;
60
use libEmulab;
61
use English;
62
use libtestbed;
63 64 65 66
use Data::Dumper;
use XML::Simple;
use Date::Parse;
use POSIX qw(strftime tmpnam);
67
use POSIX qw(setsid :sys_wait_h);
68 69
use Time::Local;
use Compress::Zlib;
70
use File::Temp qw(tempfile);
71
use MIME::Base64;
72
use Errno;
73
use List::Util qw(shuffle);
74 75 76 77 78 79 80 81 82

# Configure variables
my $TB		   = "@prefix@";
my $TBOPS          = "@TBOPSEMAIL@";
my $TBAPPROVAL     = "@TBAPPROVALEMAIL@";
my $TBAUDIT   	   = "@TBAUDITEMAIL@";
my $BOSSNODE       = "@BOSSNODE@";
my $OURDOMAIN      = "@OURDOMAIN@";
my $PGENIDOMAIN    = "@PROTOGENI_DOMAIN@";
83
my $ELABINELAB     = "@ELABINELAB@";
84
my $TBBASE         = "@TBBASE@";
85
my $TBDOCBASE      = "@TBDOCBASE@";
86 87 88 89
my $CREATEEXPT     = "$TB/bin/batchexp";
my $ENDEXPT        = "$TB/bin/endexp";
my $NALLOC	   = "$TB/bin/nalloc";
my $NFREE	   = "$TB/bin/nfree";
90
my $TEVC	   = "$TB/bin/tevc";
91 92 93 94 95 96 97 98 99 100 101 102
my $AVAIL	   = "$TB/sbin/avail";
my $PTOPGEN	   = "$TB/libexec/ptopgen";
my $TBSWAP	   = "$TB/bin/tbswap";
my $SWAPEXP	   = "$TB/bin/swapexp";
my $PLABSLICE	   = "$TB/sbin/plabslicewrapper";
my $NAMEDSETUP     = "$TB/sbin/named_setup";
my $VNODESETUP     = "$TB/sbin/vnode_setup";
my $GENTOPOFILE    = "$TB/libexec/gentopofile";
my $TARFILES_SETUP = "$TB/bin/tarfiles_setup";
my $MAPPER         = "$TB/bin/mapper";
my $VTOPGEN        = "$TB/bin/vtopgen";
my $SNMPIT         = "$TB/bin/snmpit";
103 104
my $CLONEIMAGE     = "$TB/sbin/clone_image";
my $CREATEIMAGE    = "$TB/bin/create_image";
105
my $DELETEIMAGE    = "$TB/sbin/delete_image";
106 107
my $WAP            = "$TB/sbin/withadminprivs";
my $SHAREVLAN      = "$TB/sbin/sharevlan";
108
my $PANIC          = "$TB/sbin/panic";
109
my $LINKTEST       = "$TB/sbin/linktest_control";
110
my $XMLLINT	   = "/usr/local/bin/xmllint";
111
my $PRERENDER      = "$TB/libexec/vis/prerender";
112 113
my $IMPORTER       = "$TB/sbin/image_import";
my $POSTIMAGEDATA  = "$TB/sbin/protogeni/postimagedata";
114
my $EMULAB_PEMFILE = "@prefix@/etc/genicm.pem";
115 116
# Just one of these, at Utah.
my $GENICH_PEMFILE = "@prefix@/etc/genich.pem";
117
my $WITHPROVENANCE = @IMAGEPROVENANCE@;
118
my $PROTOGENI_LOCALUSER = @PROTOGENI_LOCALUSER@;
119
my $API_VERSION    = 2;
120 121 122 123 124 125 126 127

#
# Tell the client what API revision we support.  The correspondence
# between revision numbers and API features is to be specified elsewhere.
# No credentials are required.
#
sub GetVersion()
{
128 129
    my @input_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
    my @ad_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
Gary Wong's avatar
Gary Wong committed
130 131 132
    my $blob = {
	"api" => $API_VERSION,
	"level" => 1,
133
	"input_rspec" => \@input_rspec_versions,
134
	"output_rspec" => "2",
135
	"ad_rspec" => \@ad_rspec_versions
Gary Wong's avatar
Gary Wong committed
136
    };
137
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
138 139 140 141 142 143 144 145
}

#
# Respond to a Resolve request. 
#
sub Resolve($)
{
    my ($argref) = @_;
146 147
    my $credentials = $argref->{'credentials'};
    my $urn         = $argref->{'urn'};
148
    my $admin       = 0;
149
    my $isauth	    = 0;
150

151 152 153 154 155 156
    if (! (defined($credentials) && defined($urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($urn)) {
	return GeniResponse->MalformedArgsResponse("Invalid URN");
    }
157
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
158 159 160
    return $credential
	if (GeniResponse::IsResponse($credential));

161 162 163
    my ($object, $type) = LookupURN($urn);
    return $object
	if (GeniResponse::IsResponse($object));
164 165 166 167

    #
    # This is a convenience for testing. If a local user and that
    # user is an admin person, then do whatever it says. This is
168 169
    # easier then trying to do this with credential privs. But,
    # watch for credentials from authorities instead of users.
170
    #
171 172
    my (undef,$callertype,$callerid) = GeniHRN::Parse($credential->owner_urn());
    if ($callertype eq "user") {
173
	my $user = GeniCM::CreateUserFromCertificate($credential);
174 175
	if (!GeniResponse::IsResponse($user) &&
	    $user->IsLocal() && $user->admin()) {
176 177 178
	    $admin = 1;
	}
    }
179 180
    elsif ($callertype eq "authority" &&
	   ($callerid eq "cm" || $callerid eq "sa")) {
181
	$isauth = 1;
182
    }
183 184
    
    if ($type eq "node") {
185
	my $node  = $object;
186 187 188 189 190
	# Not sure about this, but I do know that Resolving a virtnode
	# is not useful right now. 
	if ($node->isvirtnode()) {
	    $node = Node->Lookup($node->phys_nodeid());
	}
191
	my $rspec = GeniCM::GetAdvertisement(0, $node->node_id(), "0.1", undef);
192
	if (! defined($rspec)) {
193
	    print STDERR "Could not get advertisement for $node!\n";
194
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
195
					"Error getting advertisement");
196
	}
197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232
	my $me = GeniAuthority->Lookup($ENV{'MYURN'});
	if (!defined($me)) {
	    print STDERR
		"Could not find local authority object for $ENV{'MYURN'}\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					"Error getting advertisement");
	}
	my $myurn = GeniHRN::Generate($OURDOMAIN, "node", $node->node_id());
	my $myhrn = "${PGENIDOMAIN}." . $node->node_id();

	#
	# See if the component object exists; if not create it.
	#
	my $component = GeniComponent->Lookup($node->uuid());
	if (!defined($component)) {
	    my $certificate = GeniCertificate->Lookup($node->uuid());
	    if (!defined($certificate)) {
		$certificate =
		    GeniCertificate->Create({'urn'  => $myurn,
					     'hrn'  => $myhrn,
					     'email'=> $TBOPS,
					     'uuid' => $node->uuid(),
					     'url'  => $me->url()});
		if (!defined($certificate)) {
		    print STDERR "Could not generate certificate for $node\n";
		    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
		}
	    }
	    $component = GeniComponent->Create($certificate, $me);
	    if (!defined($component)) {
		print STDERR "Could not create component for $node\n";
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
	    }
	}
233
	# Return a blob.
234
	my $blob = { "hrn"          => $myhrn,
235 236
		     "uuid"         => $node->uuid(),
		     "role"	    => $node->role(),
237 238
		     "hostname"     =>
			 GeniUtil::FindHostname($node->node_id()),
239 240
		     "physctrl"     => 
			 Interface->LookupControl($node->phys_nodeid())->IP(),
241 242 243 244
		     "urn"          => $myurn,
		     "rspec"        => $rspec,
		     "url"          => $me->url(),
		     "gid"          => $component->cert(),
245 246 247 248
		   };

	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
249
    if ($type eq "slice") {
250 251
	my $slice = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
252 253 254 255
	#
	# In this implementation, the caller must hold a valid slice
	# credential for the slice being looked up. 
	#
256 257
	if (! ($isauth || $admin ||
	       $slice->urn() eq $credential->target_urn())) {
258 259
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"No permission to resolve $slice\n");
Leigh B. Stoller's avatar
Leigh B. Stoller committed
260 261 262 263 264 265
	}
	# Return a blob.
	my $blob = { "urn"          => $urn };

	my $aggregate = GeniAggregate->SliceAggregate($slice);
	if (defined($aggregate)) {
266
	    $blob->{'sliver_urn'} = $aggregate->urn();
267 268 269 270
	    my $manifest = $aggregate->GetManifest(1);
	    if (defined($manifest)) {
		$blob->{'manifest'}   = $manifest;
	    }
271 272 273 274 275 276 277 278 279 280 281
	    # For key bindings.
	    my $slice_experiment = $slice->GetExperiment();
	    if (!defined($slice_experiment)) {
		print STDERR "*** No Experiment for $slice\n";
	    }
	    else {
		my $bindings;
		if ($slice_experiment->NonLocalUsers(\$bindings)) {
		    print STDERR "*** No bindings for $slice_experiment\n";
		}
		elsif (@{ $bindings }) {
282
		    $blob->{'users'} = $bindings;
283 284
		}
	    }
285 286 287
	    $blob->{'public_url'} =
		"$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
		if (defined($slice->publicid()));
Leigh B. Stoller's avatar
Leigh B. Stoller committed
288 289 290
	}
	my $ticket = GeniTicket->SliceTicket($slice);
	if (defined($ticket)) {
291
	    $blob->{'ticket_urn'} = $ticket->urn();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
292 293 294 295
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "sliver") {
296
	my $sliver = $object;
297 298 299
	my $slice  = $sliver->GetSlice();
	return GeniResponse->Create(GENIRESPONSE_ERROR)
	    if (!defined($slice));
300

Leigh B. Stoller's avatar
Leigh B. Stoller committed
301 302 303 304
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential for the slice being looked up. 
	#
305
	if (! ($admin || $isauth ||
306
	       $sliver->urn() eq $credential->target_urn() ||
307 308 309 310 311
	       $slice->urn() eq $credential->target_urn())) {
	    print STDERR $sliver->urn() . "\n";
	    print STDERR $slice->urn() . "\n";
	    print STDERR $credential->target_urn() . "\n";
	    print STDERR $ENV{'MYURN'} . "\n";
Leigh B. Stoller's avatar
Leigh B. Stoller committed
312 313
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN);
	}
314 315
	my $manifest = $sliver->GetManifest(1);
	if (!defined($manifest)) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
316 317 318 319 320 321
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
	# Return a blob.
	my $blob = { "urn"          => $urn,
		     "manifest"     => $manifest,
		 };
322 323 324 325
	$blob->{'public_url'} =
	    "$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
	    if (defined($slice->publicid()));
	
326 327 328 329 330 331 332 333 334 335 336
	# For key bindings.
	my $slice_experiment = $slice->GetExperiment();
	if (!defined($slice_experiment)) {
	    print STDERR "*** No Experiment for $slice\n";
	}
	else {
	    my $bindings;
	    if ($slice_experiment->NonLocalUsers(\$bindings)) {
		print STDERR "*** No bindings for $slice_experiment\n";
	    }
	    elsif (@{ $bindings }) {
337
		$blob->{'users'} = $bindings;
338 339
	    }
	}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
340 341 342
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "ticket") {
343 344
	my $ticket = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
345 346 347 348
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential to get the ticket.
	#
349
	my $slice = GeniSlice->Lookup($ticket->slice_urn());
Leigh B. Stoller's avatar
Leigh B. Stoller committed
350 351 352 353
	if (!defined($slice)) {
	    print STDERR "Could not find slice for $ticket\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
354
	if (! ($admin || $slice->urn() eq $credential->target_urn())) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
355 356 357 358 359
	    #
	    # See if its the sliver credential. 
	    #
	    my $aggregate = GeniAggregate->SliceAggregate($slice);
	    if (!defined($aggregate) ||
360
		$aggregate->urn() ne $credential->target_urn()) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
361 362 363 364 365
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN());
	    }
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());
    }
366 367
    return GeniResponse->Create(GENIRESPONSE_UNSUPPORTED, undef,
				"Cannot resolve $type at this authority");
368 369 370 371 372 373 374 375
}

#
# Discover resources on this component, returning a resource availablity spec
#
sub DiscoverResources($)
{
    my ($argref) = @_;
376 377 378
    my $credentials = $argref->{'credentials'};
    my $available   = $argref->{'available'} || 0;
    my $compress    = $argref->{'compress'} || 0;
379
    my $version     = $argref->{'rspec_version'} || undef;
380 381 382 383

    if (! (defined($credentials))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
384 385 386 387
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
    return GeniResponse->MalformedArgsResponse("Missing arguments")
	if (!defined($credential));
388 389
    return $credential
	if (GeniResponse::IsResponse($credential));
390

391
    return GeniCM::DiscoverResourcesAux($available, $compress,
392
        $version, [$credential, @morecreds]);
393 394 395 396 397 398 399 400
}

#
# Create a Sliver.
#
sub CreateSliver($)
{
    my ($argref) = @_;
401 402 403 404 405
    my $slice_urn    = $argref->{'slice_urn'};
    my $rspecstr     = $argref->{'rspec'};
    my $credentials  = $argref->{'credentials'};
    my $keys         = $argref->{'keys'};
    my $impotent     = $argref->{'impotent'} || 0;
406
    my $usetracker   = $argref->{'usetracker'} || 0;
407 408
    require Node;
    require Experiment;
409 410
    require libtestbed;
    require libaudit;
411

412
    # For now, I am not worrying about the slice_urn argument.
413 414
    if (! (defined($credentials) &&
	   defined($slice_urn) && defined($rspecstr))) {
415 416
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
417 418 419 420 421 422
    if (! ($rspecstr =~ /^[\040-\176\012\015\011]+$/)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in rspec");
    }
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
423 424
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
425 426
    return $credential
	if (GeniResponse::IsResponse($credential));
427

428 429
    main::AddLogfileMetaData("slice_urn", $slice_urn);
    
430 431 432 433 434 435 436
    #
    # In this implementation, the user must provide a slice credential,
    # so we ignore the slice_urn. For CreateSliver(), the slice must not
    # be instantiated.
    #
    my ($slice,$aggregate) = Credential2SliceAggregate($credential);
    if (defined($slice)) {
437 438 439
	return $slice
	    if (GeniResponse::IsResponse($slice));

440 441 442 443
	if ($slice_urn ne $slice->urn()) {
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"Credential does not match the URN");
	}
444
	main::AddLogfileMetaDataFromSlice($slice);
445
	
446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461
	#
	# Watch for a placeholder slice and update it.
	#
	if ($slice->isplaceholder()) {
	    if ($slice->Lock() != 0) {
		return GeniResponse->BusyResponse();
	    }
	    #
	    # Confirm that the slice certificate is the same.
	    #
	    if ($slice->cert() ne $credential->target_cert()->cert()) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
					    "Slice certificate mismatch");
	    }
	    my $user =
462
		GeniCM::CreateUserFromCertificate($credential);
463
	    if (GeniResponse::IsResponse($user)) {	    
464
		$slice->UnLock();
465
		return $user;
466 467 468 469 470 471 472 473
	    }
	    if ($slice->ConvertPlaceholder($user) != 0) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Could not convert placeholder");
	    }
	    $slice->UnLock();
	}
474 475 476 477 478
	if (defined($aggregate)) {
	    return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					"Must delete existing slice first");
	}
    }
479
    my $rspec = GeniCM::GetTicketAux($credential, $rspecstr,
480
				     0, $impotent, 1, 0, $usetracker,
481
				     undef, $speaksfor, @morecreds);
482 483 484
    return $rspec
	if (GeniResponse::IsResponse($rspec));

Leigh B Stoller's avatar
Leigh B Stoller committed
485
    $slice = GeniSlice->Lookup($credential->target_urn());
486 487 488 489
    if (!defined($slice)) {
	print STDERR "CreateSliver: Could not find slice for $credential\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,"Internal Error");
    }
490
    main::AddLogfileMetaDataFromSlice($slice);
491

492 493 494 495 496 497 498 499 500 501 502 503
    #
    # If we got a cert/key, record them for the slice. This is a
    # generic openssl key/cert that is stored on the nodes (and from
    # which an ssh key pair can be derived).
    #
    if (exists($argref->{'certificate'}) || exists($argref->{'key'})) {
	$slice->AddGenericCert((exists($argref->{'certificate'}) ?
				$argref->{'certificate'} : undef),
			       (exists($argref->{'key'}) ?
				$argref->{'key'} : undef));
    }

504 505 506 507
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();

508 509
    my $response = GeniCM::SliverWorkAux($credential, $rspec,
					 $keys, 0, $impotent, 1, 0, $speaksfor);
510

511 512 513 514 515 516 517
    if (GeniResponse::IsError($response)) {
	#
	# We have to make sure there is nothing left over since there
	# is no actual ticket, so the resources will not get cleaned
	# up by the daemon. This is mostly cause I am reaching into
	# the V1 code, and its messy.
	#
518
	$slice = GeniSlice->Lookup($credential->target_urn());
519
	if (defined($slice)) {
520 521 522 523 524
	    if ($slice->Lock() != 0) {
		print STDERR
		    "CreateSliver: Could not lock $slice before delete\n";
		return $response;
	    }
525 526
	    GeniCM::CleanupDeadSlice($slice, 1);
	}
527
	return $response;
528
    }
529
    my ($sliver_credential) = @{ $response->{'value'} };
530

531 532 533
    #
    # Leave the slice intact on error, so we can go look at it. 
    #
534
    if ($slice->WaitForLock(30) != 0) {
535 536 537 538
	print STDERR "CreateSliver: Could not lock $slice before start\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
539
    $aggregate = GeniAggregate->SliceAggregate($slice);
540 541 542 543 544
    if (!defined($aggregate)) {
	print STDERR "CreateSliver: Could not find aggregate for $slice\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
545 546 547
    # We get the manifest from the aggregate object, so that the
    # expiration goes in.
    my $sliver_manifest = $aggregate->GetManifest(1);
548

549 550
    #
    # At this point we want to return and let the startsliver proceed
551
    # in the background. Parent never returns, just the child.
552
    #
553
    my $mypid = main::WrapperFork();
554 555 556 557
    if ($mypid) {
	return GeniResponse->Create(GENIRESPONSE_SUCCESS,
				    [$sliver_credential, $sliver_manifest]);
    }
558

559 560 561 562
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();

563 564 565 566 567 568 569
    #
    # The callee might also do a wrapper fork, so remember our PID
    # to make sure we unlock properly in only the parent side of the
    # fork. Child runs with slice unlocked for now. 
    #
    $mypid = $PID;
    
570
    if ($aggregate->Start($API_VERSION) != 0) {
571 572 573 574 575 576 577
	if ($PID == $mypid) {
	    $slice->UnLock();
	    print STDERR "Could not start sliver.\n";
	}
	else {
	    print STDERR "Error waiting for nodes.\n";
	}
578
	return -1;
579
    }
580 581 582
    if ($PID == $mypid) {
	$slice->UnLock();
    }
583
    return 0;
584 585 586 587 588 589
}

#
# Delete a Sliver.
#
sub DeleteSliver($)
590 591 592 593 594 595 596 597 598 599 600 601
{
    my ($argref) = @_;
    my $sliver_urn   = $argref->{'sliver_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;

    if (! (defined($credentials) && defined($sliver_urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($sliver_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
602
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
603 604 605 606 607 608 609 610
    return $credential
	if (GeniResponse::IsResponse($credential));

    #
    # In this implementation, the user must provide a slice or sliver
    # credential
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
611 612 613
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
    
614 615 616 617 618 619 620 621 622
    if (! (defined($slice) && defined($aggregate))) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "Sliver does not exist");
    }
    if ($sliver_urn ne $aggregate->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }

623 624 625
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
626
    # If a monitor process is running, we are "busy".
627
    GeniCM::CheckMonitor($slice);
628
    if ($slice->monitor_pid()) {
629
	$slice->UnLock();
630 631
	return GeniResponse->MonitorResponse();
    }
632
    
633 634 635 636 637
    # If any slivers are imaging, then we are busy as well.
    if ($aggregate->CheckSliverStates("imaging")) {
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
638 639 640 641
    
    main::AddLogfileMetaData("sliver_urn", $sliver_urn);
    main::AddLogfileMetaDataFromSlice($slice);
    
642 643 644 645 646
    #
    # We need this below to sign the ticket.
    #
    my $authority = GeniCertificate->LoadFromFile($EMULAB_PEMFILE);
    if (!defined($authority)) {
647
	print STDERR " Could not load $EMULAB_PEMFILE\n";
648 649 650 651 652 653
	return GeniResponse->Create(GENIRESPONSE_ERROR);
	
    }
    #
    # We need the user to sign the new ticket to. 
    #
654
    my $user = GeniCM::CreateUserFromCertificate($credential);
655 656
    return $user
	if (GeniResponse::IsResponse($user));
657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675
    
    my $response = GeniCM::DeleteSliverAux($credential, $impotent, 1);
    return $response
	if (GeniResponse::IsResponse($response));

    #
    # In the v2 API, return a new ticket for the resources
    # (which were not released). As with all tickets, it will
    # expire very quickly. 
    #
    #
    # Create a new ticket from the manifest.
    #
    my $manifest = $aggregate->GetManifest(0);
    if (!defined($manifest)) {
	print STDERR "No manifest found for $aggregate\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
676 677
    my $ticket = GeniTicket->Create($authority, $user,
				    GeniXML::Serialize($manifest));
678 679 680 681 682
    if (!defined($ticket)) {
	print STDERR "Could not create new ticket for $slice\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
683
    $ticket->SetSlice($slice);
684 685
    $ticket->SetSpeaksFor($speaksfor)
	if (defined($speaksfor));
686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715
    
    if ($ticket->Sign()) {
	$ticket->Delete();
	print STDERR "Could not sign new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    if ($ticket->Store()) {
	$ticket->Delete();
	print STDERR "Could not store new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    my $slice_uuid = $slice->uuid();
    DBQueryWarn("delete from geni_manifests ".
		"where slice_uuid='$slice_uuid'");
    $slice->UnLock();
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());

  bad:
    if (GeniCM::CleanupDeadSlice($slice) != 0) {
	print STDERR "Could not cleanup slice\n";
    }
    return $response;
}

#
# Delete a Slice
#
sub DeleteSlice($)
716 717
{
    my ($argref) = @_;
718 719 720
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;
721
    my $cancel       = 0;
722
    my $blocking     = 0;
723
    my $canceled     = 0;
724

725
    if (! (defined($credentials) && defined($slice_urn))) {
726 727
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
728 729 730
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
731 732 733
    if (exists($argref->{'blocking'}) && $argref->{'blocking'}) {
	$blocking = 1;
    }
734 735 736
    if (exists($argref->{'cancel'}) && $argref->{'cancel'}) {
	$cancel = 1;
    }
737
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
738 739
    return $credential
	if (GeniResponse::IsResponse($credential));
740

741 742 743 744
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
745 746 747
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

748 749 750 751
    if (! defined($slice)) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "No such slice here");
    }
752
    main::AddLogfileMetaDataFromSlice($slice);
753
    
754 755 756 757
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
758 759 760 761
    if ($slice->lockdown()) {
	return GeniResponse->Create(GENIRESPONSE_REFUSED(), undef,
				    "Slice is locked down");
    }
762 763 764
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
765 766

    #
767 768 769 770 771 772 773 774
    # If a monitor process is running, then the slice is busy.
    # This might mean that the user will not be able to delete
    # the slice for a long time, but we are having problems with
    # users canceling slices before they finish setting up, and
    # the XEN client side is not handling this very well. Note that
    # the cleanupslice script calls GeniCM::CleanupDeadSlice()
    # directly, which *does* kill the monitor, so admin cleanup
    # is not affected.
775
    #
776
    GeniCM::CheckMonitor($slice);
777
    if ($slice->monitor_pid()) {
778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794
	if (!$cancel) {
	    $slice->UnLock();
	    return GeniResponse->MonitorResponse()
	}
	    
	#
	# But what we can do is set the cancel flag, which the monitor is
	# checking each time through the loop. This will cause it to stop
	# rebooting timed out nodes, and quit earlier. The caller will not
	# have to retry as long. 
	#
	my $slice_experiment = $slice->GetExperiment();
	if (defined($slice_experiment)) {
	    $slice_experiment->SetCancelFlag(1);
	}
	print STDERR "Canceling the monitor (" . $slice->monitor_pid() . ")\n";
	$canceled = 1;
795
    }
796
    # If any slivers are imaging, then we are busy as well.
797
    elsif (defined($aggregate) &&
Leigh B Stoller's avatar
Leigh B Stoller committed
798
	$aggregate->CheckSliverStates("imaging")) {
799 800 801
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
802 803 804 805 806

    #
    # Proceed in the background. No reason to make the caller wait,
    # it takes too long.
    #
807 808 809 810 811
    if (!$blocking) {
	my $mypid = main::WrapperFork();
	if ($mypid) {
	    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
	}
812
    }
813 814 815 816 817 818 819 820 821 822
    #
    # If we were canceled, we wait for the monitor to stop, instead of
    #
    if ($canceled) {
	while ($slice->monitor_pid()) {
	    sleep(10);
	    GeniCM::CheckMonitor($slice);
	    print STDERR "Checking to see if monitor has stopped ...\n";
	}
    }
823 824
    my $retval = GeniCM::CleanupDeadSlice($slice, 1);
    if ($retval) {
825 826 827 828 829 830
        #wvdemeer: Something went wrong deleting the slice.
        #          But we have a taken a lock above.
        #          So we need to unlock, or retry becomes impossible and the slice stays locked forever.
        #          If all is successfull, unlock is apparently not needed, I assume this is because the lock is deleted along with the slice.
        $slice->UnLock();

831 832 833
	return -1
	    if (!$blocking);
	return GeniResponse->Create(GENIRESPONSE_ERROR);
834
    }
835 836 837
    return 0
	if (!$blocking);
    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
838 839 840 841 842 843 844 845
}

#
# Get a Sliver (credential)
#
sub GetSliver($)
{
    my ($argref) = @_;
846 847
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
848

849
    if (! (defined($credentials) && defined($slice_urn))) {
850 851
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
852 853 854
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
855
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
856 857 858
    return $credential
	if (GeniResponse::IsResponse($credential));

859 860 861 862
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
863 864 865
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

866
    if (! (defined($slice) && defined($aggregate))) {
867
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
868 869 870 871 872 873
				    "No slice or aggregate here");
    }
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
874
    return GeniCM::GetSliverAux($credential);
875 876 877
}

#
878
# Start a sliver (not sure what this means yet, so reboot for now).
879
#
880
sub StartSliver($)
881 882
{
    my ($argref) = @_;
883
    my $slice_urn    = $argref->{'slice_urn'};
884
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
885
    my $credentials  = $argref->{'credentials'};
886
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
887
    
888 889
    return SliverAction("start",
			$slice_urn, $sliver_urns, $credentials, $manifest);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
890 891 892 893 894 895
}

sub StopSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
896
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
897 898
    my $credentials  = $argref->{'credentials'};

899 900
    return SliverAction("stop",
			$slice_urn, $sliver_urns, $credentials, undef);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
901 902 903 904 905 906
}

sub RestartSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
907
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
908
    my $credentials  = $argref->{'credentials'};
909
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
910

911 912
    return SliverAction("restart",
			$slice_urn, $sliver_urns, $credentials, $manifest);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
913
}
914

915 916 917 918 919 920 921 922 923 924 925
sub ReloadSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
    my $credentials  = $argref->{'credentials'};

    return SliverAction("reload",
			$slice_urn, $sliver_urns, $credentials, undef);
}

926
sub SliverAction($$$$$)
Leigh B. Stoller's avatar
Leigh B. Stoller committed
927
{
928
    my ($action, $slice_urn, $sliver_urns, $credentials, $manifest) = @_;
929
    my $response;
930
    my $isasync = 0;
931

932 933
    if (! (defined($credentials) &&
	   (defined($slice_urn) || defined($sliver_urns)))) {
934 935
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
936
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
937 938 939 940 941 942 943 944
    return $credential
	if (GeniResponse::IsResponse($credential));

    $credential->HasPrivilege( "pi" ) or
	$credential->HasPrivilege( "info" ) or
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
				    "Insufficient privilege");

945 946 947 948 949 950 951 952 953
    if (defined($manifest)) {
	$manifest = GeniXML::Parse($manifest);
	if (!defined($manifest)) {
	    print STDERR "Error reading manifest\n";
	    return GeniResponse->Create(GENIRESPONSE_BADARGS, undef,
					"Bad manifest");
	}
    }
    
954 955 956
    #
    # For now, only allow top level aggregate or the slice
    #
957
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
958 959
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
Srikanth's avatar
Srikanth committed
960

961 962 963 964
    #
    # I think this allows the CM to perform an action without
    # the slice credential?
    #
965 966 967 968 969
    if ( (!defined($slice)) && 
          ($credential->target_urn() =~ /\+authority\+cm$/)) {
          # administrative credentials are presented.
          my $cm_urn = GeniHRN::Generate($OURDOMAIN, "authority", "cm");
          if ($cm_urn != $credential->target_urn()) {
Srikanth's avatar
Srikanth committed
970
            return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
971 972 973 974
                      "Credential target does not match CM URN");
          }

      if (!defined($slice_urn)) {
Srikanth's avatar
Srikanth committed
975 976
          return GeniResponse->MalformedArgsResponse("Missing arguments");
      }