GeniCMV2.pm.in 180 KB
Newer Older
1 2
#!/usr/bin/perl -wT
#
3
# Copyright (c) 2008-2018 University of Utah and the Flux Group.
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
# 
# {{{GENIPUBLIC-LICENSE
# 
# GENI Public License
# 
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and/or hardware specification (the "Work") to
# deal in the Work without restriction, including without limitation the
# rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Work, and to permit persons to whom the Work
# is furnished to do so, subject to the following conditions:
# 
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Work.
# 
# THE WORK IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE WORK OR THE USE OR OTHER DEALINGS
# IN THE WORK.
# 
# }}}
29 30 31 32 33 34 35 36 37 38 39
#
package GeniCMV2;

#
# The server side of the CM interface on remote sites. Also communicates
# with the GMC interface at Geni Central as a client.
#
use strict;
use Exporter;
use vars qw(@ISA @EXPORT);

40 41
@ISA    = qw(Exporter);
@EXPORT = qw();
42 43 44 45 46 47 48

# Must come after package declaration!
use GeniDB;
use GeniResponse;
use GeniTicket;
use GeniCredential;
use GeniCertificate;
49
use GeniComponent;
50 51 52 53
use GeniSlice;
use GeniAggregate;
use GeniSliver;
use GeniUtil;
54
use GeniCM;
55
use GeniHRN;
56
use GeniXML;
57
use GeniStitch;
58
use GeniStd;
59
use emutil;
60
use libEmulab;
61
use English;
62
use libtestbed;
63 64 65 66
use Data::Dumper;
use XML::Simple;
use Date::Parse;
use POSIX qw(strftime tmpnam);
67
use POSIX qw(setsid :sys_wait_h);
68 69
use Time::Local;
use Compress::Zlib;
70
use File::Temp qw(tempfile);
71
use MIME::Base64;
72
use Errno qw(:POSIX);
73
use List::Util qw(shuffle);
74 75 76 77

# Configure variables
my $TB		   = "@prefix@";
my $TBOPS          = "@TBOPSEMAIL@";
78
my $TBLOGS         = "@TBLOGSEMAIL@";
79 80 81 82 83
my $TBAPPROVAL     = "@TBAPPROVALEMAIL@";
my $TBAUDIT   	   = "@TBAUDITEMAIL@";
my $BOSSNODE       = "@BOSSNODE@";
my $OURDOMAIN      = "@OURDOMAIN@";
my $PGENIDOMAIN    = "@PROTOGENI_DOMAIN@";
84
my $ELABINELAB     = "@ELABINELAB@";
85
my $TBBASE         = "@TBBASE@";
86
my $TBDOCBASE      = "@TBDOCBASE@";
87 88 89 90
my $CREATEEXPT     = "$TB/bin/batchexp";
my $ENDEXPT        = "$TB/bin/endexp";
my $NALLOC	   = "$TB/bin/nalloc";
my $NFREE	   = "$TB/bin/nfree";
91
my $TEVC	   = "$TB/bin/tevc";
92 93 94 95 96 97 98 99 100 101 102 103
my $AVAIL	   = "$TB/sbin/avail";
my $PTOPGEN	   = "$TB/libexec/ptopgen";
my $TBSWAP	   = "$TB/bin/tbswap";
my $SWAPEXP	   = "$TB/bin/swapexp";
my $PLABSLICE	   = "$TB/sbin/plabslicewrapper";
my $NAMEDSETUP     = "$TB/sbin/named_setup";
my $VNODESETUP     = "$TB/sbin/vnode_setup";
my $GENTOPOFILE    = "$TB/libexec/gentopofile";
my $TARFILES_SETUP = "$TB/bin/tarfiles_setup";
my $MAPPER         = "$TB/bin/mapper";
my $VTOPGEN        = "$TB/bin/vtopgen";
my $SNMPIT         = "$TB/bin/snmpit";
104 105
my $CLONEIMAGE     = "$TB/sbin/clone_image";
my $CREATEIMAGE    = "$TB/bin/create_image";
106
my $DELETEIMAGE    = "$TB/sbin/delete_image";
107 108 109 110
my $CREATEDATASET  = "$TB/bin/createdataset";
my $DELETEDATASET  = "$TB/bin/deletelease";
my $EXTENDDATASET  = "$TB/bin/extendlease";
my $GRANTDATASET   = "$TB/bin/grantlease";
111
my $APPROVEDATASET = "$TB/bin/approvelease";
112
my $GRANTIMAGE     = "$TB/sbin/grantimage";
113 114
my $WAP            = "$TB/sbin/withadminprivs";
my $SHAREVLAN      = "$TB/sbin/sharevlan";
115
my $PANIC          = "$TB/sbin/panic";
116
my $LINKTEST       = "$TB/sbin/linktest_control";
117
my $XMLLINT	   = "/usr/local/bin/xmllint";
118
my $IMAGEINFO      = "$TB/sbin/imageinfo";
119
my $PRERENDER      = "$TB/libexec/vis/prerender";
120 121
my $IMPORTER       = "$TB/sbin/image_import";
my $POSTIMAGEDATA  = "$TB/sbin/protogeni/postimagedata";
122
my $EMULAB_PEMFILE = "@prefix@/etc/genicm.pem";
123 124
# Just one of these, at Utah.
my $GENICH_PEMFILE = "@prefix@/etc/genich.pem";
125
my $WITHPROVENANCE = @IMAGEPROVENANCE@;
126
my $PROTOGENI_LOCALUSER = @PROTOGENI_LOCALUSER@;
127
my $API_VERSION    = 2;
128 129 130 131 132 133 134 135

#
# Tell the client what API revision we support.  The correspondence
# between revision numbers and API features is to be specified elsewhere.
# No credentials are required.
#
sub GetVersion()
{
136 137
    my @input_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
    my @ad_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
Gary Wong's avatar
Gary Wong committed
138 139 140
    my $blob = {
	"api" => $API_VERSION,
	"level" => 1,
141
	"input_rspec" => \@input_rspec_versions,
142
	"output_rspec" => "2",
143
	"ad_rspec" => \@ad_rspec_versions
Gary Wong's avatar
Gary Wong committed
144
    };
145 146
    #POSIX::_exit(1);
    #sleep(30);
147
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
148 149 150 151 152 153 154 155
}

#
# Respond to a Resolve request. 
#
sub Resolve($)
{
    my ($argref) = @_;
156 157
    my $credentials = $argref->{'credentials'};
    my $urn         = $argref->{'urn'};
158
    my $admin       = 0;
159
    my $isauth	    = 0;
160

161 162 163 164 165 166
    if (! (defined($credentials) && defined($urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($urn)) {
	return GeniResponse->MalformedArgsResponse("Invalid URN");
    }
167
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
168 169 170
    return $credential
	if (GeniResponse::IsResponse($credential));

171 172 173
    my ($object, $type) = LookupURN($urn);
    return $object
	if (GeniResponse::IsResponse($object));
174 175 176 177

    #
    # This is a convenience for testing. If a local user and that
    # user is an admin person, then do whatever it says. This is
178 179
    # easier then trying to do this with credential privs. But,
    # watch for credentials from authorities instead of users.
180
    #
181 182
    my (undef,$callertype,$callerid) = GeniHRN::Parse($credential->owner_urn());
    if ($callertype eq "user") {
183
	my $user = GeniCM::CreateUserFromCertificate($credential);
184 185
	if (!GeniResponse::IsResponse($user) &&
	    $user->IsLocal() && $user->admin()) {
186 187 188
	    $admin = 1;
	}
    }
189 190
    elsif ($callertype eq "authority" &&
	   ($callerid eq "cm" || $callerid eq "sa")) {
191
	$isauth = 1;
192
    }
193 194
    
    if ($type eq "node") {
195
	my $node  = $object;
196 197 198 199 200
	# Not sure about this, but I do know that Resolving a virtnode
	# is not useful right now. 
	if ($node->isvirtnode()) {
	    $node = Node->Lookup($node->phys_nodeid());
	}
201
	my $rspec = GeniCM::GetAdvertisement(0, $node->node_id(), "0.1", undef);
202
	if (! defined($rspec)) {
203
	    print STDERR "Could not get advertisement for $node!\n";
204
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
205
					"Error getting advertisement");
206
	}
207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242
	my $me = GeniAuthority->Lookup($ENV{'MYURN'});
	if (!defined($me)) {
	    print STDERR
		"Could not find local authority object for $ENV{'MYURN'}\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					"Error getting advertisement");
	}
	my $myurn = GeniHRN::Generate($OURDOMAIN, "node", $node->node_id());
	my $myhrn = "${PGENIDOMAIN}." . $node->node_id();

	#
	# See if the component object exists; if not create it.
	#
	my $component = GeniComponent->Lookup($node->uuid());
	if (!defined($component)) {
	    my $certificate = GeniCertificate->Lookup($node->uuid());
	    if (!defined($certificate)) {
		$certificate =
		    GeniCertificate->Create({'urn'  => $myurn,
					     'hrn'  => $myhrn,
					     'email'=> $TBOPS,
					     'uuid' => $node->uuid(),
					     'url'  => $me->url()});
		if (!defined($certificate)) {
		    print STDERR "Could not generate certificate for $node\n";
		    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
		}
	    }
	    $component = GeniComponent->Create($certificate, $me);
	    if (!defined($component)) {
		print STDERR "Could not create component for $node\n";
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
	    }
	}
243
	# Return a blob.
244
	my $blob = { "hrn"          => $myhrn,
245 246
		     "uuid"         => $node->uuid(),
		     "role"	    => $node->role(),
247 248
		     "hostname"     =>
			 GeniUtil::FindHostname($node->node_id()),
249 250
		     "physctrl"     => 
			 Interface->LookupControl($node->phys_nodeid())->IP(),
251 252 253 254
		     "urn"          => $myurn,
		     "rspec"        => $rspec,
		     "url"          => $me->url(),
		     "gid"          => $component->cert(),
255 256 257 258
		   };

	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
259
    if ($type eq "slice") {
260 261
	my $slice = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
262 263 264 265
	#
	# In this implementation, the caller must hold a valid slice
	# credential for the slice being looked up. 
	#
266 267
	if (! ($isauth || $admin ||
	       $slice->urn() eq $credential->target_urn())) {
268 269
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"No permission to resolve $slice\n");
Leigh B. Stoller's avatar
Leigh B. Stoller committed
270 271
	}
	# Return a blob.
272 273 274 275 276 277 278 279 280 281
	my $blob = { "urn" => $urn };

	#
	# We stored an error after a wrapperfork; return that error now.
	#
	if ($slice->async_code()) {
	    $blob->{"async_code"}   = $slice->async_code();
	    $blob->{"async_output"} = $slice->async_output();
	    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
	}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
282 283 284

	my $aggregate = GeniAggregate->SliceAggregate($slice);
	if (defined($aggregate)) {
285
	    $blob->{'sliver_urn'} = $aggregate->urn();
286 287 288 289
	    my $manifest = $aggregate->GetManifest(1);
	    if (defined($manifest)) {
		$blob->{'manifest'}   = $manifest;
	    }
290 291 292 293 294 295 296 297 298 299 300
	    # For key bindings.
	    my $slice_experiment = $slice->GetExperiment();
	    if (!defined($slice_experiment)) {
		print STDERR "*** No Experiment for $slice\n";
	    }
	    else {
		my $bindings;
		if ($slice_experiment->NonLocalUsers(\$bindings)) {
		    print STDERR "*** No bindings for $slice_experiment\n";
		}
		elsif (@{ $bindings }) {
301
		    $blob->{'users'} = $bindings;
302 303
		}
	    }
304 305 306
	    $blob->{'public_url'} =
		"$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
		if (defined($slice->publicid()));
Leigh B. Stoller's avatar
Leigh B. Stoller committed
307 308 309
	}
	my $ticket = GeniTicket->SliceTicket($slice);
	if (defined($ticket)) {
310
	    $blob->{'ticket_urn'} = $ticket->urn();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
311 312 313 314
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "sliver") {
315
	my $sliver = $object;
316 317 318
	my $slice  = $sliver->GetSlice();
	return GeniResponse->Create(GENIRESPONSE_ERROR)
	    if (!defined($slice));
319

Leigh B. Stoller's avatar
Leigh B. Stoller committed
320 321 322 323
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential for the slice being looked up. 
	#
324
	if (! ($admin || $isauth ||
325
	       $sliver->urn() eq $credential->target_urn() ||
326 327 328 329 330
	       $slice->urn() eq $credential->target_urn())) {
	    print STDERR $sliver->urn() . "\n";
	    print STDERR $slice->urn() . "\n";
	    print STDERR $credential->target_urn() . "\n";
	    print STDERR $ENV{'MYURN'} . "\n";
Leigh B. Stoller's avatar
Leigh B. Stoller committed
331 332
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN);
	}
333 334
	my $manifest = $sliver->GetManifest(1);
	if (!defined($manifest)) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
335 336 337 338 339 340
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
	# Return a blob.
	my $blob = { "urn"          => $urn,
		     "manifest"     => $manifest,
		 };
341 342 343 344
	$blob->{'public_url'} =
	    "$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
	    if (defined($slice->publicid()));
	
345 346 347 348 349 350 351 352 353 354 355
	# For key bindings.
	my $slice_experiment = $slice->GetExperiment();
	if (!defined($slice_experiment)) {
	    print STDERR "*** No Experiment for $slice\n";
	}
	else {
	    my $bindings;
	    if ($slice_experiment->NonLocalUsers(\$bindings)) {
		print STDERR "*** No bindings for $slice_experiment\n";
	    }
	    elsif (@{ $bindings }) {
356
		$blob->{'users'} = $bindings;
357 358
	    }
	}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
359 360 361
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "ticket") {
362 363
	my $ticket = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
364 365 366 367
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential to get the ticket.
	#
368
	my $slice = GeniSlice->Lookup($ticket->slice_urn());
Leigh B. Stoller's avatar
Leigh B. Stoller committed
369 370 371 372
	if (!defined($slice)) {
	    print STDERR "Could not find slice for $ticket\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
373
	if (! ($admin || $slice->urn() eq $credential->target_urn())) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
374 375 376 377 378
	    #
	    # See if its the sliver credential. 
	    #
	    my $aggregate = GeniAggregate->SliceAggregate($slice);
	    if (!defined($aggregate) ||
379
		$aggregate->urn() ne $credential->target_urn()) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
380 381 382 383 384
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN());
	    }
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());
    }
385 386
    return GeniResponse->Create(GENIRESPONSE_UNSUPPORTED, undef,
				"Cannot resolve $type at this authority");
387 388 389 390 391 392 393 394
}

#
# Discover resources on this component, returning a resource availablity spec
#
sub DiscoverResources($)
{
    my ($argref) = @_;
395 396 397
    my $credentials = $argref->{'credentials'};
    my $available   = $argref->{'available'} || 0;
    my $compress    = $argref->{'compress'} || 0;
398
    my $version     = $argref->{'rspec_version'} || undef;
399 400 401 402

    if (! (defined($credentials))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
403 404 405 406
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
    return GeniResponse->MalformedArgsResponse("Missing arguments")
	if (!defined($credential));
407 408
    return $credential
	if (GeniResponse::IsResponse($credential));
409

410
    return GeniCM::DiscoverResourcesAux($available, $compress,
411
        $version, [$credential, @morecreds]);
412 413 414 415 416 417 418 419
}

#
# Create a Sliver.
#
sub CreateSliver($)
{
    my ($argref) = @_;
420 421 422 423 424
    my $slice_urn    = $argref->{'slice_urn'};
    my $rspecstr     = $argref->{'rspec'};
    my $credentials  = $argref->{'credentials'};
    my $keys         = $argref->{'keys'};
    my $impotent     = $argref->{'impotent'} || 0;
425
    my $usetracker   = $argref->{'usetracker'} || 0;
426 427 428
    my $async        = $argref->{'asyncmode'} || 0;
    my $mypid        = $PID;
    my $cachedebug   = 0;
429 430 431
    my $rspec;
    my $response;
    my $retval;
432 433
    require Node;
    require Experiment;
434 435
    require libtestbed;
    require libaudit;
436

437
    # For now, I am not worrying about the slice_urn argument.
438 439
    if (! (defined($credentials) &&
	   defined($slice_urn) && defined($rspecstr))) {
440 441
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
442 443 444 445 446 447
    if (! ($rspecstr =~ /^[\040-\176\012\015\011]+$/)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in rspec");
    }
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
448 449
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
450 451
    return $credential
	if (GeniResponse::IsResponse($credential));
452

453
    main::AddLogfileMetaData("slice_urn", $slice_urn);
454 455 456 457 458 459

    my $user = GeniCM::CreateUserFromCertificate($credential);
    if (GeniResponse::IsResponse($user)) {
	print STDERR "Could not create geni user for $credential\n";
	return $user;
    }
460
    
461 462 463 464 465 466 467
    #
    # In this implementation, the user must provide a slice credential,
    # so we ignore the slice_urn. For CreateSliver(), the slice must not
    # be instantiated.
    #
    my ($slice,$aggregate) = Credential2SliceAggregate($credential);
    if (defined($slice)) {
468 469 470
	return $slice
	    if (GeniResponse::IsResponse($slice));

471 472 473 474
	if ($slice_urn ne $slice->urn()) {
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"Credential does not match the URN");
	}
475
	main::AddLogfileMetaDataFromSlice($slice);
476
	
477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498
	#
	# Watch for a placeholder slice and update it.
	#
	if ($slice->isplaceholder()) {
	    if ($slice->Lock() != 0) {
		return GeniResponse->BusyResponse();
	    }
	    #
	    # Confirm that the slice certificate is the same.
	    #
	    if ($slice->cert() ne $credential->target_cert()->cert()) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
					    "Slice certificate mismatch");
	    }
	    if ($slice->ConvertPlaceholder($user) != 0) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Could not convert placeholder");
	    }
	    $slice->UnLock();
	}
499 500 501 502 503
	if (defined($aggregate)) {
	    return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					"Must delete existing slice first");
	}
    }
504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546
    else {
	#
	# Create the slice here so we can lock it for the duration.
	#
	$slice = GeniCM::CreateSliceFromCertificate($credential, $user);
	return $slice
	    if (GeniResponse::IsResponse($slice));
    }
    main::AddLogfileMetaDataFromSlice($slice);
    
    #
    # Just in case a SliceStatus() snuck in ...
    #
    if ($slice->WaitForLock(10) != 0) {
	print STDERR "CreateSliver: Could not lock $slice\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error locking slice");
    }
    eval {$rspec = GeniCM::GetTicketAux({"credential" => $credential,
					 "rspecstr"   => $rspecstr,
					 "isupdate"   => 0,
					 "impotent"   => $impotent,
					 "v2"         => 1,
					 "level"      => 0,
					 "usetracker" => $usetracker,
					 "ticket"     => undef,
					 "speaksfor"  => $speaksfor,
					 "morecreds"  => \@morecreds,
					 "async"      => $async,
					 "slice"      => $slice}); };
    if ($@) {
	# Cons up a response for the check below.
	$rspec = GeniResponse->Create(GENIRESPONSE_SERVERERROR, undef,
				      "Internal Error: $@");
	if ($async) {
	    $slice->SetAsyncError($rspec);
	}
    }

    #
    # Slice is returned locked, but if we got an error and are going to
    # give up, then be sure to unlock it so we can kill it.
    #
547 548
    if ($async) {
	if ($PID == $mypid) {
549 550 551 552 553
	    # Did not fork or we are the parent, so we just return the response.
	    if (GeniResponse::IsResponse($rspec)) {
		$slice->UnLock();
		return $rspec;
	    }
554 555 556 557
	}
	else {
	    # Forked, return status code only for failure, otherwise
	    # we keep on going.
558 559 560 561
	    if (GeniResponse::IsError($rspec)) {
		$slice->UnLock();
		return $rspec->{'code'};
	    }
562 563 564
	}
    }
    else {
565 566 567 568 569 570 571 572
	if (GeniResponse::IsResponse($rspec)) {
	    #
	    # Depending on how this failed, we might not have a slice
	    # any more. But okay to call UnLock() on it, harmless.
	    #
	    $slice->UnLock();
	    return $rspec;
	}
573
    }
574

575 576 577 578 579 580 581 582 583 584 585 586
    #
    # If we got a cert/key, record them for the slice. This is a
    # generic openssl key/cert that is stored on the nodes (and from
    # which an ssh key pair can be derived).
    #
    if (exists($argref->{'certificate'}) || exists($argref->{'key'})) {
	$slice->AddGenericCert((exists($argref->{'certificate'}) ?
				$argref->{'certificate'} : undef),
			       (exists($argref->{'key'}) ?
				$argref->{'key'} : undef));
    }

587 588 589
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();
590 591 592 593
    if ($cachedebug) {
	GeniUtil::DumpCaches();
	emutil::DumpCaches();
    }
594

595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610
    eval { $response =
	       GeniCM::SliverWorkAux({"credential"  => $credential,
				      "object"      => $rspec,
				      "keys"        => $keys,
				      "isupdate"    => 0,
				      "impotent"    => $impotent,
				      "v2"          => 1,
				      "level"       => 0,
				      "speaksfor"   => $speaksfor,
				      # Currently locked, leave it locked.
				      "nolock"      => 1}); };
    if ($@) {
	# Cons up a response for the check below.
	$response = GeniResponse->Create(GENIRESPONSE_SERVERERROR, undef,
					 "Internal Error: $@");
    }
611

612 613 614 615 616 617 618
    if (GeniResponse::IsError($response)) {
	#
	# We have to make sure there is nothing left over since there
	# is no actual ticket, so the resources will not get cleaned
	# up by the daemon. This is mostly cause I am reaching into
	# the V1 code, and its messy.
	#
619 620 621 622 623 624
	my $tmp = GeniSlice->Lookup($credential->target_urn());
	if (defined($tmp)) {
	    #
	    # If SliverWork() killed the slice, nothing more to do.
	    # Otherwise, it is still locked.
	    #
625 626 627 628 629 630 631 632 633 634 635
	    # In async mode store off error info.
	    if ($async) {
		$slice->SetAsyncError($response);
	    }
	    # In async mode we are going to leave the slice record around
	    # so the client can pickup the error info.
	    GeniCM::CleanupDeadSlice($slice, !$async);
	    # And unlock since it still exists.
	    if ($async) {
		$slice->UnLock();
	    }
636
	}
637
	return $response;
638 639
    }
    #
640
    # Slice is still locked.
641
    #
642 643 644
    my ($sliver_credential) = @{ $response->{'value'} };

    # This should never happen
645
    $aggregate = GeniAggregate->SliceAggregate($slice);
646 647 648
    if (!defined($aggregate)) {
	print STDERR "CreateSliver: Could not find aggregate for $slice\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
649
				    "Internal Error, no aggregate for slice");
650
    }
651 652 653
    # We get the manifest from the aggregate object, so that the
    # expiration goes in.
    my $sliver_manifest = $aggregate->GetManifest(1);
654

655 656
    # Free this possibly massive XML structure, we do not need it anymore.
    undef $rspec;
657 658
    # Purge all the XML objects from the slivers, we do not need them again.
    GeniSliver->PurgeRspecs();
659

660 661
    #
    # At this point we want to return and let the startsliver proceed
662
    # in the background. Parent never returns, just the child.
663
    #
664 665 666 667 668 669 670
    # But in async mode, GetTicketAux has already forked, so do not do
    # it again here. 
    #
    if (!$async) {
	$mypid = main::WrapperFork();
	if ($mypid) {
	    return GeniResponse->Create(GENIRESPONSE_SUCCESS,
671
				    [$sliver_credential, $sliver_manifest]);
672
	}
673
    }
674

675 676 677
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();
678 679 680 681
    if ($cachedebug) {
	GeniUtil::DumpCaches();
	emutil::DumpCaches();
    }
682

683 684 685 686 687 688
    #
    # The callee might also do a wrapper fork, so remember our PID
    # to make sure we unlock properly in only the parent side of the
    # fork. Child runs with slice unlocked for now. 
    #
    $mypid = $PID;
689 690 691 692 693 694 695 696 697 698 699 700 701 702

    eval { $retval = $aggregate->Start($API_VERSION); };
    if ($@) {
	#
	# This will cause the slice status to be failure.
	#
	$aggregate->SetBootFailure(GENIRESPONSE_SERVERERROR);
	$aggregate->SetErrorLog("Internal Error: $@");
	$retval = -1;
    }
    if ($retval) {
	print STDERR "Could not start sliver.\n";
	
	# Only parent unlocks.
703 704 705
	if ($PID == $mypid) {
	    $slice->UnLock();
	}
706 707 708 709
	if ($cachedebug) {
	    GeniUtil::DumpCaches();
	    emutil::DumpCaches();
	}
710
	return -1;
711
    }
712
    # Only parent unlocks.
713 714 715
    if ($PID == $mypid) {
	$slice->UnLock();
    }
716 717 718 719
    if ($cachedebug) {
	GeniUtil::DumpCaches();
	emutil::DumpCaches();
    }
720
    return 0;
721 722 723 724 725 726
}

#
# Delete a Sliver.
#
sub DeleteSliver($)
727 728 729 730 731 732 733 734 735 736 737 738
{
    my ($argref) = @_;
    my $sliver_urn   = $argref->{'sliver_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;

    if (! (defined($credentials) && defined($sliver_urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($sliver_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
739
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
740 741 742 743 744 745 746 747
    return $credential
	if (GeniResponse::IsResponse($credential));

    #
    # In this implementation, the user must provide a slice or sliver
    # credential
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
748 749 750
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
    
751 752 753 754 755 756 757 758 759
    if (! (defined($slice) && defined($aggregate))) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "Sliver does not exist");
    }
    if ($sliver_urn ne $aggregate->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }

760 761 762
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
763
    # If a monitor process is running, we are "busy".
764
    GeniCM::CheckMonitor($slice);
765
    if ($slice->monitor_pid()) {
766
	$slice->UnLock();
767 768
	return GeniResponse->MonitorResponse();
    }
769
    
770 771 772 773 774
    # If any slivers are imaging, then we are busy as well.
    if ($aggregate->CheckSliverStates("imaging")) {
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
775 776 777 778
    
    main::AddLogfileMetaData("sliver_urn", $sliver_urn);
    main::AddLogfileMetaDataFromSlice($slice);
    
779 780 781 782 783
    #
    # We need this below to sign the ticket.
    #
    my $authority = GeniCertificate->LoadFromFile($EMULAB_PEMFILE);
    if (!defined($authority)) {
784
	print STDERR " Could not load $EMULAB_PEMFILE\n";
785
	$slice->UnLock();
786 787 788 789 790 791
	return GeniResponse->Create(GENIRESPONSE_ERROR);
	
    }
    #
    # We need the user to sign the new ticket to. 
    #
792
    my $user = GeniCM::CreateUserFromCertificate($credential);
793 794 795 796
    if (GeniResponse::IsResponse($user)) {
	$slice->UnLock();
	return $user;
    }
797 798
    
    my $response = GeniCM::DeleteSliverAux($credential, $impotent, 1);
799 800 801 802
    if (GeniResponse::IsResponse($response)) {
	$slice->UnLock();
	return $response;
    }
803 804 805 806 807 808 809 810 811 812 813 814 815 816 817

    #
    # In the v2 API, return a new ticket for the resources
    # (which were not released). As with all tickets, it will
    # expire very quickly. 
    #
    #
    # Create a new ticket from the manifest.
    #
    my $manifest = $aggregate->GetManifest(0);
    if (!defined($manifest)) {
	print STDERR "No manifest found for $aggregate\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
818 819
    my $ticket = GeniTicket->Create($authority, $user,
				    GeniXML::Serialize($manifest));
820 821 822 823 824
    if (!defined($ticket)) {
	print STDERR "Could not create new ticket for $slice\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
825
    $ticket->SetSlice($slice);
826 827
    $ticket->SetSpeaksFor($speaksfor)
	if (defined($speaksfor));
828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857
    
    if ($ticket->Sign()) {
	$ticket->Delete();
	print STDERR "Could not sign new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    if ($ticket->Store()) {
	$ticket->Delete();
	print STDERR "Could not store new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    my $slice_uuid = $slice->uuid();
    DBQueryWarn("delete from geni_manifests ".
		"where slice_uuid='$slice_uuid'");
    $slice->UnLock();
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());

  bad:
    if (GeniCM::CleanupDeadSlice($slice) != 0) {
	print STDERR "Could not cleanup slice\n";
    }
    return $response;
}

#
# Delete a Slice
#
sub DeleteSlice($)
858 859
{
    my ($argref) = @_;
860 861 862
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;
863
    my $cancel       = 0;
864
    my $blocking     = 0;
865
    my $canceled     = 0;
866

867
    if (! (defined($credentials) && defined($slice_urn))) {
868 869
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
870 871 872
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
873 874 875
    if (exists($argref->{'blocking'}) && $argref->{'blocking'}) {
	$blocking = 1;
    }
876 877 878
    if (exists($argref->{'cancel'}) && $argref->{'cancel'}) {
	$cancel = 1;
    }
879
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
880 881
    return $credential
	if (GeniResponse::IsResponse($credential));
882

883 884 885 886
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
887 888 889
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

890 891 892 893
    if (! defined($slice)) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "No such slice here");
    }
894
    main::AddLogfileMetaDataFromSlice($slice);
895
    
896 897 898 899
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
900 901 902 903
    if ($slice->lockdown()) {
	return GeniResponse->Create(GENIRESPONSE_REFUSED(), undef,
				    "Slice is locked down");
    }
904 905 906
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
907 908

    #
909 910 911 912 913 914 915 916
    # If a monitor process is running, then the slice is busy.
    # This might mean that the user will not be able to delete
    # the slice for a long time, but we are having problems with
    # users canceling slices before they finish setting up, and
    # the XEN client side is not handling this very well. Note that
    # the cleanupslice script calls GeniCM::CleanupDeadSlice()
    # directly, which *does* kill the monitor, so admin cleanup
    # is not affected.
917
    #
918
    GeniCM::CheckMonitor($slice);
919
    if ($slice->monitor_pid()) {
920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936
	if (!$cancel) {
	    $slice->UnLock();
	    return GeniResponse->MonitorResponse()
	}
	    
	#
	# But what we can do is set the cancel flag, which the monitor is
	# checking each time through the loop. This will cause it to stop
	# rebooting timed out nodes, and quit earlier. The caller will not
	# have to retry as long. 
	#
	my $slice_experiment = $slice->GetExperiment();
	if (defined($slice_experiment)) {
	    $slice_experiment->SetCancelFlag(1);
	}
	print STDERR "Canceling the monitor (" . $slice->monitor_pid() . ")\n";
	$canceled = 1;
937
    }
938
    # If any slivers are imaging, then we are busy as well.
939
    elsif (defined($aggregate) &&
Leigh B Stoller's avatar
Leigh B Stoller committed
940
	$aggregate->CheckSliverStates("imaging")) {
941 942 943
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
944 945 946 947 948

    #
    # Proceed in the background. No reason to make the caller wait,
    # it takes too long.
    #
949 950 951 952 953
    if (!$blocking) {
	my $mypid = main::WrapperFork();
	if ($mypid) {
	    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
	}
954
    }
955 956 957 958 959 960 961 962 963 964
    #
    # If we were canceled, we wait for the monitor to stop, instead of
    #
    if ($canceled) {
	while ($slice->monitor_pid()) {
	    sleep(10);
	    GeniCM::CheckMonitor($slice);
	    print STDERR "Checking to see if monitor has stopped ...\n";
	}
    }
965 966
    my $retval = GeniCM::CleanupDeadSlice($slice, 1);
    if ($retval) {
967 968 969 970 971 972
        #wvdemeer: Something went wrong deleting the slice.
        #          But we have a taken a lock above.
        #          So we need to unlock, or retry becomes impossible and the slice stays locked forever.
        #          If all is successfull, unlock is apparently not needed, I assume this is because the lock is deleted along with the slice.
        $slice->UnLock();

973 974 975
	return -1
	    if (!$blocking);
	return GeniResponse->Create(GENIRESPONSE_ERROR);
976
    }
977 978 979
    return 0
	if (!$blocking);
    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
980 981 982 983 984 985 986 987
}

#
# Get a Sliver (credential)
#
sub GetSliver($)
{
    my ($argref) = @_;
988 989
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
990

991
    if (! (defined($credentials) && defined($slice_urn))) {
992 993
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
994 995 996
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
997
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
998 999 1000
    return $credential
	if (GeniResponse::IsResponse($credential));

1001 1002 1003 1004
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
1005 1006 1007
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

1008
    if (! (defined($slice) && defined($aggregate))) {
1009
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
1010 1011 1012 1013 1014 1015
				    "No slice or aggregate here");
    }
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
1016
    return GeniCM::GetSliverAux($credential);
1017 1018 1019
}

#
1020
# Start a sliver (not sure what this means yet, so reboot for now).
1021
#
1022
sub StartSliver($)
1023 1024
{
    my ($argref) = @_;
1025
    my $slice_urn    = $argref->{'slice_urn'};