GeniCMV2.pm.in 177 KB
Newer Older
1 2
#!/usr/bin/perl -wT
#
3
# Copyright (c) 2008-2018 University of Utah and the Flux Group.
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
# 
# {{{GENIPUBLIC-LICENSE
# 
# GENI Public License
# 
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and/or hardware specification (the "Work") to
# deal in the Work without restriction, including without limitation the
# rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Work, and to permit persons to whom the Work
# is furnished to do so, subject to the following conditions:
# 
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Work.
# 
# THE WORK IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE WORK OR THE USE OR OTHER DEALINGS
# IN THE WORK.
# 
# }}}
29 30 31 32 33 34 35 36 37 38 39
#
package GeniCMV2;

#
# The server side of the CM interface on remote sites. Also communicates
# with the GMC interface at Geni Central as a client.
#
use strict;
use Exporter;
use vars qw(@ISA @EXPORT);

40 41
@ISA    = qw(Exporter);
@EXPORT = qw();
42 43 44 45 46 47 48

# Must come after package declaration!
use GeniDB;
use GeniResponse;
use GeniTicket;
use GeniCredential;
use GeniCertificate;
49
use GeniComponent;
50 51 52 53
use GeniSlice;
use GeniAggregate;
use GeniSliver;
use GeniUtil;
54
use GeniCM;
55
use GeniHRN;
56
use GeniXML;
57
use GeniStitch;
58
use GeniStd;
59
use emutil;
60
use libEmulab;
61
use English;
62
use libtestbed;
63 64 65 66
use Data::Dumper;
use XML::Simple;
use Date::Parse;
use POSIX qw(strftime tmpnam);
67
use POSIX qw(setsid :sys_wait_h);
68 69
use Time::Local;
use Compress::Zlib;
70
use File::Temp qw(tempfile);
71
use MIME::Base64;
72
use Errno qw(:POSIX);
73
use List::Util qw(shuffle);
74 75 76 77

# Configure variables
my $TB		   = "@prefix@";
my $TBOPS          = "@TBOPSEMAIL@";
78
my $TBLOGS         = "@TBLOGSEMAIL@";
79 80 81 82 83
my $TBAPPROVAL     = "@TBAPPROVALEMAIL@";
my $TBAUDIT   	   = "@TBAUDITEMAIL@";
my $BOSSNODE       = "@BOSSNODE@";
my $OURDOMAIN      = "@OURDOMAIN@";
my $PGENIDOMAIN    = "@PROTOGENI_DOMAIN@";
84
my $ELABINELAB     = "@ELABINELAB@";
85
my $TBBASE         = "@TBBASE@";
86
my $TBDOCBASE      = "@TBDOCBASE@";
87 88 89 90
my $CREATEEXPT     = "$TB/bin/batchexp";
my $ENDEXPT        = "$TB/bin/endexp";
my $NALLOC	   = "$TB/bin/nalloc";
my $NFREE	   = "$TB/bin/nfree";
91
my $TEVC	   = "$TB/bin/tevc";
92 93 94 95 96 97 98 99 100 101 102 103
my $AVAIL	   = "$TB/sbin/avail";
my $PTOPGEN	   = "$TB/libexec/ptopgen";
my $TBSWAP	   = "$TB/bin/tbswap";
my $SWAPEXP	   = "$TB/bin/swapexp";
my $PLABSLICE	   = "$TB/sbin/plabslicewrapper";
my $NAMEDSETUP     = "$TB/sbin/named_setup";
my $VNODESETUP     = "$TB/sbin/vnode_setup";
my $GENTOPOFILE    = "$TB/libexec/gentopofile";
my $TARFILES_SETUP = "$TB/bin/tarfiles_setup";
my $MAPPER         = "$TB/bin/mapper";
my $VTOPGEN        = "$TB/bin/vtopgen";
my $SNMPIT         = "$TB/bin/snmpit";
104 105
my $CLONEIMAGE     = "$TB/sbin/clone_image";
my $CREATEIMAGE    = "$TB/bin/create_image";
106
my $DELETEIMAGE    = "$TB/sbin/delete_image";
107 108 109 110
my $CREATEDATASET  = "$TB/bin/createdataset";
my $DELETEDATASET  = "$TB/bin/deletelease";
my $EXTENDDATASET  = "$TB/bin/extendlease";
my $GRANTDATASET   = "$TB/bin/grantlease";
111
my $APPROVEDATASET = "$TB/bin/approvelease";
112
my $GRANTIMAGE     = "$TB/sbin/grantimage";
113 114
my $WAP            = "$TB/sbin/withadminprivs";
my $SHAREVLAN      = "$TB/sbin/sharevlan";
115
my $PANIC          = "$TB/sbin/panic";
116
my $LINKTEST       = "$TB/sbin/linktest_control";
117
my $XMLLINT	   = "/usr/local/bin/xmllint";
118
my $IMAGEINFO      = "$TB/sbin/imageinfo";
119
my $PRERENDER      = "$TB/libexec/vis/prerender";
120 121
my $IMPORTER       = "$TB/sbin/image_import";
my $POSTIMAGEDATA  = "$TB/sbin/protogeni/postimagedata";
122
my $EMULAB_PEMFILE = "@prefix@/etc/genicm.pem";
123 124
# Just one of these, at Utah.
my $GENICH_PEMFILE = "@prefix@/etc/genich.pem";
125
my $WITHPROVENANCE = @IMAGEPROVENANCE@;
126
my $PROTOGENI_LOCALUSER = @PROTOGENI_LOCALUSER@;
127
my $API_VERSION    = 2;
128 129 130 131 132 133 134 135

#
# Tell the client what API revision we support.  The correspondence
# between revision numbers and API features is to be specified elsewhere.
# No credentials are required.
#
sub GetVersion()
{
136 137
    my @input_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
    my @ad_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
Gary Wong's avatar
Gary Wong committed
138 139 140
    my $blob = {
	"api" => $API_VERSION,
	"level" => 1,
141
	"input_rspec" => \@input_rspec_versions,
142
	"output_rspec" => "2",
143
	"ad_rspec" => \@ad_rspec_versions
Gary Wong's avatar
Gary Wong committed
144
    };
145 146
    #POSIX::_exit(1);
    #sleep(30);
147
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
148 149 150 151 152 153 154 155
}

#
# Respond to a Resolve request. 
#
sub Resolve($)
{
    my ($argref) = @_;
156 157
    my $credentials = $argref->{'credentials'};
    my $urn         = $argref->{'urn'};
158
    my $admin       = 0;
159
    my $isauth	    = 0;
160

161 162 163 164 165 166
    if (! (defined($credentials) && defined($urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($urn)) {
	return GeniResponse->MalformedArgsResponse("Invalid URN");
    }
167
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
168 169 170
    return $credential
	if (GeniResponse::IsResponse($credential));

171 172 173
    my ($object, $type) = LookupURN($urn);
    return $object
	if (GeniResponse::IsResponse($object));
174 175 176 177

    #
    # This is a convenience for testing. If a local user and that
    # user is an admin person, then do whatever it says. This is
178 179
    # easier then trying to do this with credential privs. But,
    # watch for credentials from authorities instead of users.
180
    #
181 182
    my (undef,$callertype,$callerid) = GeniHRN::Parse($credential->owner_urn());
    if ($callertype eq "user") {
183
	my $user = GeniCM::CreateUserFromCertificate($credential);
184 185
	if (!GeniResponse::IsResponse($user) &&
	    $user->IsLocal() && $user->admin()) {
186 187 188
	    $admin = 1;
	}
    }
189 190
    elsif ($callertype eq "authority" &&
	   ($callerid eq "cm" || $callerid eq "sa")) {
191
	$isauth = 1;
192
    }
193 194
    
    if ($type eq "node") {
195
	my $node  = $object;
196 197 198 199 200
	# Not sure about this, but I do know that Resolving a virtnode
	# is not useful right now. 
	if ($node->isvirtnode()) {
	    $node = Node->Lookup($node->phys_nodeid());
	}
201
	my $rspec = GeniCM::GetAdvertisement(0, $node->node_id(), "0.1", undef);
202
	if (! defined($rspec)) {
203
	    print STDERR "Could not get advertisement for $node!\n";
204
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
205
					"Error getting advertisement");
206
	}
207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242
	my $me = GeniAuthority->Lookup($ENV{'MYURN'});
	if (!defined($me)) {
	    print STDERR
		"Could not find local authority object for $ENV{'MYURN'}\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					"Error getting advertisement");
	}
	my $myurn = GeniHRN::Generate($OURDOMAIN, "node", $node->node_id());
	my $myhrn = "${PGENIDOMAIN}." . $node->node_id();

	#
	# See if the component object exists; if not create it.
	#
	my $component = GeniComponent->Lookup($node->uuid());
	if (!defined($component)) {
	    my $certificate = GeniCertificate->Lookup($node->uuid());
	    if (!defined($certificate)) {
		$certificate =
		    GeniCertificate->Create({'urn'  => $myurn,
					     'hrn'  => $myhrn,
					     'email'=> $TBOPS,
					     'uuid' => $node->uuid(),
					     'url'  => $me->url()});
		if (!defined($certificate)) {
		    print STDERR "Could not generate certificate for $node\n";
		    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
		}
	    }
	    $component = GeniComponent->Create($certificate, $me);
	    if (!defined($component)) {
		print STDERR "Could not create component for $node\n";
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
	    }
	}
243
	# Return a blob.
244
	my $blob = { "hrn"          => $myhrn,
245 246
		     "uuid"         => $node->uuid(),
		     "role"	    => $node->role(),
247 248
		     "hostname"     =>
			 GeniUtil::FindHostname($node->node_id()),
249 250
		     "physctrl"     => 
			 Interface->LookupControl($node->phys_nodeid())->IP(),
251 252 253 254
		     "urn"          => $myurn,
		     "rspec"        => $rspec,
		     "url"          => $me->url(),
		     "gid"          => $component->cert(),
255 256 257 258
		   };

	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
259
    if ($type eq "slice") {
260 261
	my $slice = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
262 263 264 265
	#
	# In this implementation, the caller must hold a valid slice
	# credential for the slice being looked up. 
	#
266 267
	if (! ($isauth || $admin ||
	       $slice->urn() eq $credential->target_urn())) {
268 269
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"No permission to resolve $slice\n");
Leigh B. Stoller's avatar
Leigh B. Stoller committed
270 271
	}
	# Return a blob.
272 273 274 275 276 277 278 279 280 281
	my $blob = { "urn" => $urn };

	#
	# We stored an error after a wrapperfork; return that error now.
	#
	if ($slice->async_code()) {
	    $blob->{"async_code"}   = $slice->async_code();
	    $blob->{"async_output"} = $slice->async_output();
	    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
	}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
282 283 284

	my $aggregate = GeniAggregate->SliceAggregate($slice);
	if (defined($aggregate)) {
285
	    $blob->{'sliver_urn'} = $aggregate->urn();
286 287 288 289
	    my $manifest = $aggregate->GetManifest(1);
	    if (defined($manifest)) {
		$blob->{'manifest'}   = $manifest;
	    }
290 291 292 293 294 295 296 297 298 299 300
	    # For key bindings.
	    my $slice_experiment = $slice->GetExperiment();
	    if (!defined($slice_experiment)) {
		print STDERR "*** No Experiment for $slice\n";
	    }
	    else {
		my $bindings;
		if ($slice_experiment->NonLocalUsers(\$bindings)) {
		    print STDERR "*** No bindings for $slice_experiment\n";
		}
		elsif (@{ $bindings }) {
301
		    $blob->{'users'} = $bindings;
302 303
		}
	    }
304 305 306
	    $blob->{'public_url'} =
		"$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
		if (defined($slice->publicid()));
Leigh B. Stoller's avatar
Leigh B. Stoller committed
307 308 309
	}
	my $ticket = GeniTicket->SliceTicket($slice);
	if (defined($ticket)) {
310
	    $blob->{'ticket_urn'} = $ticket->urn();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
311 312 313 314
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "sliver") {
315
	my $sliver = $object;
316 317 318
	my $slice  = $sliver->GetSlice();
	return GeniResponse->Create(GENIRESPONSE_ERROR)
	    if (!defined($slice));
319

Leigh B. Stoller's avatar
Leigh B. Stoller committed
320 321 322 323
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential for the slice being looked up. 
	#
324
	if (! ($admin || $isauth ||
325
	       $sliver->urn() eq $credential->target_urn() ||
326 327 328 329 330
	       $slice->urn() eq $credential->target_urn())) {
	    print STDERR $sliver->urn() . "\n";
	    print STDERR $slice->urn() . "\n";
	    print STDERR $credential->target_urn() . "\n";
	    print STDERR $ENV{'MYURN'} . "\n";
Leigh B. Stoller's avatar
Leigh B. Stoller committed
331 332
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN);
	}
333 334
	my $manifest = $sliver->GetManifest(1);
	if (!defined($manifest)) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
335 336 337 338 339 340
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
	# Return a blob.
	my $blob = { "urn"          => $urn,
		     "manifest"     => $manifest,
		 };
341 342 343 344
	$blob->{'public_url'} =
	    "$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
	    if (defined($slice->publicid()));
	
345 346 347 348 349 350 351 352 353 354 355
	# For key bindings.
	my $slice_experiment = $slice->GetExperiment();
	if (!defined($slice_experiment)) {
	    print STDERR "*** No Experiment for $slice\n";
	}
	else {
	    my $bindings;
	    if ($slice_experiment->NonLocalUsers(\$bindings)) {
		print STDERR "*** No bindings for $slice_experiment\n";
	    }
	    elsif (@{ $bindings }) {
356
		$blob->{'users'} = $bindings;
357 358
	    }
	}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
359 360 361
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "ticket") {
362 363
	my $ticket = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
364 365 366 367
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential to get the ticket.
	#
368
	my $slice = GeniSlice->Lookup($ticket->slice_urn());
Leigh B. Stoller's avatar
Leigh B. Stoller committed
369 370 371 372
	if (!defined($slice)) {
	    print STDERR "Could not find slice for $ticket\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
373
	if (! ($admin || $slice->urn() eq $credential->target_urn())) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
374 375 376 377 378
	    #
	    # See if its the sliver credential. 
	    #
	    my $aggregate = GeniAggregate->SliceAggregate($slice);
	    if (!defined($aggregate) ||
379
		$aggregate->urn() ne $credential->target_urn()) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
380 381 382 383 384
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN());
	    }
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());
    }
385 386
    return GeniResponse->Create(GENIRESPONSE_UNSUPPORTED, undef,
				"Cannot resolve $type at this authority");
387 388 389 390 391 392 393 394
}

#
# Discover resources on this component, returning a resource availablity spec
#
sub DiscoverResources($)
{
    my ($argref) = @_;
395 396 397
    my $credentials = $argref->{'credentials'};
    my $available   = $argref->{'available'} || 0;
    my $compress    = $argref->{'compress'} || 0;
398
    my $version     = $argref->{'rspec_version'} || undef;
399 400 401 402

    if (! (defined($credentials))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
403 404 405 406
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
    return GeniResponse->MalformedArgsResponse("Missing arguments")
	if (!defined($credential));
407 408
    return $credential
	if (GeniResponse::IsResponse($credential));
409

410
    return GeniCM::DiscoverResourcesAux($available, $compress,
411
        $version, [$credential, @morecreds]);
412 413 414 415 416 417 418 419
}

#
# Create a Sliver.
#
sub CreateSliver($)
{
    my ($argref) = @_;
420 421 422 423 424
    my $slice_urn    = $argref->{'slice_urn'};
    my $rspecstr     = $argref->{'rspec'};
    my $credentials  = $argref->{'credentials'};
    my $keys         = $argref->{'keys'};
    my $impotent     = $argref->{'impotent'} || 0;
425
    my $usetracker   = $argref->{'usetracker'} || 0;
426 427 428
    my $async        = $argref->{'asyncmode'} || 0;
    my $mypid        = $PID;
    my $cachedebug   = 0;
429 430
    require Node;
    require Experiment;
431 432
    require libtestbed;
    require libaudit;
433

434
    # For now, I am not worrying about the slice_urn argument.
435 436
    if (! (defined($credentials) &&
	   defined($slice_urn) && defined($rspecstr))) {
437 438
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
439 440 441 442 443 444
    if (! ($rspecstr =~ /^[\040-\176\012\015\011]+$/)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in rspec");
    }
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
445 446
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
447 448
    return $credential
	if (GeniResponse::IsResponse($credential));
449

450 451
    main::AddLogfileMetaData("slice_urn", $slice_urn);
    
452 453 454 455 456 457 458
    #
    # In this implementation, the user must provide a slice credential,
    # so we ignore the slice_urn. For CreateSliver(), the slice must not
    # be instantiated.
    #
    my ($slice,$aggregate) = Credential2SliceAggregate($credential);
    if (defined($slice)) {
459 460 461
	return $slice
	    if (GeniResponse::IsResponse($slice));

462 463 464 465
	if ($slice_urn ne $slice->urn()) {
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"Credential does not match the URN");
	}
466
	main::AddLogfileMetaDataFromSlice($slice);
467
	
468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483
	#
	# Watch for a placeholder slice and update it.
	#
	if ($slice->isplaceholder()) {
	    if ($slice->Lock() != 0) {
		return GeniResponse->BusyResponse();
	    }
	    #
	    # Confirm that the slice certificate is the same.
	    #
	    if ($slice->cert() ne $credential->target_cert()->cert()) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
					    "Slice certificate mismatch");
	    }
	    my $user =
484
		GeniCM::CreateUserFromCertificate($credential);
485
	    if (GeniResponse::IsResponse($user)) {	    
486
		$slice->UnLock();
487
		return $user;
488 489 490 491 492 493 494 495
	    }
	    if ($slice->ConvertPlaceholder($user) != 0) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Could not convert placeholder");
	    }
	    $slice->UnLock();
	}
496 497 498 499 500
	if (defined($aggregate)) {
	    return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					"Must delete existing slice first");
	}
    }
501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528
    my $rspec = GeniCM::GetTicketAux({"credential" => $credential,
				      "rspecstr"   => $rspecstr,
				      "isupdate"   => 0,
				      "impotent"   => $impotent,
				      "v2"         => 1,
				      "level"      => 0,
				      "usetracker" => $usetracker,
				      "ticket"     => undef,
				      "speaksfor"  => $speaksfor,
				      "morecreds"  => \@morecreds,
				      "async"      => $async});
    if ($async) {
	if ($PID == $mypid) {
	    # Did not fork or the parent, so we just return the response.
	    return $rspec
		if (GeniResponse::IsResponse($rspec));
	}
	else {
	    # Forked, return status code only for failure, otherwise
	    # we keep on going.
	    return $rspec->{'code'}
		if (GeniResponse::IsError($rspec));
	}
    }
    else {
	return $rspec
	    if (GeniResponse::IsResponse($rspec));
    }
Leigh B Stoller's avatar
Leigh B Stoller committed
529
    $slice = GeniSlice->Lookup($credential->target_urn());
530 531 532 533
    if (!defined($slice)) {
	print STDERR "CreateSliver: Could not find slice for $credential\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,"Internal Error");
    }
534
    main::AddLogfileMetaDataFromSlice($slice);
535

536 537 538 539 540 541 542 543 544 545 546 547
    #
    # If we got a cert/key, record them for the slice. This is a
    # generic openssl key/cert that is stored on the nodes (and from
    # which an ssh key pair can be derived).
    #
    if (exists($argref->{'certificate'}) || exists($argref->{'key'})) {
	$slice->AddGenericCert((exists($argref->{'certificate'}) ?
				$argref->{'certificate'} : undef),
			       (exists($argref->{'key'}) ?
				$argref->{'key'} : undef));
    }

548 549 550
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();
551 552 553 554
    if ($cachedebug) {
	GeniUtil::DumpCaches();
	emutil::DumpCaches();
    }
555

556 557
    my $response = GeniCM::SliverWorkAux($credential, $rspec,
					 $keys, 0, $impotent, 1, 0, $speaksfor);
558

559 560 561 562 563 564 565
    if (GeniResponse::IsError($response)) {
	#
	# We have to make sure there is nothing left over since there
	# is no actual ticket, so the resources will not get cleaned
	# up by the daemon. This is mostly cause I am reaching into
	# the V1 code, and its messy.
	#
566
	$slice = GeniSlice->Lookup($credential->target_urn());
567
	if (defined($slice)) {
568
	    if ($slice->WaitForLock(30) != 0) {
569 570 571 572
		print STDERR
		    "CreateSliver: Could not lock $slice before delete\n";
		return $response;
	    }
573 574 575 576 577 578 579 580 581 582 583
	    # In async mode store off error info.
	    if ($async) {
		$slice->SetAsyncError($response);
	    }
	    # In async mode we are going to leave the slice record around
	    # so the client can pickup the error info.
	    GeniCM::CleanupDeadSlice($slice, !$async);
	    # And unlock since it still exists.
	    if ($async) {
		$slice->UnLock();
	    }
584
	}
585
	return $response;
586
    }
587
    my ($sliver_credential) = @{ $response->{'value'} };
588

589 590 591
    #
    # Leave the slice intact on error, so we can go look at it. 
    #
592
    if ($slice->WaitForLock(30) != 0) {
593 594 595 596
	print STDERR "CreateSliver: Could not lock $slice before start\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
597
    $aggregate = GeniAggregate->SliceAggregate($slice);
598 599 600 601 602
    if (!defined($aggregate)) {
	print STDERR "CreateSliver: Could not find aggregate for $slice\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
603 604 605
    # We get the manifest from the aggregate object, so that the
    # expiration goes in.
    my $sliver_manifest = $aggregate->GetManifest(1);
606

607 608
    # Free this possibly massive XML structure, we do not need it anymore.
    undef $rspec;
609 610
    # Purge all the XML objects from the slivers, we do not need them again.
    GeniSliver->PurgeRspecs();
611

612 613
    #
    # At this point we want to return and let the startsliver proceed
614
    # in the background. Parent never returns, just the child.
615
    #
616 617 618 619 620 621 622
    # But in async mode, GetTicketAux has already forked, so do not do
    # it again here. 
    #
    if (!$async) {
	$mypid = main::WrapperFork();
	if ($mypid) {
	    return GeniResponse->Create(GENIRESPONSE_SUCCESS,
623
				    [$sliver_credential, $sliver_manifest]);
624
	}
625
    }
626

627 628 629
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();
630 631 632 633
    if ($cachedebug) {
	GeniUtil::DumpCaches();
	emutil::DumpCaches();
    }
634

635 636 637 638 639 640 641
    #
    # The callee might also do a wrapper fork, so remember our PID
    # to make sure we unlock properly in only the parent side of the
    # fork. Child runs with slice unlocked for now. 
    #
    $mypid = $PID;
    
642
    if ($aggregate->Start($API_VERSION) != 0) {
643 644 645 646 647 648 649
	if ($PID == $mypid) {
	    $slice->UnLock();
	    print STDERR "Could not start sliver.\n";
	}
	else {
	    print STDERR "Error waiting for nodes.\n";
	}
650 651 652 653
	if ($cachedebug) {
	    GeniUtil::DumpCaches();
	    emutil::DumpCaches();
	}
654
	return -1;
655
    }
656 657 658
    if ($PID == $mypid) {
	$slice->UnLock();
    }
659 660 661 662
    if ($cachedebug) {
	GeniUtil::DumpCaches();
	emutil::DumpCaches();
    }
663
    return 0;
664 665 666 667 668 669
}

#
# Delete a Sliver.
#
sub DeleteSliver($)
670 671 672 673 674 675 676 677 678 679 680 681
{
    my ($argref) = @_;
    my $sliver_urn   = $argref->{'sliver_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;

    if (! (defined($credentials) && defined($sliver_urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($sliver_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
682
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
683 684 685 686 687 688 689 690
    return $credential
	if (GeniResponse::IsResponse($credential));

    #
    # In this implementation, the user must provide a slice or sliver
    # credential
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
691 692 693
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
    
694 695 696 697 698 699 700 701 702
    if (! (defined($slice) && defined($aggregate))) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "Sliver does not exist");
    }
    if ($sliver_urn ne $aggregate->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }

703 704 705
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
706
    # If a monitor process is running, we are "busy".
707
    GeniCM::CheckMonitor($slice);
708
    if ($slice->monitor_pid()) {
709
	$slice->UnLock();
710 711
	return GeniResponse->MonitorResponse();
    }
712
    
713 714 715 716 717
    # If any slivers are imaging, then we are busy as well.
    if ($aggregate->CheckSliverStates("imaging")) {
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
718 719 720 721
    
    main::AddLogfileMetaData("sliver_urn", $sliver_urn);
    main::AddLogfileMetaDataFromSlice($slice);
    
722 723 724 725 726
    #
    # We need this below to sign the ticket.
    #
    my $authority = GeniCertificate->LoadFromFile($EMULAB_PEMFILE);
    if (!defined($authority)) {
727
	print STDERR " Could not load $EMULAB_PEMFILE\n";
728
	$slice->UnLock();
729 730 731 732 733 734
	return GeniResponse->Create(GENIRESPONSE_ERROR);
	
    }
    #
    # We need the user to sign the new ticket to. 
    #
735
    my $user = GeniCM::CreateUserFromCertificate($credential);
736 737 738 739
    if (GeniResponse::IsResponse($user)) {
	$slice->UnLock();
	return $user;
    }
740 741
    
    my $response = GeniCM::DeleteSliverAux($credential, $impotent, 1);
742 743 744 745
    if (GeniResponse::IsResponse($response)) {
	$slice->UnLock();
	return $response;
    }
746 747 748 749 750 751 752 753 754 755 756 757 758 759 760

    #
    # In the v2 API, return a new ticket for the resources
    # (which were not released). As with all tickets, it will
    # expire very quickly. 
    #
    #
    # Create a new ticket from the manifest.
    #
    my $manifest = $aggregate->GetManifest(0);
    if (!defined($manifest)) {
	print STDERR "No manifest found for $aggregate\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
761 762
    my $ticket = GeniTicket->Create($authority, $user,
				    GeniXML::Serialize($manifest));
763 764 765 766 767
    if (!defined($ticket)) {
	print STDERR "Could not create new ticket for $slice\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
768
    $ticket->SetSlice($slice);
769 770
    $ticket->SetSpeaksFor($speaksfor)
	if (defined($speaksfor));
771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800
    
    if ($ticket->Sign()) {
	$ticket->Delete();
	print STDERR "Could not sign new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    if ($ticket->Store()) {
	$ticket->Delete();
	print STDERR "Could not store new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    my $slice_uuid = $slice->uuid();
    DBQueryWarn("delete from geni_manifests ".
		"where slice_uuid='$slice_uuid'");
    $slice->UnLock();
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());

  bad:
    if (GeniCM::CleanupDeadSlice($slice) != 0) {
	print STDERR "Could not cleanup slice\n";
    }
    return $response;
}

#
# Delete a Slice
#
sub DeleteSlice($)
801 802
{
    my ($argref) = @_;
803 804 805
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;
806
    my $cancel       = 0;
807
    my $blocking     = 0;
808
    my $canceled     = 0;
809

810
    if (! (defined($credentials) && defined($slice_urn))) {
811 812
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
813 814 815
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
816 817 818
    if (exists($argref->{'blocking'}) && $argref->{'blocking'}) {
	$blocking = 1;
    }
819 820 821
    if (exists($argref->{'cancel'}) && $argref->{'cancel'}) {
	$cancel = 1;
    }
822
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
823 824
    return $credential
	if (GeniResponse::IsResponse($credential));
825

826 827 828 829
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
830 831 832
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

833 834 835 836
    if (! defined($slice)) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "No such slice here");
    }
837
    main::AddLogfileMetaDataFromSlice($slice);
838
    
839 840 841 842
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
843 844 845 846
    if ($slice->lockdown()) {
	return GeniResponse->Create(GENIRESPONSE_REFUSED(), undef,
				    "Slice is locked down");
    }
847 848 849
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
850 851

    #
852 853 854 855 856 857 858 859
    # If a monitor process is running, then the slice is busy.
    # This might mean that the user will not be able to delete
    # the slice for a long time, but we are having problems with
    # users canceling slices before they finish setting up, and
    # the XEN client side is not handling this very well. Note that
    # the cleanupslice script calls GeniCM::CleanupDeadSlice()
    # directly, which *does* kill the monitor, so admin cleanup
    # is not affected.
860
    #
861
    GeniCM::CheckMonitor($slice);
862
    if ($slice->monitor_pid()) {
863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879
	if (!$cancel) {
	    $slice->UnLock();
	    return GeniResponse->MonitorResponse()
	}
	    
	#
	# But what we can do is set the cancel flag, which the monitor is
	# checking each time through the loop. This will cause it to stop
	# rebooting timed out nodes, and quit earlier. The caller will not
	# have to retry as long. 
	#
	my $slice_experiment = $slice->GetExperiment();
	if (defined($slice_experiment)) {
	    $slice_experiment->SetCancelFlag(1);
	}
	print STDERR "Canceling the monitor (" . $slice->monitor_pid() . ")\n";
	$canceled = 1;
880
    }
881
    # If any slivers are imaging, then we are busy as well.
882
    elsif (defined($aggregate) &&
Leigh B Stoller's avatar
Leigh B Stoller committed
883
	$aggregate->CheckSliverStates("imaging")) {
884 885 886
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
887 888 889 890 891

    #
    # Proceed in the background. No reason to make the caller wait,
    # it takes too long.
    #
892 893 894 895 896
    if (!$blocking) {
	my $mypid = main::WrapperFork();
	if ($mypid) {
	    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
	}
897
    }
898 899 900 901 902 903 904 905 906 907
    #
    # If we were canceled, we wait for the monitor to stop, instead of
    #
    if ($canceled) {
	while ($slice->monitor_pid()) {
	    sleep(10);
	    GeniCM::CheckMonitor($slice);
	    print STDERR "Checking to see if monitor has stopped ...\n";
	}
    }
908 909
    my $retval = GeniCM::CleanupDeadSlice($slice, 1);
    if ($retval) {
910 911 912 913 914 915
        #wvdemeer: Something went wrong deleting the slice.
        #          But we have a taken a lock above.
        #          So we need to unlock, or retry becomes impossible and the slice stays locked forever.
        #          If all is successfull, unlock is apparently not needed, I assume this is because the lock is deleted along with the slice.
        $slice->UnLock();

916 917 918
	return -1
	    if (!$blocking);
	return GeniResponse->Create(GENIRESPONSE_ERROR);
919
    }
920 921 922
    return 0
	if (!$blocking);
    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
923 924 925 926 927 928 929 930
}

#
# Get a Sliver (credential)
#
sub GetSliver($)
{
    my ($argref) = @_;
931 932
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
933

934
    if (! (defined($credentials) && defined($slice_urn))) {
935 936
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
937 938 939
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
940
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
941 942 943
    return $credential
	if (GeniResponse::IsResponse($credential));

944 945 946 947
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
948 949 950
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

951
    if (! (defined($slice) && defined($aggregate))) {
952
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
953 954 955 956 957 958
				    "No slice or aggregate here");
    }
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
959
    return GeniCM::GetSliverAux($credential);
960 961 962
}

#
963
# Start a sliver (not sure what this means yet, so reboot for now).
964
#
965
sub StartSliver($)
966 967
{
    my ($argref) = @_;
968
    my $slice_urn    = $argref->{'slice_urn'};
969
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
970
    my $credentials  = $argref->{'credentials'};
971
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
972
    
973
    return SliverAction("start",
974
			$slice_urn, $sliver_urns, $credentials, $manifest, 0);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
975 976 977 978 979 980
}

sub StopSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
981
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
982 983
    my $credentials  = $argref->{'credentials'};

984
    return SliverAction("stop",
985
			$slice_urn, $sliver_urns, $credentials, undef, 0);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
986 987 988 989