GeniCMV2.pm.in 151 KB
Newer Older
1
2
#!/usr/bin/perl -wT
#
3
# Copyright (c) 2008-2016 University of Utah and the Flux Group.
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
# 
# {{{GENIPUBLIC-LICENSE
# 
# GENI Public License
# 
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and/or hardware specification (the "Work") to
# deal in the Work without restriction, including without limitation the
# rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Work, and to permit persons to whom the Work
# is furnished to do so, subject to the following conditions:
# 
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Work.
# 
# THE WORK IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE WORK OR THE USE OR OTHER DEALINGS
# IN THE WORK.
# 
# }}}
29
30
31
32
33
34
35
36
37
38
39
#
package GeniCMV2;

#
# The server side of the CM interface on remote sites. Also communicates
# with the GMC interface at Geni Central as a client.
#
use strict;
use Exporter;
use vars qw(@ISA @EXPORT);

40
41
@ISA    = qw(Exporter);
@EXPORT = qw();
42
43
44
45
46
47
48

# Must come after package declaration!
use GeniDB;
use GeniResponse;
use GeniTicket;
use GeniCredential;
use GeniCertificate;
49
use GeniComponent;
50
51
52
53
use GeniSlice;
use GeniAggregate;
use GeniSliver;
use GeniUtil;
54
use GeniCM;
55
use GeniHRN;
56
use GeniXML;
57
use GeniStitch;
58
use GeniStd;
59
use emutil;
60
use libEmulab;
61
use English;
62
use libtestbed;
63
64
65
66
use Data::Dumper;
use XML::Simple;
use Date::Parse;
use POSIX qw(strftime tmpnam);
67
use POSIX qw(setsid :sys_wait_h);
68
69
use Time::Local;
use Compress::Zlib;
70
use File::Temp qw(tempfile);
71
use MIME::Base64;
72
use Errno;
73
use List::Util qw(shuffle);
74
75
76
77
78
79
80
81
82

# Configure variables
my $TB		   = "@prefix@";
my $TBOPS          = "@TBOPSEMAIL@";
my $TBAPPROVAL     = "@TBAPPROVALEMAIL@";
my $TBAUDIT   	   = "@TBAUDITEMAIL@";
my $BOSSNODE       = "@BOSSNODE@";
my $OURDOMAIN      = "@OURDOMAIN@";
my $PGENIDOMAIN    = "@PROTOGENI_DOMAIN@";
83
my $ELABINELAB     = "@ELABINELAB@";
84
my $TBBASE         = "@TBBASE@";
85
my $TBDOCBASE      = "@TBDOCBASE@";
86
87
88
89
my $CREATEEXPT     = "$TB/bin/batchexp";
my $ENDEXPT        = "$TB/bin/endexp";
my $NALLOC	   = "$TB/bin/nalloc";
my $NFREE	   = "$TB/bin/nfree";
90
my $TEVC	   = "$TB/bin/tevc";
91
92
93
94
95
96
97
98
99
100
101
102
my $AVAIL	   = "$TB/sbin/avail";
my $PTOPGEN	   = "$TB/libexec/ptopgen";
my $TBSWAP	   = "$TB/bin/tbswap";
my $SWAPEXP	   = "$TB/bin/swapexp";
my $PLABSLICE	   = "$TB/sbin/plabslicewrapper";
my $NAMEDSETUP     = "$TB/sbin/named_setup";
my $VNODESETUP     = "$TB/sbin/vnode_setup";
my $GENTOPOFILE    = "$TB/libexec/gentopofile";
my $TARFILES_SETUP = "$TB/bin/tarfiles_setup";
my $MAPPER         = "$TB/bin/mapper";
my $VTOPGEN        = "$TB/bin/vtopgen";
my $SNMPIT         = "$TB/bin/snmpit";
103
104
my $CLONEIMAGE     = "$TB/sbin/clone_image";
my $CREATEIMAGE    = "$TB/bin/create_image";
105
my $DELETEIMAGE    = "$TB/sbin/delete_image";
106
107
my $WAP            = "$TB/sbin/withadminprivs";
my $SHAREVLAN      = "$TB/sbin/sharevlan";
108
my $PANIC          = "$TB/sbin/panic";
109
my $LINKTEST       = "$TB/sbin/linktest_control";
110
my $XMLLINT	   = "/usr/local/bin/xmllint";
111
my $PRERENDER      = "$TB/libexec/vis/prerender";
112
113
my $IMPORTER       = "$TB/sbin/image_import";
my $POSTIMAGEDATA  = "$TB/sbin/protogeni/postimagedata";
114
my $EMULAB_PEMFILE = "@prefix@/etc/genicm.pem";
115
116
# Just one of these, at Utah.
my $GENICH_PEMFILE = "@prefix@/etc/genich.pem";
117
my $WITHPROVENANCE = @IMAGEPROVENANCE@;
118
my $PROTOGENI_LOCALUSER = @PROTOGENI_LOCALUSER@;
119
my $API_VERSION    = 2;
120
121
122
123
124
125
126
127

#
# Tell the client what API revision we support.  The correspondence
# between revision numbers and API features is to be specified elsewhere.
# No credentials are required.
#
sub GetVersion()
{
128
129
    my @input_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
    my @ad_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
Gary Wong's avatar
Gary Wong committed
130
131
132
    my $blob = {
	"api" => $API_VERSION,
	"level" => 1,
133
	"input_rspec" => \@input_rspec_versions,
134
	"output_rspec" => "2",
135
	"ad_rspec" => \@ad_rspec_versions
Gary Wong's avatar
Gary Wong committed
136
    };
137
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
138
139
140
141
142
143
144
145
}

#
# Respond to a Resolve request. 
#
sub Resolve($)
{
    my ($argref) = @_;
146
147
    my $credentials = $argref->{'credentials'};
    my $urn         = $argref->{'urn'};
148
    my $admin       = 0;
149
    my $isauth	    = 0;
150

151
152
153
154
155
156
    if (! (defined($credentials) && defined($urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($urn)) {
	return GeniResponse->MalformedArgsResponse("Invalid URN");
    }
157
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
158
159
160
    return $credential
	if (GeniResponse::IsResponse($credential));

161
162
163
    my ($object, $type) = LookupURN($urn);
    return $object
	if (GeniResponse::IsResponse($object));
164
165
166
167

    #
    # This is a convenience for testing. If a local user and that
    # user is an admin person, then do whatever it says. This is
168
169
    # easier then trying to do this with credential privs. But,
    # watch for credentials from authorities instead of users.
170
    #
171
172
    my (undef,$callertype,$callerid) = GeniHRN::Parse($credential->owner_urn());
    if ($callertype eq "user") {
173
	my $user = GeniCM::CreateUserFromCertificate($credential);
174
175
	if (!GeniResponse::IsResponse($user) &&
	    $user->IsLocal() && $user->admin()) {
176
177
178
	    $admin = 1;
	}
    }
179
180
    elsif ($callertype eq "authority" &&
	   ($callerid eq "cm" || $callerid eq "sa")) {
181
	$isauth = 1;
182
    }
183
184
    
    if ($type eq "node") {
185
	my $node  = $object;
186
187
188
189
190
	# Not sure about this, but I do know that Resolving a virtnode
	# is not useful right now. 
	if ($node->isvirtnode()) {
	    $node = Node->Lookup($node->phys_nodeid());
	}
191
	my $rspec = GeniCM::GetAdvertisement(0, $node->node_id(), "0.1", undef);
192
	if (! defined($rspec)) {
193
	    print STDERR "Could not get advertisement for $node!\n";
194
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
195
					"Error getting advertisement");
196
	}
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
	my $me = GeniAuthority->Lookup($ENV{'MYURN'});
	if (!defined($me)) {
	    print STDERR
		"Could not find local authority object for $ENV{'MYURN'}\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					"Error getting advertisement");
	}
	my $myurn = GeniHRN::Generate($OURDOMAIN, "node", $node->node_id());
	my $myhrn = "${PGENIDOMAIN}." . $node->node_id();

	#
	# See if the component object exists; if not create it.
	#
	my $component = GeniComponent->Lookup($node->uuid());
	if (!defined($component)) {
	    my $certificate = GeniCertificate->Lookup($node->uuid());
	    if (!defined($certificate)) {
		$certificate =
		    GeniCertificate->Create({'urn'  => $myurn,
					     'hrn'  => $myhrn,
					     'email'=> $TBOPS,
					     'uuid' => $node->uuid(),
					     'url'  => $me->url()});
		if (!defined($certificate)) {
		    print STDERR "Could not generate certificate for $node\n";
		    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
		}
	    }
	    $component = GeniComponent->Create($certificate, $me);
	    if (!defined($component)) {
		print STDERR "Could not create component for $node\n";
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
	    }
	}
233
	# Return a blob.
234
	my $blob = { "hrn"          => $myhrn,
235
236
		     "uuid"         => $node->uuid(),
		     "role"	    => $node->role(),
237
238
		     "hostname"     =>
			 GeniUtil::FindHostname($node->node_id()),
239
240
		     "physctrl"     => 
			 Interface->LookupControl($node->phys_nodeid())->IP(),
241
242
243
244
		     "urn"          => $myurn,
		     "rspec"        => $rspec,
		     "url"          => $me->url(),
		     "gid"          => $component->cert(),
245
246
247
248
		   };

	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
249
    if ($type eq "slice") {
250
251
	my $slice = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
252
253
254
255
	#
	# In this implementation, the caller must hold a valid slice
	# credential for the slice being looked up. 
	#
256
257
	if (! ($isauth || $admin ||
	       $slice->urn() eq $credential->target_urn())) {
258
259
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"No permission to resolve $slice\n");
Leigh B. Stoller's avatar
Leigh B. Stoller committed
260
261
262
263
264
265
	}
	# Return a blob.
	my $blob = { "urn"          => $urn };

	my $aggregate = GeniAggregate->SliceAggregate($slice);
	if (defined($aggregate)) {
266
	    $blob->{'sliver_urn'} = $aggregate->urn();
267
268
269
270
	    my $manifest = $aggregate->GetManifest(1);
	    if (defined($manifest)) {
		$blob->{'manifest'}   = $manifest;
	    }
271
272
273
274
275
276
277
278
279
280
281
	    # For key bindings.
	    my $slice_experiment = $slice->GetExperiment();
	    if (!defined($slice_experiment)) {
		print STDERR "*** No Experiment for $slice\n";
	    }
	    else {
		my $bindings;
		if ($slice_experiment->NonLocalUsers(\$bindings)) {
		    print STDERR "*** No bindings for $slice_experiment\n";
		}
		elsif (@{ $bindings }) {
282
		    $blob->{'users'} = $bindings;
283
284
		}
	    }
285
286
287
	    $blob->{'public_url'} =
		"$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
		if (defined($slice->publicid()));
Leigh B. Stoller's avatar
Leigh B. Stoller committed
288
289
290
	}
	my $ticket = GeniTicket->SliceTicket($slice);
	if (defined($ticket)) {
291
	    $blob->{'ticket_urn'} = $ticket->urn();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
292
293
294
295
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "sliver") {
296
	my $sliver = $object;
297
298
299
	my $slice  = $sliver->GetSlice();
	return GeniResponse->Create(GENIRESPONSE_ERROR)
	    if (!defined($slice));
300

Leigh B. Stoller's avatar
Leigh B. Stoller committed
301
302
303
304
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential for the slice being looked up. 
	#
305
	if (! ($admin || $isauth ||
306
	       $sliver->urn() eq $credential->target_urn() ||
307
308
309
310
311
	       $slice->urn() eq $credential->target_urn())) {
	    print STDERR $sliver->urn() . "\n";
	    print STDERR $slice->urn() . "\n";
	    print STDERR $credential->target_urn() . "\n";
	    print STDERR $ENV{'MYURN'} . "\n";
Leigh B. Stoller's avatar
Leigh B. Stoller committed
312
313
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN);
	}
314
315
	my $manifest = $sliver->GetManifest(1);
	if (!defined($manifest)) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
316
317
318
319
320
321
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
	# Return a blob.
	my $blob = { "urn"          => $urn,
		     "manifest"     => $manifest,
		 };
322
323
324
325
	$blob->{'public_url'} =
	    "$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
	    if (defined($slice->publicid()));
	
326
327
328
329
330
331
332
333
334
335
336
	# For key bindings.
	my $slice_experiment = $slice->GetExperiment();
	if (!defined($slice_experiment)) {
	    print STDERR "*** No Experiment for $slice\n";
	}
	else {
	    my $bindings;
	    if ($slice_experiment->NonLocalUsers(\$bindings)) {
		print STDERR "*** No bindings for $slice_experiment\n";
	    }
	    elsif (@{ $bindings }) {
337
		$blob->{'users'} = $bindings;
338
339
	    }
	}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
340
341
342
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "ticket") {
343
344
	my $ticket = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
345
346
347
348
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential to get the ticket.
	#
349
	my $slice = GeniSlice->Lookup($ticket->slice_urn());
Leigh B. Stoller's avatar
Leigh B. Stoller committed
350
351
352
353
	if (!defined($slice)) {
	    print STDERR "Could not find slice for $ticket\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
354
	if (! ($admin || $slice->urn() eq $credential->target_urn())) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
355
356
357
358
359
	    #
	    # See if its the sliver credential. 
	    #
	    my $aggregate = GeniAggregate->SliceAggregate($slice);
	    if (!defined($aggregate) ||
360
		$aggregate->urn() ne $credential->target_urn()) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
361
362
363
364
365
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN());
	    }
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());
    }
366
367
    return GeniResponse->Create(GENIRESPONSE_UNSUPPORTED, undef,
				"Cannot resolve $type at this authority");
368
369
370
371
372
373
374
375
}

#
# Discover resources on this component, returning a resource availablity spec
#
sub DiscoverResources($)
{
    my ($argref) = @_;
376
377
378
    my $credentials = $argref->{'credentials'};
    my $available   = $argref->{'available'} || 0;
    my $compress    = $argref->{'compress'} || 0;
379
    my $version     = $argref->{'rspec_version'} || undef;
380
381
382
383

    if (! (defined($credentials))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
384
385
386
387
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
    return GeniResponse->MalformedArgsResponse("Missing arguments")
	if (!defined($credential));
388
389
    return $credential
	if (GeniResponse::IsResponse($credential));
390

391
    return GeniCM::DiscoverResourcesAux($available, $compress,
392
        $version, [$credential, @morecreds]);
393
394
395
396
397
398
399
400
}

#
# Create a Sliver.
#
sub CreateSliver($)
{
    my ($argref) = @_;
401
402
403
404
405
    my $slice_urn    = $argref->{'slice_urn'};
    my $rspecstr     = $argref->{'rspec'};
    my $credentials  = $argref->{'credentials'};
    my $keys         = $argref->{'keys'};
    my $impotent     = $argref->{'impotent'} || 0;
406
    my $usetracker   = $argref->{'usetracker'} || 0;
407
408
    require Node;
    require Experiment;
409
410
    require libtestbed;
    require libaudit;
411

412
    # For now, I am not worrying about the slice_urn argument.
413
414
    if (! (defined($credentials) &&
	   defined($slice_urn) && defined($rspecstr))) {
415
416
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
417
418
419
420
421
422
    if (! ($rspecstr =~ /^[\040-\176\012\015\011]+$/)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in rspec");
    }
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
423
424
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
425
426
    return $credential
	if (GeniResponse::IsResponse($credential));
427

428
429
    main::AddLogfileMetaData("slice_urn", $slice_urn);
    
430
431
432
433
434
435
436
    #
    # In this implementation, the user must provide a slice credential,
    # so we ignore the slice_urn. For CreateSliver(), the slice must not
    # be instantiated.
    #
    my ($slice,$aggregate) = Credential2SliceAggregate($credential);
    if (defined($slice)) {
437
438
439
	return $slice
	    if (GeniResponse::IsResponse($slice));

440
441
442
443
	if ($slice_urn ne $slice->urn()) {
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"Credential does not match the URN");
	}
444
	main::AddLogfileMetaDataFromSlice($slice);
445
	
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
	#
	# Watch for a placeholder slice and update it.
	#
	if ($slice->isplaceholder()) {
	    if ($slice->Lock() != 0) {
		return GeniResponse->BusyResponse();
	    }
	    #
	    # Confirm that the slice certificate is the same.
	    #
	    if ($slice->cert() ne $credential->target_cert()->cert()) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
					    "Slice certificate mismatch");
	    }
	    my $user =
462
		GeniCM::CreateUserFromCertificate($credential);
463
	    if (GeniResponse::IsResponse($user)) {	    
464
		$slice->UnLock();
465
		return $user;
466
467
468
469
470
471
472
473
	    }
	    if ($slice->ConvertPlaceholder($user) != 0) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Could not convert placeholder");
	    }
	    $slice->UnLock();
	}
474
475
476
477
478
	if (defined($aggregate)) {
	    return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					"Must delete existing slice first");
	}
    }
479
    my $rspec = GeniCM::GetTicketAux($credential, $rspecstr,
480
				     0, $impotent, 1, 0, $usetracker,
481
				     undef, $speaksfor, @morecreds);
482
483
484
    return $rspec
	if (GeniResponse::IsResponse($rspec));

Leigh B Stoller's avatar
Leigh B Stoller committed
485
    $slice = GeniSlice->Lookup($credential->target_urn());
486
487
488
489
    if (!defined($slice)) {
	print STDERR "CreateSliver: Could not find slice for $credential\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,"Internal Error");
    }
490
    main::AddLogfileMetaDataFromSlice($slice);
491

492
493
494
495
496
497
498
499
500
501
502
503
    #
    # If we got a cert/key, record them for the slice. This is a
    # generic openssl key/cert that is stored on the nodes (and from
    # which an ssh key pair can be derived).
    #
    if (exists($argref->{'certificate'}) || exists($argref->{'key'})) {
	$slice->AddGenericCert((exists($argref->{'certificate'}) ?
				$argref->{'certificate'} : undef),
			       (exists($argref->{'key'}) ?
				$argref->{'key'} : undef));
    }

504
505
506
507
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();

508
509
    my $response = GeniCM::SliverWorkAux($credential, $rspec,
					 $keys, 0, $impotent, 1, 0, $speaksfor);
510

511
512
513
514
515
516
517
    if (GeniResponse::IsError($response)) {
	#
	# We have to make sure there is nothing left over since there
	# is no actual ticket, so the resources will not get cleaned
	# up by the daemon. This is mostly cause I am reaching into
	# the V1 code, and its messy.
	#
518
	$slice = GeniSlice->Lookup($credential->target_urn());
519
	if (defined($slice)) {
520
521
522
523
524
	    if ($slice->Lock() != 0) {
		print STDERR
		    "CreateSliver: Could not lock $slice before delete\n";
		return $response;
	    }
525
526
	    GeniCM::CleanupDeadSlice($slice, 1);
	}
527
	return $response;
528
    }
529
    my ($sliver_credential) = @{ $response->{'value'} };
530

531
532
533
    #
    # Leave the slice intact on error, so we can go look at it. 
    #
534
    if ($slice->WaitForLock(30) != 0) {
535
536
537
538
	print STDERR "CreateSliver: Could not lock $slice before start\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
539
    $aggregate = GeniAggregate->SliceAggregate($slice);
540
541
542
543
544
    if (!defined($aggregate)) {
	print STDERR "CreateSliver: Could not find aggregate for $slice\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
545
546
547
    # We get the manifest from the aggregate object, so that the
    # expiration goes in.
    my $sliver_manifest = $aggregate->GetManifest(1);
548

549
550
    #
    # At this point we want to return and let the startsliver proceed
551
    # in the background. Parent never returns, just the child.
552
    #
553
    my $mypid = main::WrapperFork();
554
555
556
557
    if ($mypid) {
	return GeniResponse->Create(GENIRESPONSE_SUCCESS,
				    [$sliver_credential, $sliver_manifest]);
    }
558

559
560
561
562
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();

563
564
565
566
567
568
569
    #
    # The callee might also do a wrapper fork, so remember our PID
    # to make sure we unlock properly in only the parent side of the
    # fork. Child runs with slice unlocked for now. 
    #
    $mypid = $PID;
    
570
    if ($aggregate->Start($API_VERSION) != 0) {
571
572
573
574
575
576
577
	if ($PID == $mypid) {
	    $slice->UnLock();
	    print STDERR "Could not start sliver.\n";
	}
	else {
	    print STDERR "Error waiting for nodes.\n";
	}
578
	return -1;
579
    }
580
581
582
    if ($PID == $mypid) {
	$slice->UnLock();
    }
583
    return 0;
584
585
586
587
588
589
}

#
# Delete a Sliver.
#
sub DeleteSliver($)
590
591
592
593
594
595
596
597
598
599
600
601
{
    my ($argref) = @_;
    my $sliver_urn   = $argref->{'sliver_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;

    if (! (defined($credentials) && defined($sliver_urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($sliver_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
602
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
603
604
605
606
607
608
609
610
    return $credential
	if (GeniResponse::IsResponse($credential));

    #
    # In this implementation, the user must provide a slice or sliver
    # credential
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
611
612
613
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
    
614
615
616
617
618
619
620
621
622
    if (! (defined($slice) && defined($aggregate))) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "Sliver does not exist");
    }
    if ($sliver_urn ne $aggregate->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }

623
624
625
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
626
    # If a monitor process is running, we are "busy".
627
    GeniCM::CheckMonitor($slice);
628
    if ($slice->monitor_pid()) {
629
	$slice->UnLock();
630
631
	return GeniResponse->MonitorResponse();
    }
632
    
633
634
635
636
637
    # If any slivers are imaging, then we are busy as well.
    if ($aggregate->CheckSliverStates("imaging")) {
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
638
639
640
641
    
    main::AddLogfileMetaData("sliver_urn", $sliver_urn);
    main::AddLogfileMetaDataFromSlice($slice);
    
642
643
644
645
646
    #
    # We need this below to sign the ticket.
    #
    my $authority = GeniCertificate->LoadFromFile($EMULAB_PEMFILE);
    if (!defined($authority)) {
647
	print STDERR " Could not load $EMULAB_PEMFILE\n";
648
649
650
651
652
653
	return GeniResponse->Create(GENIRESPONSE_ERROR);
	
    }
    #
    # We need the user to sign the new ticket to. 
    #
654
    my $user = GeniCM::CreateUserFromCertificate($credential);
655
656
    return $user
	if (GeniResponse::IsResponse($user));
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
    
    my $response = GeniCM::DeleteSliverAux($credential, $impotent, 1);
    return $response
	if (GeniResponse::IsResponse($response));

    #
    # In the v2 API, return a new ticket for the resources
    # (which were not released). As with all tickets, it will
    # expire very quickly. 
    #
    #
    # Create a new ticket from the manifest.
    #
    my $manifest = $aggregate->GetManifest(0);
    if (!defined($manifest)) {
	print STDERR "No manifest found for $aggregate\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
676
677
    my $ticket = GeniTicket->Create($authority, $user,
				    GeniXML::Serialize($manifest));
678
679
680
681
682
    if (!defined($ticket)) {
	print STDERR "Could not create new ticket for $slice\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
683
    $ticket->SetSlice($slice);
684
685
    $ticket->SetSpeaksFor($speaksfor)
	if (defined($speaksfor));
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
    
    if ($ticket->Sign()) {
	$ticket->Delete();
	print STDERR "Could not sign new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    if ($ticket->Store()) {
	$ticket->Delete();
	print STDERR "Could not store new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    my $slice_uuid = $slice->uuid();
    DBQueryWarn("delete from geni_manifests ".
		"where slice_uuid='$slice_uuid'");
    $slice->UnLock();
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());

  bad:
    if (GeniCM::CleanupDeadSlice($slice) != 0) {
	print STDERR "Could not cleanup slice\n";
    }
    return $response;
}

#
# Delete a Slice
#
sub DeleteSlice($)
716
717
{
    my ($argref) = @_;
718
719
720
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;
721
    my $cancel       = 0;
722
    my $blocking     = 0;
723
    my $canceled     = 0;
724

725
    if (! (defined($credentials) && defined($slice_urn))) {
726
727
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
728
729
730
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
731
732
733
    if (exists($argref->{'blocking'}) && $argref->{'blocking'}) {
	$blocking = 1;
    }
734
735
736
    if (exists($argref->{'cancel'}) && $argref->{'cancel'}) {
	$cancel = 1;
    }
737
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
738
739
    return $credential
	if (GeniResponse::IsResponse($credential));
740

741
742
743
744
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
745
746
747
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

748
749
750
751
    if (! defined($slice)) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "No such slice here");
    }
752
    main::AddLogfileMetaDataFromSlice($slice);
753
    
754
755
756
757
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
758
759
760
761
    if ($slice->lockdown()) {
	return GeniResponse->Create(GENIRESPONSE_REFUSED(), undef,
				    "Slice is locked down");
    }
762
763
764
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
765
766

    #
767
768
769
770
771
772
773
774
    # If a monitor process is running, then the slice is busy.
    # This might mean that the user will not be able to delete
    # the slice for a long time, but we are having problems with
    # users canceling slices before they finish setting up, and
    # the XEN client side is not handling this very well. Note that
    # the cleanupslice script calls GeniCM::CleanupDeadSlice()
    # directly, which *does* kill the monitor, so admin cleanup
    # is not affected.
775
    #
776
    GeniCM::CheckMonitor($slice);
777
    if ($slice->monitor_pid()) {
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
	if (!$cancel) {
	    $slice->UnLock();
	    return GeniResponse->MonitorResponse()
	}
	    
	#
	# But what we can do is set the cancel flag, which the monitor is
	# checking each time through the loop. This will cause it to stop
	# rebooting timed out nodes, and quit earlier. The caller will not
	# have to retry as long. 
	#
	my $slice_experiment = $slice->GetExperiment();
	if (defined($slice_experiment)) {
	    $slice_experiment->SetCancelFlag(1);
	}
	print STDERR "Canceling the monitor (" . $slice->monitor_pid() . ")\n";
	$canceled = 1;
795
    }
796
    # If any slivers are imaging, then we are busy as well.
797
    elsif (defined($aggregate) &&
Leigh B Stoller's avatar
Leigh B Stoller committed
798
	$aggregate->CheckSliverStates("imaging")) {
799
800
801
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
802
803
804
805
806

    #
    # Proceed in the background. No reason to make the caller wait,
    # it takes too long.
    #
807
808
809
810
811
    if (!$blocking) {
	my $mypid = main::WrapperFork();
	if ($mypid) {
	    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
	}
812
    }
813
814
815
816
817
818
819
820
821
822
    #
    # If we were canceled, we wait for the monitor to stop, instead of
    #
    if ($canceled) {
	while ($slice->monitor_pid()) {
	    sleep(10);
	    GeniCM::CheckMonitor($slice);
	    print STDERR "Checking to see if monitor has stopped ...\n";
	}
    }
823
824
    my $retval = GeniCM::CleanupDeadSlice($slice, 1);
    if ($retval) {
825
826
827
828
829
830
        #wvdemeer: Something went wrong deleting the slice.
        #          But we have a taken a lock above.
        #          So we need to unlock, or retry becomes impossible and the slice stays locked forever.
        #          If all is successfull, unlock is apparently not needed, I assume this is because the lock is deleted along with the slice.
        $slice->UnLock();

831
832
833
	return -1
	    if (!$blocking);
	return GeniResponse->Create(GENIRESPONSE_ERROR);
834
    }
835
836
837
    return 0
	if (!$blocking);
    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
838
839
840
841
842
843
844
845
}

#
# Get a Sliver (credential)
#
sub GetSliver($)
{
    my ($argref) = @_;
846
847
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
848

849
    if (! (defined($credentials) && defined($slice_urn))) {
850
851
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
852
853
854
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
855
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
856
857
858
    return $credential
	if (GeniResponse::IsResponse($credential));

859
860
861
862
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
863
864
865
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

866
    if (! (defined($slice) && defined($aggregate))) {
867
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
868
869
870
871
872
873
				    "No slice or aggregate here");
    }
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
874
    return GeniCM::GetSliverAux($credential);
875
876
877
}

#
878
# Start a sliver (not sure what this means yet, so reboot for now).
879
#
880
sub StartSliver($)
881
882
{
    my ($argref) = @_;
883
    my $slice_urn    = $argref->{'slice_urn'};
884
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
885
    my $credentials  = $argref->{'credentials'};
886
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
887
    
888
889
    return SliverAction("start",
			$slice_urn, $sliver_urns, $credentials, $manifest);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
890
891
892
893
894
895
}

sub StopSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
896
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
897
898
    my $credentials  = $argref->{'credentials'};

899
900
    return SliverAction("stop",
			$slice_urn, $sliver_urns, $credentials, undef);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
901
902
903
904
905
906
}

sub RestartSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
907
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
908
    my $credentials  = $argref->{'credentials'};
909
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
910

911
912
    return SliverAction("restart",
			$slice_urn, $sliver_urns, $credentials, $manifest);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
913
}
914

915
916
917
918
919
920
921
922
923
924
925
sub ReloadSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
    my $credentials  = $argref->{'credentials'};

    return SliverAction("reload",
			$slice_urn, $sliver_urns, $credentials, undef);
}

926
sub SliverAction($$$$$)
Leigh B. Stoller's avatar
Leigh B. Stoller committed
927
{
928
    my ($action, $slice_urn, $sliver_urns, $credentials, $manifest) = @_;
929
    my $response;
930
    my $isasync = 0;
931

932
933
    if (! (defined($credentials) &&
	   (defined($slice_urn) || defined($sliver_urns)))) {
934
935
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
936
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
937
938
939
940
941
942
943
944
    return $credential
	if (GeniResponse::IsResponse($credential));

    $credential->HasPrivilege( "pi" ) or
	$credential->HasPrivilege( "info" ) or
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
				    "Insufficient privilege");

945
946
947
948
949
950
951
952
953
    if (defined($manifest)) {
	$manifest = GeniXML::Parse($manifest);
	if (!defined($manifest)) {
	    print STDERR "Error reading manifest\n";
	    return GeniResponse->Create(GENIRESPONSE_BADARGS, undef,
					"Bad manifest");
	}
    }
    
954
955
956
    #
    # For now, only allow top level aggregate or the slice
    #
957
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
958
959
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
Srikanth's avatar
Srikanth committed
960

961
962
963
964
    #
    # I think this allows the CM to perform an action without
    # the slice credential?
    #
965
966
967
968
969
    if ( (!defined($slice)) && 
          ($credential->target_urn() =~ /\+authority\+cm$/)) {
          # administrative credentials are presented.
          my $cm_urn = GeniHRN::Generate($OURDOMAIN, "authority", "cm");
          if ($cm_urn != $credential->target_urn()) {
Srikanth's avatar
Srikanth committed
970
            return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
971
972
973
974
                      "Credential target does not match CM URN");
          }

      if (!defined($slice_urn)) {
Srikanth's avatar
Srikanth committed
975
976
          return GeniResponse->MalformedArgsResponse("Missing arguments");
      }       
977
978
979
980
981
982
983
984
      $slice = GeniSlice->Lookup($slice_urn);
      return GeniResponse->Create(GENIRESPONSE_ERROR, undef, 
                "No Slice with urn $slice_urn here")
          if (!defined($slice));
      $aggregate = GeniAggregate->SliceAggregate($slice);
      return GeniResponse->Create(GENIRESPONSE_ERROR, undef, 
                      "No Aggregate here")
          if (!defined($aggregate));
Srikanth's avatar
Srikanth committed
985
    } 
986

987
988
989
990
    if (! (defined($slice) && defined($aggregate))) {
	return GeniResponse->Create(GENIRESPONSE_BADARGS, undef,
				    "No slice or aggregate here");
    }
991
992
    main::AddLogfileMetaDataFromSlice($slice);

993
994
    if (defined($slice_urn)) {
	if (! GeniHRN::IsValid($slice_urn)) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
995
996
	    return
		GeniResponse->MalformedArgsResponse("Bad characters in URN");
997
	}
998
999
1000
	if ($slice_urn ne $slice->urn()) {
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"Credential does not match the URN");
1001
	}
1002
1003
1004
1005
    }
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
1006
1007
1008
1009
1010
1011
    # If a monitor process is running, we are "busy".
    GeniCM::CheckMonitor($slice);
    if ($slice->monitor_pid()) {
	$slice->UnLock();
	return GeniResponse->MonitorResponse();
    }
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
    # Shutdown slices get nothing.
    if ($slice->shutdown()) {
	$slice->UnLock();
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
				    "Slice has been shutdown");
    }
    if ($aggregate->ComputeState()) {
	$slice->UnLock();
	print STDERR "Could not determine current state\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR);
    }
    my $CheckState = sub {
	my ($object, $action) = @_;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
1026
	if ($action eq "start") {
1027
1028
	    if ($object->state() ne "stopped" && $object->state() ne "new"
		&& $object->state() ne "mixed") {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1029
1030
1031
1032
1033
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					    "Sliver is not stopped (yet)");
	    }
	}
	elsif ($action eq "stop") {
1034
	    if ($object->state() ne "started" && $object->state() ne "mixed") {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1035
1036
1037
1038
1039
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					    "Sliver is not started (yet)");
	    }
	}
	elsif ($action eq "restart") {
1040
	    if ($object->state() ne "started" && $object->state() ne "mixed") {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1041
1042
1043
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					    "Sliver is not started (yet)");
	    }
1044
	}
1045
1046
1047
1048
1049
1050
	elsif ($action eq "reload") {
	    if ($object->state() ne "started" && $object->state() ne "stopped"){
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
				    "Sliver is not started or stopped (yet)");
	    }
	}
1051
1052
1053
1054
1055
	return 0;
    };
    my $PerformAction = sub {
	my ($object, $action) = @_;

1056
1057
	my $exitval = 0;

1058
	if ($action eq "start") {
1059
	    $exitval = $object->Start($API_VERSION);
1060
	}
1061
	elsif ($action eq "stop") {
1062
	    $exitval = $object->Stop($API_VERSION);
1063
1064
	}
	elsif ($action eq "restart") {
1065
1066
1067
1068
	    $exitval = $object->Restart($API_VERSION);
	}
	elsif ($action eq "reload") {
	    $exitval = $object->Reload($API_VERSION);
1069
	}
1070
1071
1072
1073
	return GeniResponse->Create(GENIRESPONSE_ERROR, 
				    "Could not $action sliver")
	    if ($exitval);
	
1074
1075
1076
	return 0;
    };

1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
    my $user = GeniCM::CreateUserFromCertificate($credential);
    return $user
	if (GeniResponse::IsResponse($user));

    my $realuser = GeniCM::FlipToUser($slice, $user);
    if (! (defined($realuser) && $realuser)) {
	print STDERR "Error flipping to real user\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "FlipToUser Error");
    }

1088
1089
1090
1091
1092
    if (defined($slice_urn)) {
	$response = &$CheckState($aggregate, $action);
	goto bad
	    if (GeniResponse::IsResponse($response));
	    
1093
	if ($action eq "start" || $action eq "restart" || $action eq "reload"){
1094
1095
	    if (defined($manifest) &&
		$aggregate->ProcessManifest($manifest)) {
1096
1097
1098
1099
1100
		$response = GeniResponse->Create(GENIRESPONSE_ERROR,
						 undef,
						 "Error processing manifest");
		goto bad;
	    }
1101
1102
1103
1104
	    #
	    # At this point we want to return and let the startsliver proceed
	    # in the background
	    #
1105
	    my $mypid = main::WrapperFork();
1106
1107
1108
	    if ($mypid) {
		return GeniResponse->Create(GENIRESPONSE_SUCCESS);
	    }
1109
1110
	    # Remember our pid in case callee wrapper forks again.
	    $isasync = $PID;
1111
	}
1112
1113
1114
1115
	$response = &$PerformAction($aggregate, $action);
	goto bad
	    if (GeniResponse::IsResponse($response));

1116
1117
1118
	if (!$isasync || $isasync == $PID) {
	    $slice->UnLock();
	}
1119
1120
	return ($isasync ? GENIRESPONSE_SUCCESS :
		GeniResponse->Create(GENIRESPONSE_SUCCESS));
1121
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1122
    else {
1123
	my @slivers = ();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1124

1125
1126
1127
1128
1129
	#
	# Sanity check all arguments before doing anything.
	#
	foreach my $urn (@{ $sliver_urns }) {
	    my $sliver = GeniSliver->Lookup($urn);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1130
1131
1132
1133
1134
1135
	    if (!defined($sliver)) {
		$response = GeniResponse->Create(GENIRESPONSE_SEARCHFAILED,
						 undef,
						 "Nothing here by that name");
		goto bad;
	    }
1136
1137
1138
1139
1140
1141
1142
1143
	    
	    $response = &$CheckState($sliver, $action);
	    goto bad
		if (GeniResponse::IsResponse($response));

	    push(@slivers, $sliver);
	}
	foreach my $sliver (@slivers) {
1144
1145
1146
1147
1148
1149
1150
1151
	    if ($action eq "start" && defined($manifest)) {
		if ($sliver->ProcessManifest($manifest)) {
		    $response = GeniResponse->Create(GENIRESPONSE_ERROR,
				     undef,
				     "Error processing manifest for $sliver");
		    goto bad;
		}
	    }