GeniCMV2.pm.in 151 KB
Newer Older
1
2
#!/usr/bin/perl -wT
#
3
# Copyright (c) 2008-2016 University of Utah and the Flux Group.
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
# 
# {{{GENIPUBLIC-LICENSE
# 
# GENI Public License
# 
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and/or hardware specification (the "Work") to
# deal in the Work without restriction, including without limitation the
# rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Work, and to permit persons to whom the Work
# is furnished to do so, subject to the following conditions:
# 
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Work.
# 
# THE WORK IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE WORK OR THE USE OR OTHER DEALINGS
# IN THE WORK.
# 
# }}}
29
30
31
32
33
34
35
36
37
38
39
#
package GeniCMV2;

#
# The server side of the CM interface on remote sites. Also communicates
# with the GMC interface at Geni Central as a client.
#
use strict;
use Exporter;
use vars qw(@ISA @EXPORT);

40
41
@ISA    = qw(Exporter);
@EXPORT = qw();
42
43
44
45
46
47
48

# Must come after package declaration!
use GeniDB;
use GeniResponse;
use GeniTicket;
use GeniCredential;
use GeniCertificate;
49
use GeniComponent;
50
51
52
53
use GeniSlice;
use GeniAggregate;
use GeniSliver;
use GeniUtil;
54
use GeniCM;
55
use GeniHRN;
56
use GeniXML;
57
use GeniStitch;
58
use GeniStd;
59
use emutil;
60
use libEmulab;
61
use English;
62
use libtestbed;
63
64
65
66
use Data::Dumper;
use XML::Simple;
use Date::Parse;
use POSIX qw(strftime tmpnam);
67
use POSIX qw(setsid :sys_wait_h);
68
69
use Time::Local;
use Compress::Zlib;
70
use File::Temp qw(tempfile);
71
use MIME::Base64;
72
use Errno;
73
use List::Util qw(shuffle);
74
75
76
77
78
79
80
81
82

# Configure variables
my $TB		   = "@prefix@";
my $TBOPS          = "@TBOPSEMAIL@";
my $TBAPPROVAL     = "@TBAPPROVALEMAIL@";
my $TBAUDIT   	   = "@TBAUDITEMAIL@";
my $BOSSNODE       = "@BOSSNODE@";
my $OURDOMAIN      = "@OURDOMAIN@";
my $PGENIDOMAIN    = "@PROTOGENI_DOMAIN@";
83
my $ELABINELAB     = "@ELABINELAB@";
84
my $TBBASE         = "@TBBASE@";
85
my $TBDOCBASE      = "@TBDOCBASE@";
86
87
88
89
my $CREATEEXPT     = "$TB/bin/batchexp";
my $ENDEXPT        = "$TB/bin/endexp";
my $NALLOC	   = "$TB/bin/nalloc";
my $NFREE	   = "$TB/bin/nfree";
90
my $TEVC	   = "$TB/bin/tevc";
91
92
93
94
95
96
97
98
99
100
101
102
my $AVAIL	   = "$TB/sbin/avail";
my $PTOPGEN	   = "$TB/libexec/ptopgen";
my $TBSWAP	   = "$TB/bin/tbswap";
my $SWAPEXP	   = "$TB/bin/swapexp";
my $PLABSLICE	   = "$TB/sbin/plabslicewrapper";
my $NAMEDSETUP     = "$TB/sbin/named_setup";
my $VNODESETUP     = "$TB/sbin/vnode_setup";
my $GENTOPOFILE    = "$TB/libexec/gentopofile";
my $TARFILES_SETUP = "$TB/bin/tarfiles_setup";
my $MAPPER         = "$TB/bin/mapper";
my $VTOPGEN        = "$TB/bin/vtopgen";
my $SNMPIT         = "$TB/bin/snmpit";
103
104
my $CLONEIMAGE     = "$TB/sbin/clone_image";
my $CREATEIMAGE    = "$TB/bin/create_image";
105
my $DELETEIMAGE    = "$TB/sbin/delete_image";
106
107
my $WAP            = "$TB/sbin/withadminprivs";
my $SHAREVLAN      = "$TB/sbin/sharevlan";
108
my $PANIC          = "$TB/sbin/panic";
109
my $LINKTEST       = "$TB/sbin/linktest_control";
110
my $XMLLINT	   = "/usr/local/bin/xmllint";
111
my $PRERENDER      = "$TB/libexec/vis/prerender";
112
113
my $IMPORTER       = "$TB/sbin/image_import";
my $POSTIMAGEDATA  = "$TB/sbin/protogeni/postimagedata";
114
my $EMULAB_PEMFILE = "@prefix@/etc/genicm.pem";
115
116
# Just one of these, at Utah.
my $GENICH_PEMFILE = "@prefix@/etc/genich.pem";
117
my $WITHPROVENANCE = @IMAGEPROVENANCE@;
118
my $PROTOGENI_LOCALUSER = @PROTOGENI_LOCALUSER@;
119
my $API_VERSION    = 2;
120
121
122
123
124
125
126
127

#
# Tell the client what API revision we support.  The correspondence
# between revision numbers and API features is to be specified elsewhere.
# No credentials are required.
#
sub GetVersion()
{
128
129
    my @input_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
    my @ad_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
Gary Wong's avatar
Gary Wong committed
130
131
132
    my $blob = {
	"api" => $API_VERSION,
	"level" => 1,
133
	"input_rspec" => \@input_rspec_versions,
134
	"output_rspec" => "2",
135
	"ad_rspec" => \@ad_rspec_versions
Gary Wong's avatar
Gary Wong committed
136
    };
137
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
138
139
140
141
142
143
144
145
}

#
# Respond to a Resolve request. 
#
sub Resolve($)
{
    my ($argref) = @_;
146
147
    my $credentials = $argref->{'credentials'};
    my $urn         = $argref->{'urn'};
148
    my $admin       = 0;
149
    my $isauth	    = 0;
150

151
152
153
154
155
156
    if (! (defined($credentials) && defined($urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($urn)) {
	return GeniResponse->MalformedArgsResponse("Invalid URN");
    }
157
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
158
159
160
    return $credential
	if (GeniResponse::IsResponse($credential));

161
162
163
    my ($object, $type) = LookupURN($urn);
    return $object
	if (GeniResponse::IsResponse($object));
164
165
166
167

    #
    # This is a convenience for testing. If a local user and that
    # user is an admin person, then do whatever it says. This is
168
169
    # easier then trying to do this with credential privs. But,
    # watch for credentials from authorities instead of users.
170
    #
171
172
    my (undef,$callertype,$callerid) = GeniHRN::Parse($credential->owner_urn());
    if ($callertype eq "user") {
173
	my $user = GeniCM::CreateUserFromCertificate($credential);
174
175
	if (!GeniResponse::IsResponse($user) &&
	    $user->IsLocal() && $user->admin()) {
176
177
178
	    $admin = 1;
	}
    }
179
180
    elsif ($callertype eq "authority" &&
	   ($callerid eq "cm" || $callerid eq "sa")) {
181
	$isauth = 1;
182
    }
183
184
    
    if ($type eq "node") {
185
	my $node  = $object;
186
187
188
189
190
	# Not sure about this, but I do know that Resolving a virtnode
	# is not useful right now. 
	if ($node->isvirtnode()) {
	    $node = Node->Lookup($node->phys_nodeid());
	}
191
	my $rspec = GeniCM::GetAdvertisement(0, $node->node_id(), "0.1", undef);
192
	if (! defined($rspec)) {
193
	    print STDERR "Could not get advertisement for $node!\n";
194
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
195
					"Error getting advertisement");
196
	}
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
	my $me = GeniAuthority->Lookup($ENV{'MYURN'});
	if (!defined($me)) {
	    print STDERR
		"Could not find local authority object for $ENV{'MYURN'}\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					"Error getting advertisement");
	}
	my $myurn = GeniHRN::Generate($OURDOMAIN, "node", $node->node_id());
	my $myhrn = "${PGENIDOMAIN}." . $node->node_id();

	#
	# See if the component object exists; if not create it.
	#
	my $component = GeniComponent->Lookup($node->uuid());
	if (!defined($component)) {
	    my $certificate = GeniCertificate->Lookup($node->uuid());
	    if (!defined($certificate)) {
		$certificate =
		    GeniCertificate->Create({'urn'  => $myurn,
					     'hrn'  => $myhrn,
					     'email'=> $TBOPS,
					     'uuid' => $node->uuid(),
					     'url'  => $me->url()});
		if (!defined($certificate)) {
		    print STDERR "Could not generate certificate for $node\n";
		    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
		}
	    }
	    $component = GeniComponent->Create($certificate, $me);
	    if (!defined($component)) {
		print STDERR "Could not create component for $node\n";
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
	    }
	}
233
	# Return a blob.
234
	my $blob = { "hrn"          => $myhrn,
235
236
		     "uuid"         => $node->uuid(),
		     "role"	    => $node->role(),
237
238
		     "hostname"     =>
			 GeniUtil::FindHostname($node->node_id()),
239
240
		     "physctrl"     => 
			 Interface->LookupControl($node->phys_nodeid())->IP(),
241
242
243
244
		     "urn"          => $myurn,
		     "rspec"        => $rspec,
		     "url"          => $me->url(),
		     "gid"          => $component->cert(),
245
246
247
248
		   };

	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
249
    if ($type eq "slice") {
250
251
	my $slice = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
252
253
254
255
	#
	# In this implementation, the caller must hold a valid slice
	# credential for the slice being looked up. 
	#
256
257
	if (! ($isauth || $admin ||
	       $slice->urn() eq $credential->target_urn())) {
258
259
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"No permission to resolve $slice\n");
Leigh B. Stoller's avatar
Leigh B. Stoller committed
260
261
262
263
264
265
	}
	# Return a blob.
	my $blob = { "urn"          => $urn };

	my $aggregate = GeniAggregate->SliceAggregate($slice);
	if (defined($aggregate)) {
266
	    $blob->{'sliver_urn'} = $aggregate->urn();
267
268
269
270
	    my $manifest = $aggregate->GetManifest(1);
	    if (defined($manifest)) {
		$blob->{'manifest'}   = $manifest;
	    }
271
272
273
274
275
276
277
278
279
280
281
	    # For key bindings.
	    my $slice_experiment = $slice->GetExperiment();
	    if (!defined($slice_experiment)) {
		print STDERR "*** No Experiment for $slice\n";
	    }
	    else {
		my $bindings;
		if ($slice_experiment->NonLocalUsers(\$bindings)) {
		    print STDERR "*** No bindings for $slice_experiment\n";
		}
		elsif (@{ $bindings }) {
282
		    $blob->{'users'} = $bindings;
283
284
		}
	    }
285
286
287
	    $blob->{'public_url'} =
		"$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
		if (defined($slice->publicid()));
Leigh B. Stoller's avatar
Leigh B. Stoller committed
288
289
290
	}
	my $ticket = GeniTicket->SliceTicket($slice);
	if (defined($ticket)) {
291
	    $blob->{'ticket_urn'} = $ticket->urn();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
292
293
294
295
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "sliver") {
296
	my $sliver = $object;
297
298
299
	my $slice  = $sliver->GetSlice();
	return GeniResponse->Create(GENIRESPONSE_ERROR)
	    if (!defined($slice));
300

Leigh B. Stoller's avatar
Leigh B. Stoller committed
301
302
303
304
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential for the slice being looked up. 
	#
305
	if (! ($admin || $isauth ||
306
	       $sliver->urn() eq $credential->target_urn() ||
307
308
309
310
311
	       $slice->urn() eq $credential->target_urn())) {
	    print STDERR $sliver->urn() . "\n";
	    print STDERR $slice->urn() . "\n";
	    print STDERR $credential->target_urn() . "\n";
	    print STDERR $ENV{'MYURN'} . "\n";
Leigh B. Stoller's avatar
Leigh B. Stoller committed
312
313
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN);
	}
314
315
	my $manifest = $sliver->GetManifest(1);
	if (!defined($manifest)) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
316
317
318
319
320
321
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
	# Return a blob.
	my $blob = { "urn"          => $urn,
		     "manifest"     => $manifest,
		 };
322
323
324
325
	$blob->{'public_url'} =
	    "$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
	    if (defined($slice->publicid()));
	
326
327
328
329
330
331
332
333
334
335
336
	# For key bindings.
	my $slice_experiment = $slice->GetExperiment();
	if (!defined($slice_experiment)) {
	    print STDERR "*** No Experiment for $slice\n";
	}
	else {
	    my $bindings;
	    if ($slice_experiment->NonLocalUsers(\$bindings)) {
		print STDERR "*** No bindings for $slice_experiment\n";
	    }
	    elsif (@{ $bindings }) {
337
		$blob->{'users'} = $bindings;
338
339
	    }
	}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
340
341
342
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "ticket") {
343
344
	my $ticket = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
345
346
347
348
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential to get the ticket.
	#
349
	my $slice = GeniSlice->Lookup($ticket->slice_urn());
Leigh B. Stoller's avatar
Leigh B. Stoller committed
350
351
352
353
	if (!defined($slice)) {
	    print STDERR "Could not find slice for $ticket\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
354
	if (! ($admin || $slice->urn() eq $credential->target_urn())) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
355
356
357
358
359
	    #
	    # See if its the sliver credential. 
	    #
	    my $aggregate = GeniAggregate->SliceAggregate($slice);
	    if (!defined($aggregate) ||
360
		$aggregate->urn() ne $credential->target_urn()) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
361
362
363
364
365
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN());
	    }
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());
    }
366
367
    return GeniResponse->Create(GENIRESPONSE_UNSUPPORTED, undef,
				"Cannot resolve $type at this authority");
368
369
370
371
372
373
374
375
}

#
# Discover resources on this component, returning a resource availablity spec
#
sub DiscoverResources($)
{
    my ($argref) = @_;
376
377
378
    my $credentials = $argref->{'credentials'};
    my $available   = $argref->{'available'} || 0;
    my $compress    = $argref->{'compress'} || 0;
379
    my $version     = $argref->{'rspec_version'} || undef;
380
381
382
383

    if (! (defined($credentials))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
384
385
386
387
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
    return GeniResponse->MalformedArgsResponse("Missing arguments")
	if (!defined($credential));
388
389
    return $credential
	if (GeniResponse::IsResponse($credential));
390

391
    return GeniCM::DiscoverResourcesAux($available, $compress,
392
        $version, [$credential, @morecreds]);
393
394
395
396
397
398
399
400
}

#
# Create a Sliver.
#
sub CreateSliver($)
{
    my ($argref) = @_;
401
402
403
404
405
    my $slice_urn    = $argref->{'slice_urn'};
    my $rspecstr     = $argref->{'rspec'};
    my $credentials  = $argref->{'credentials'};
    my $keys         = $argref->{'keys'};
    my $impotent     = $argref->{'impotent'} || 0;
406
    my $usetracker   = $argref->{'usetracker'} || 0;
407
408
    require Node;
    require Experiment;
409
410
    require libtestbed;
    require libaudit;
411

412
    # For now, I am not worrying about the slice_urn argument.
413
414
    if (! (defined($credentials) &&
	   defined($slice_urn) && defined($rspecstr))) {
415
416
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
417
418
419
420
421
422
    if (! ($rspecstr =~ /^[\040-\176\012\015\011]+$/)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in rspec");
    }
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
423
424
    my ($credential,$speaksfor,@morecreds) =
	GeniStd::CheckCredentials($credentials);
425
426
    return $credential
	if (GeniResponse::IsResponse($credential));
427

428
429
    main::AddLogfileMetaData("slice_urn", $slice_urn);
    
430
431
432
433
434
435
436
    #
    # In this implementation, the user must provide a slice credential,
    # so we ignore the slice_urn. For CreateSliver(), the slice must not
    # be instantiated.
    #
    my ($slice,$aggregate) = Credential2SliceAggregate($credential);
    if (defined($slice)) {
437
438
439
	return $slice
	    if (GeniResponse::IsResponse($slice));

440
441
442
443
	if ($slice_urn ne $slice->urn()) {
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"Credential does not match the URN");
	}
444
	main::AddLogfileMetaDataFromSlice($slice);
445
	
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
	#
	# Watch for a placeholder slice and update it.
	#
	if ($slice->isplaceholder()) {
	    if ($slice->Lock() != 0) {
		return GeniResponse->BusyResponse();
	    }
	    #
	    # Confirm that the slice certificate is the same.
	    #
	    if ($slice->cert() ne $credential->target_cert()->cert()) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
					    "Slice certificate mismatch");
	    }
	    my $user =
462
		GeniCM::CreateUserFromCertificate($credential);
463
	    if (GeniResponse::IsResponse($user)) {	    
464
		$slice->UnLock();
465
		return $user;
466
467
468
469
470
471
472
473
	    }
	    if ($slice->ConvertPlaceholder($user) != 0) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Could not convert placeholder");
	    }
	    $slice->UnLock();
	}
474
475
476
477
478
	if (defined($aggregate)) {
	    return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					"Must delete existing slice first");
	}
    }
479
    my $rspec = GeniCM::GetTicketAux($credential, $rspecstr,
480
				     0, $impotent, 1, 0, $usetracker,
481
				     undef, $speaksfor, @morecreds);
482
483
484
    return $rspec
	if (GeniResponse::IsResponse($rspec));

Leigh B Stoller's avatar
Leigh B Stoller committed
485
    $slice = GeniSlice->Lookup($credential->target_urn());
486
487
488
489
    if (!defined($slice)) {
	print STDERR "CreateSliver: Could not find slice for $credential\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,"Internal Error");
    }
490
    main::AddLogfileMetaDataFromSlice($slice);
491

492
493
494
495
496
497
498
499
500
501
502
503
    #
    # If we got a cert/key, record them for the slice. This is a
    # generic openssl key/cert that is stored on the nodes (and from
    # which an ssh key pair can be derived).
    #
    if (exists($argref->{'certificate'}) || exists($argref->{'key'})) {
	$slice->AddGenericCert((exists($argref->{'certificate'}) ?
				$argref->{'certificate'} : undef),
			       (exists($argref->{'key'}) ?
				$argref->{'key'} : undef));
    }

504
505
506
507
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();

508
509
    my $response = GeniCM::SliverWorkAux($credential, $rspec,
					 $keys, 0, $impotent, 1, 0, $speaksfor);
510

511
512
513
514
515
516
517
    if (GeniResponse::IsError($response)) {
	#
	# We have to make sure there is nothing left over since there
	# is no actual ticket, so the resources will not get cleaned
	# up by the daemon. This is mostly cause I am reaching into
	# the V1 code, and its messy.
	#
518
	$slice = GeniSlice->Lookup($credential->target_urn());
519
	if (defined($slice)) {
520
521
522
523
524
	    if ($slice->Lock() != 0) {
		print STDERR
		    "CreateSliver: Could not lock $slice before delete\n";
		return $response;
	    }
525
526
	    GeniCM::CleanupDeadSlice($slice, 1);
	}
527
	return $response;
528
    }
529
    my ($sliver_credential) = @{ $response->{'value'} };
530

531
532
533
    #
    # Leave the slice intact on error, so we can go look at it. 
    #
534
    if ($slice->WaitForLock(30) != 0) {
535
536
537
538
	print STDERR "CreateSliver: Could not lock $slice before start\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
539
    $aggregate = GeniAggregate->SliceAggregate($slice);
540
541
542
543
544
    if (!defined($aggregate)) {
	print STDERR "CreateSliver: Could not find aggregate for $slice\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
545
546
547
    # We get the manifest from the aggregate object, so that the
    # expiration goes in.
    my $sliver_manifest = $aggregate->GetManifest(1);
548

549
550
    #
    # At this point we want to return and let the startsliver proceed
551
    # in the background. Parent never returns, just the child.
552
    #
553
    my $mypid = main::WrapperFork();
554
555
556
557
    if ($mypid) {
	return GeniResponse->Create(GENIRESPONSE_SUCCESS,
				    [$sliver_credential, $sliver_manifest]);
    }
558

559
560
561
562
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();

563
564
565
566
567
568
569
    #
    # The callee might also do a wrapper fork, so remember our PID
    # to make sure we unlock properly in only the parent side of the
    # fork. Child runs with slice unlocked for now. 
    #
    $mypid = $PID;
    
570
    if ($aggregate->Start($API_VERSION) != 0) {
571
572
573
574
575
576
577
	if ($PID == $mypid) {
	    $slice->UnLock();
	    print STDERR "Could not start sliver.\n";
	}
	else {
	    print STDERR "Error waiting for nodes.\n";
	}
578
	return -1;
579
    }
580
581
582
    if ($PID == $mypid) {
	$slice->UnLock();
    }
583
    return 0;
584
585
586
587
588
589
}

#
# Delete a Sliver.
#
sub DeleteSliver($)
590
591
592
593
594
595
596
597
598
599
600
601
{
    my ($argref) = @_;
    my $sliver_urn   = $argref->{'sliver_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;

    if (! (defined($credentials) && defined($sliver_urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($sliver_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
602
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
603
604
605
606
607
608
609
610
    return $credential
	if (GeniResponse::IsResponse($credential));

    #
    # In this implementation, the user must provide a slice or sliver
    # credential
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
611
612
613
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
    
614
615
616
617
618
619
620
621
622
    if (! (defined($slice) && defined($aggregate))) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "Sliver does not exist");
    }
    if ($sliver_urn ne $aggregate->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }

623
624
625
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
626
    # If a monitor process is running, we are "busy".
627
    GeniCM::CheckMonitor($slice);
628
    if ($slice->monitor_pid()) {
629
	$slice->UnLock();
630
631
	return GeniResponse->MonitorResponse();
    }
632
    
633
634
635
636
637
    # If any slivers are imaging, then we are busy as well.
    if ($aggregate->CheckSliverStates("imaging")) {
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
638
639
640
641
    
    main::AddLogfileMetaData("sliver_urn", $sliver_urn);
    main::AddLogfileMetaDataFromSlice($slice);
    
642
643
644
645
646
    #
    # We need this below to sign the ticket.
    #
    my $authority = GeniCertificate->LoadFromFile($EMULAB_PEMFILE);
    if (!defined($authority)) {
647
	print STDERR " Could not load $EMULAB_PEMFILE\n";
648
	$slice->UnLock();
649
650
651
652
653
654
	return GeniResponse->Create(GENIRESPONSE_ERROR);
	
    }
    #
    # We need the user to sign the new ticket to. 
    #
655
    my $user = GeniCM::CreateUserFromCertificate($credential);
656
657
658
659
    if (GeniResponse::IsResponse($user)) {
	$slice->UnLock();
	return $user;
    }
660
661
    
    my $response = GeniCM::DeleteSliverAux($credential, $impotent, 1);
662
663
664
665
    if (GeniResponse::IsResponse($response)) {
	$slice->UnLock();
	return $response;
    }
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680

    #
    # In the v2 API, return a new ticket for the resources
    # (which were not released). As with all tickets, it will
    # expire very quickly. 
    #
    #
    # Create a new ticket from the manifest.
    #
    my $manifest = $aggregate->GetManifest(0);
    if (!defined($manifest)) {
	print STDERR "No manifest found for $aggregate\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
681
682
    my $ticket = GeniTicket->Create($authority, $user,
				    GeniXML::Serialize($manifest));
683
684
685
686
687
    if (!defined($ticket)) {
	print STDERR "Could not create new ticket for $slice\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
688
    $ticket->SetSlice($slice);
689
690
    $ticket->SetSpeaksFor($speaksfor)
	if (defined($speaksfor));
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
    
    if ($ticket->Sign()) {
	$ticket->Delete();
	print STDERR "Could not sign new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    if ($ticket->Store()) {
	$ticket->Delete();
	print STDERR "Could not store new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    my $slice_uuid = $slice->uuid();
    DBQueryWarn("delete from geni_manifests ".
		"where slice_uuid='$slice_uuid'");
    $slice->UnLock();
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());

  bad:
    if (GeniCM::CleanupDeadSlice($slice) != 0) {
	print STDERR "Could not cleanup slice\n";
    }
    return $response;
}

#
# Delete a Slice
#
sub DeleteSlice($)
721
722
{
    my ($argref) = @_;
723
724
725
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;
726
    my $cancel       = 0;
727
    my $blocking     = 0;
728
    my $canceled     = 0;
729

730
    if (! (defined($credentials) && defined($slice_urn))) {
731
732
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
733
734
735
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
736
737
738
    if (exists($argref->{'blocking'}) && $argref->{'blocking'}) {
	$blocking = 1;
    }
739
740
741
    if (exists($argref->{'cancel'}) && $argref->{'cancel'}) {
	$cancel = 1;
    }
742
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
743
744
    return $credential
	if (GeniResponse::IsResponse($credential));
745

746
747
748
749
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
750
751
752
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

753
754
755
756
    if (! defined($slice)) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "No such slice here");
    }
757
    main::AddLogfileMetaDataFromSlice($slice);
758
    
759
760
761
762
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
763
764
765
766
    if ($slice->lockdown()) {
	return GeniResponse->Create(GENIRESPONSE_REFUSED(), undef,
				    "Slice is locked down");
    }
767
768
769
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
770
771

    #
772
773
774
775
776
777
778
779
    # If a monitor process is running, then the slice is busy.
    # This might mean that the user will not be able to delete
    # the slice for a long time, but we are having problems with
    # users canceling slices before they finish setting up, and
    # the XEN client side is not handling this very well. Note that
    # the cleanupslice script calls GeniCM::CleanupDeadSlice()
    # directly, which *does* kill the monitor, so admin cleanup
    # is not affected.
780
    #
781
    GeniCM::CheckMonitor($slice);
782
    if ($slice->monitor_pid()) {
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
	if (!$cancel) {
	    $slice->UnLock();
	    return GeniResponse->MonitorResponse()
	}
	    
	#
	# But what we can do is set the cancel flag, which the monitor is
	# checking each time through the loop. This will cause it to stop
	# rebooting timed out nodes, and quit earlier. The caller will not
	# have to retry as long. 
	#
	my $slice_experiment = $slice->GetExperiment();
	if (defined($slice_experiment)) {
	    $slice_experiment->SetCancelFlag(1);
	}
	print STDERR "Canceling the monitor (" . $slice->monitor_pid() . ")\n";
	$canceled = 1;
800
    }
801
    # If any slivers are imaging, then we are busy as well.
802
    elsif (defined($aggregate) &&
Leigh B Stoller's avatar
Leigh B Stoller committed
803
	$aggregate->CheckSliverStates("imaging")) {
804
805
806
	$slice->UnLock();
	return GeniResponse->BusyResponse();
    }
807
808
809
810
811

    #
    # Proceed in the background. No reason to make the caller wait,
    # it takes too long.
    #
812
813
814
815
816
    if (!$blocking) {
	my $mypid = main::WrapperFork();
	if ($mypid) {
	    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
	}
817
    }
818
819
820
821
822
823
824
825
826
827
    #
    # If we were canceled, we wait for the monitor to stop, instead of
    #
    if ($canceled) {
	while ($slice->monitor_pid()) {
	    sleep(10);
	    GeniCM::CheckMonitor($slice);
	    print STDERR "Checking to see if monitor has stopped ...\n";
	}
    }
828
829
    my $retval = GeniCM::CleanupDeadSlice($slice, 1);
    if ($retval) {
830
831
832
833
834
835
        #wvdemeer: Something went wrong deleting the slice.
        #          But we have a taken a lock above.
        #          So we need to unlock, or retry becomes impossible and the slice stays locked forever.
        #          If all is successfull, unlock is apparently not needed, I assume this is because the lock is deleted along with the slice.
        $slice->UnLock();

836
837
838
	return -1
	    if (!$blocking);
	return GeniResponse->Create(GENIRESPONSE_ERROR);
839
    }
840
841
842
    return 0
	if (!$blocking);
    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
843
844
845
846
847
848
849
850
}

#
# Get a Sliver (credential)
#
sub GetSliver($)
{
    my ($argref) = @_;
851
852
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
853

854
    if (! (defined($credentials) && defined($slice_urn))) {
855
856
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
857
858
859
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
860
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
861
862
863
    return $credential
	if (GeniResponse::IsResponse($credential));

864
865
866
867
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
868
869
870
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

871
    if (! (defined($slice) && defined($aggregate))) {
872
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
873
874
875
876
877
878
				    "No slice or aggregate here");
    }
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
879
    return GeniCM::GetSliverAux($credential);
880
881
882
}

#
883
# Start a sliver (not sure what this means yet, so reboot for now).
884
#
885
sub StartSliver($)
886
887
{
    my ($argref) = @_;
888
    my $slice_urn    = $argref->{'slice_urn'};
889
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
890
    my $credentials  = $argref->{'credentials'};
891
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
892
    
893
894
    return SliverAction("start",
			$slice_urn, $sliver_urns, $credentials, $manifest);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
895
896
897
898
899
900
}

sub StopSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
901
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
902
903
    my $credentials  = $argref->{'credentials'};

904
905
    return SliverAction("stop",
			$slice_urn, $sliver_urns, $credentials, undef);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
906
907
908
909
910
911
}

sub RestartSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
912
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
913
    my $credentials  = $argref->{'credentials'};
914
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
915

916
917
    return SliverAction("restart",
			$slice_urn, $sliver_urns, $credentials, $manifest);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
918
}
919

920
921
922
923
924
925
926
927
928
929
930
sub ReloadSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
    my $credentials  = $argref->{'credentials'};

    return SliverAction("reload",
			$slice_urn, $sliver_urns, $credentials, undef);
}

931
sub SliverAction($$$$$)
Leigh B. Stoller's avatar
Leigh B. Stoller committed
932
{
933
    my ($action, $slice_urn, $sliver_urns, $credentials, $manifest) = @_;
934
    my $response;
935
    my $isasync = 0;
936

937
938
    if (! (defined($credentials) &&
	   (defined($slice_urn) || defined($sliver_urns)))) {
939
940
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
941
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
942
943
944
945
946
947
948
949
    return $credential
	if (GeniResponse::IsResponse($credential));

    $credential->HasPrivilege( "pi" ) or
	$credential->HasPrivilege( "info" ) or
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
				    "Insufficient privilege");

950
951
952
953
954
955
956
957
958
    if (defined($manifest)) {
	$manifest = GeniXML::Parse($manifest);
	if (!defined($manifest)) {
	    print STDERR "Error reading manifest\n";
	    return GeniResponse->Create(GENIRESPONSE_BADARGS, undef,
					"Bad manifest");
	}
    }
    
959
960
961
    #
    # For now, only allow top level aggregate or the slice
    #
962
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
963
964
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
Srikanth's avatar
Srikanth committed
965

966
967
968
969
    #
    # I think this allows the CM to perform an action without
    # the slice credential?
    #
970
971
972
973
974
    if ( (!defined($slice)) && 
          ($credential->target_urn() =~ /\+authority\+cm$/)) {
          # administrative credentials are presented.
          my $cm_urn = GeniHRN::Generate($OURDOMAIN, "authority", "cm");
          if ($cm_urn != $credential->target_urn()) {
Srikanth's avatar
Srikanth committed
975
            return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
976
977
978
979
                      "Credential target does not match CM URN");
          }

      if (!defined($slice_urn)) {
Srikanth's avatar
Srikanth committed
980
981
          return GeniResponse->MalformedArgsResponse("Missing arguments");
      }       
982
983
984
985
986
987
988
989
      $slice = GeniSlice->Lookup($slice_urn);
      return GeniResponse->Create(GENIRESPONSE_ERROR, undef, 
                "No Slice with urn $slice_urn here")
          if (!defined($slice));
      $aggregate = GeniAggregate->SliceAggregate($slice);
      return GeniResponse->Create(GENIRESPONSE_ERROR, undef, 
                      "No Aggregate here")
          if (!defined($aggregate));
Srikanth's avatar
Srikanth committed
990
    } 
991

992
993
994
995
    if (! (defined($slice) && defined($aggregate))) {
	return GeniResponse->Create(GENIRESPONSE_BADARGS, undef,
				    "No slice or aggregate here");
    }
996
997
    main::AddLogfileMetaDataFromSlice($slice);

998
999
    if (defined($slice_urn)) {
	if (! GeniHRN::IsValid($slice_urn)) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1000
1001
	    return
		GeniResponse->MalformedArgsResponse("Bad characters in URN");
1002
	}
1003
1004
1005
	if ($slice_urn ne $slice->urn()) {
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"Credential does not match the URN");
1006
	}
1007
1008
1009
1010
    }
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
1011
1012
1013
1014
1015
1016
    # If a monitor process is running, we are "busy".
    GeniCM::CheckMonitor($slice);
    if ($slice->monitor_pid()) {
	$slice->UnLock();
	return GeniResponse->MonitorResponse();
    }
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
    # Shutdown slices get nothing.
    if ($slice->shutdown()) {
	$slice->UnLock();
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
				    "Slice has been shutdown");
    }
    if ($aggregate->ComputeState()) {
	$slice->UnLock();
	print STDERR "Could not determine current state\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR);
    }
    my $CheckState = sub {
	my ($object, $action) = @_;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
1031
	if ($action eq "start") {
1032
1033
	    if ($object->state() ne "stopped" && $object->state() ne "new"
		&& $object->state() ne "mixed") {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1034
1035
1036
1037
1038
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					    "Sliver is not stopped (yet)");
	    }
	}
	elsif ($action eq "stop") {
1039
	    if ($object->state() ne "started" && $object->state() ne "mixed") {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1040
1041
1042
1043
1044
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					    "Sliver is not started (yet)");
	    }
	}
	elsif ($action eq "restart") {
1045
	    if ($object->state() ne "started" && $object->state() ne "mixed") {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1046
1047
1048
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					    "Sliver is not started (yet)");
	    }
1049
	}
1050
1051
1052
1053
1054
1055
	elsif ($action eq "reload") {
	    if ($object->state() ne "started" && $object->state() ne "stopped"){
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
				    "Sliver is not started or stopped (yet)");
	    }
	}
1056
1057
1058
1059
1060
	return 0;
    };
    my $PerformAction = sub {
	my ($object, $action) = @_;

1061
1062
	my $exitval = 0;

1063
	if ($action eq "start") {
1064
	    $exitval = $object->Start($API_VERSION);
1065
	}
1066
	elsif ($action eq "stop") {
1067
	    $exitval = $object->Stop($API_VERSION);
1068
1069
	}
	elsif ($action eq "restart") {
1070
1071
1072
1073
	    $exitval = $object->Restart($API_VERSION);
	}
	elsif ($action eq "reload") {
	    $exitval = $object->Reload($API_VERSION);
1074
	}
1075
1076
1077
1078
	return GeniResponse->Create(GENIRESPONSE_ERROR, 
				    "Could not $action sliver")
	    if ($exitval);
	
1079
1080
1081
	return 0;
    };

1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
    my $user = GeniCM::CreateUserFromCertificate($credential);
    return $user
	if (GeniResponse::IsResponse($user));

    my $realuser = GeniCM::FlipToUser($slice, $user);
    if (! (defined($realuser) && $realuser)) {
	print STDERR "Error flipping to real user\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "FlipToUser Error");
    }

1093
1094
1095
1096
1097
    if (defined($slice_urn)) {
	$response = &$CheckState($aggregate, $action);
	goto bad
	    if (GeniResponse::IsResponse($response));
	    
1098
	if ($action eq "start" || $action eq "restart" || $action eq "reload"){
1099
1100
	    if (defined($manifest) &&
		$aggregate->ProcessManifest($manifest)) {
1101
1102
1103
1104
1105
		$response = GeniResponse->Create(GENIRESPONSE_ERROR,
						 undef,
						 "Error processing manifest");
		goto bad;
	    }
1106
1107
1108
1109
	    #
	    # At this point we want to return and let the startsliver proceed
	    # in the background
	    #
1110
	    my $mypid = main::WrapperFork();
1111
1112
1113
	    if ($mypid) {
		return GeniResponse->Create(GENIRESPONSE_SUCCESS);
	    }
1114
1115
	    # Remember our pid in case callee wrapper forks again.
	    $isasync = $PID;
1116
	}
1117
1118
1119
1120
	$response = &$PerformAction($aggregate, $action);
	goto bad
	    if (GeniResponse::IsResponse($response));

1121
1122
1123
	if (!$isasync || $isasync == $PID) {
	    $slice->UnLock();
	}
1124
1125
	return ($isasync ? GENIRESPONSE_SUCCESS :
		GeniResponse->Create(GENIRESPONSE_SUCCESS));
1126
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1127
    else {
1128
	my @slivers = ();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1129

1130
1131
1132
1133
1134
	#
	# Sanity check all arguments before doing anything.
	#
	foreach my $urn (@{ $sliver_urns }) {
	    my $sliver = GeniSliver->Lookup($urn);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1135
1136
1137
1138
1139
1140
	    if (!defined($sliver)) {
		$response = GeniResponse->Create(GENIRESPONSE_SEARCHFAILED,
						 undef,
						 "Nothing here by that name");
		goto bad;
	    }
1141
1142
1143
1144
1145
1146
1147
1148
	    
	    $response = &$CheckState($sliver, $action);
	    goto bad
		if (GeniResponse::IsResponse($respons