GeniCMV2.pm.in 88.7 KB
Newer Older
1
2
#!/usr/bin/perl -wT
#
3
# Copyright (c) 2008-2014 University of Utah and the Flux Group.
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
# 
# {{{GENIPUBLIC-LICENSE
# 
# GENI Public License
# 
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and/or hardware specification (the "Work") to
# deal in the Work without restriction, including without limitation the
# rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Work, and to permit persons to whom the Work
# is furnished to do so, subject to the following conditions:
# 
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Work.
# 
# THE WORK IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE WORK OR THE USE OR OTHER DEALINGS
# IN THE WORK.
# 
# }}}
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
#
package GeniCMV2;

#
# The server side of the CM interface on remote sites. Also communicates
# with the GMC interface at Geni Central as a client.
#
use strict;
use Exporter;
use vars qw(@ISA @EXPORT);

@ISA    = "Exporter";
@EXPORT = qw ( );

# Must come after package declaration!
use GeniDB;
use GeniResponse;
use GeniTicket;
use GeniCredential;
use GeniCertificate;
49
use GeniComponent;
50
51
52
53
use GeniSlice;
use GeniAggregate;
use GeniSliver;
use GeniUtil;
54
use GeniCM;
55
use GeniHRN;
56
use GeniXML;
57
use GeniStitch;
58
use GeniStd;
59
60
61
62
63
64
65
66
use emutil;
use English;
use Data::Dumper;
use XML::Simple;
use Date::Parse;
use POSIX qw(strftime tmpnam);
use Time::Local;
use Compress::Zlib;
67
use File::Temp qw(tempfile);
68
use MIME::Base64;
69
use Errno;
70
71
72
73
74
75
76
77
78

# Configure variables
my $TB		   = "@prefix@";
my $TBOPS          = "@TBOPSEMAIL@";
my $TBAPPROVAL     = "@TBAPPROVALEMAIL@";
my $TBAUDIT   	   = "@TBAUDITEMAIL@";
my $BOSSNODE       = "@BOSSNODE@";
my $OURDOMAIN      = "@OURDOMAIN@";
my $PGENIDOMAIN    = "@PROTOGENI_DOMAIN@";
79
my $ELABINELAB     = "@ELABINELAB@";
80
my $TBBASE         = "@TBBASE@";
81
my $TBDOCBASE      = "@TBDOCBASE@";
82
83
84
85
my $CREATEEXPT     = "$TB/bin/batchexp";
my $ENDEXPT        = "$TB/bin/endexp";
my $NALLOC	   = "$TB/bin/nalloc";
my $NFREE	   = "$TB/bin/nfree";
86
my $TEVC	   = "$TB/bin/tevc";
87
88
89
90
91
92
93
94
95
96
97
98
my $AVAIL	   = "$TB/sbin/avail";
my $PTOPGEN	   = "$TB/libexec/ptopgen";
my $TBSWAP	   = "$TB/bin/tbswap";
my $SWAPEXP	   = "$TB/bin/swapexp";
my $PLABSLICE	   = "$TB/sbin/plabslicewrapper";
my $NAMEDSETUP     = "$TB/sbin/named_setup";
my $VNODESETUP     = "$TB/sbin/vnode_setup";
my $GENTOPOFILE    = "$TB/libexec/gentopofile";
my $TARFILES_SETUP = "$TB/bin/tarfiles_setup";
my $MAPPER         = "$TB/bin/mapper";
my $VTOPGEN        = "$TB/bin/vtopgen";
my $SNMPIT         = "$TB/bin/snmpit";
99
100
my $CLONEIMAGE     = "$TB/sbin/clone_image";
my $CREATEIMAGE    = "$TB/bin/create_image";
101
my $DELETEIMAGE    = "$TB/sbin/delete_image";
102
103
my $WAP            = "$TB/sbin/withadminprivs";
my $SHAREVLAN      = "$TB/sbin/sharevlan";
104
my $XMLLINT	   = "/usr/local/bin/xmllint";
105
106
my $PRERENDER      = "$TB/libexec/vis/prerender";
my $EMULAB_PEMFILE = "@prefix@/etc/genicm.pem";
107
108
# Just one of these, at Utah.
my $GENICH_PEMFILE = "@prefix@/etc/genich.pem";
109
my $API_VERSION    = 2;
110
111
112
113
114
115
116
117

#
# Tell the client what API revision we support.  The correspondence
# between revision numbers and API features is to be specified elsewhere.
# No credentials are required.
#
sub GetVersion()
{
118
119
    my @input_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
    my @ad_rspec_versions = ( "0.1", "0.2", "2", "3", "PG 0.1", "PG 0.2", "PG 2" );
Gary Wong's avatar
Gary Wong committed
120
121
122
    my $blob = {
	"api" => $API_VERSION,
	"level" => 1,
123
	"input_rspec" => \@input_rspec_versions,
124
	"output_rspec" => "2",
125
	"ad_rspec" => \@ad_rspec_versions
Gary Wong's avatar
Gary Wong committed
126
    };
127
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
128
129
130
131
132
133
134
135
}

#
# Respond to a Resolve request. 
#
sub Resolve($)
{
    my ($argref) = @_;
136
137
    my $credentials = $argref->{'credentials'};
    my $urn         = $argref->{'urn'};
138
    my $admin       = 0;
139
    my $isauth	    = 0;
140

141
142
143
144
145
146
    if (! (defined($credentials) && defined($urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($urn)) {
	return GeniResponse->MalformedArgsResponse("Invalid URN");
    }
147
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
148
149
150
    return $credential
	if (GeniResponse::IsResponse($credential));

151
152
153
    my ($object, $type) = LookupURN($urn);
    return $object
	if (GeniResponse::IsResponse($object));
154
155
156
157

    #
    # This is a convenience for testing. If a local user and that
    # user is an admin person, then do whatever it says. This is
158
159
    # easier then trying to do this with credential privs. But,
    # watch for credentials from authorities instead of users.
160
    #
161
162
    my (undef,$callertype,$callerid) = GeniHRN::Parse($credential->owner_urn());
    if ($callertype eq "user") {
163
	my $user = GeniCM::CreateUserFromCertificate($credential);
164
165
	if (!GeniResponse::IsResponse($user) &&
	    $user->IsLocal() && $user->admin()) {
166
167
168
	    $admin = 1;
	}
    }
169
170
    elsif ($callertype eq "authority" &&
	   ($callerid eq "cm" || $callerid eq "sa")) {
171
	$isauth = 1;
172
    }
173
174
    
    if ($type eq "node") {
175
	my $node  = $object;
176
177
178
179
180
	# Not sure about this, but I do know that Resolving a virtnode
	# is not useful right now. 
	if ($node->isvirtnode()) {
	    $node = Node->Lookup($node->phys_nodeid());
	}
181
	my $rspec = GeniCM::GetAdvertisement(0, $node->node_id(), "0.1", undef);
182
	if (! defined($rspec)) {
183
	    print STDERR "Could not get advertisement for $node!\n";
184
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
185
					"Error getting advertisement");
186
	}
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
	my $me = GeniAuthority->Lookup($ENV{'MYURN'});
	if (!defined($me)) {
	    print STDERR
		"Could not find local authority object for $ENV{'MYURN'}\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					"Error getting advertisement");
	}
	my $myurn = GeniHRN::Generate($OURDOMAIN, "node", $node->node_id());
	my $myhrn = "${PGENIDOMAIN}." . $node->node_id();

	#
	# See if the component object exists; if not create it.
	#
	my $component = GeniComponent->Lookup($node->uuid());
	if (!defined($component)) {
	    my $certificate = GeniCertificate->Lookup($node->uuid());
	    if (!defined($certificate)) {
		$certificate =
		    GeniCertificate->Create({'urn'  => $myurn,
					     'hrn'  => $myhrn,
					     'email'=> $TBOPS,
					     'uuid' => $node->uuid(),
					     'url'  => $me->url()});
		if (!defined($certificate)) {
		    print STDERR "Could not generate certificate for $node\n";
		    return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
		}
	    }
	    $component = GeniComponent->Create($certificate, $me);
	    if (!defined($component)) {
		print STDERR "Could not create component for $node\n";
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Error getting advertisement");
	    }
	}
223
	# Return a blob.
224
	my $blob = { "hrn"          => $myhrn,
225
226
		     "uuid"         => $node->uuid(),
		     "role"	    => $node->role(),
227
228
		     "hostname"     =>
			 GeniUtil::FindHostname($node->node_id()),
229
230
		     "physctrl"     => 
			 Interface->LookupControl($node->phys_nodeid())->IP(),
231
232
233
234
		     "urn"          => $myurn,
		     "rspec"        => $rspec,
		     "url"          => $me->url(),
		     "gid"          => $component->cert(),
235
236
237
238
		   };

	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
239
    if ($type eq "slice") {
240
241
	my $slice = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
242
243
244
245
	#
	# In this implementation, the caller must hold a valid slice
	# credential for the slice being looked up. 
	#
246
247
	if (! ($isauth || $admin ||
	       $slice->urn() eq $credential->target_urn())) {
248
249
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"No permission to resolve $slice\n");
Leigh B. Stoller's avatar
Leigh B. Stoller committed
250
251
252
253
254
255
	}
	# Return a blob.
	my $blob = { "urn"          => $urn };

	my $aggregate = GeniAggregate->SliceAggregate($slice);
	if (defined($aggregate)) {
256
	    $blob->{'sliver_urn'} = $aggregate->urn();
257
258
259
260
	    my $manifest = $aggregate->GetManifest(1);
	    if (defined($manifest)) {
		$blob->{'manifest'}   = $manifest;
	    }
261
262
263
264
265
266
267
268
269
270
271
	    # For key bindings.
	    my $slice_experiment = $slice->GetExperiment();
	    if (!defined($slice_experiment)) {
		print STDERR "*** No Experiment for $slice\n";
	    }
	    else {
		my $bindings;
		if ($slice_experiment->NonLocalUsers(\$bindings)) {
		    print STDERR "*** No bindings for $slice_experiment\n";
		}
		elsif (@{ $bindings }) {
272
		    $blob->{'users'} = $bindings;
273
274
		}
	    }
275
276
277
	    $blob->{'public_url'} =
		"$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
		if (defined($slice->publicid()));
Leigh B. Stoller's avatar
Leigh B. Stoller committed
278
279
280
	}
	my $ticket = GeniTicket->SliceTicket($slice);
	if (defined($ticket)) {
281
	    $blob->{'ticket_urn'} = $ticket->urn();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
282
283
284
285
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "sliver") {
286
	my $sliver = $object;
287
288
289
	my $slice  = $sliver->GetSlice();
	return GeniResponse->Create(GENIRESPONSE_ERROR)
	    if (!defined($slice));
290

Leigh B. Stoller's avatar
Leigh B. Stoller committed
291
292
293
294
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential for the slice being looked up. 
	#
295
	if (! ($admin || $isauth ||
296
	       $sliver->urn() eq $credential->target_urn() ||
297
298
299
300
301
	       $slice->urn() eq $credential->target_urn())) {
	    print STDERR $sliver->urn() . "\n";
	    print STDERR $slice->urn() . "\n";
	    print STDERR $credential->target_urn() . "\n";
	    print STDERR $ENV{'MYURN'} . "\n";
Leigh B. Stoller's avatar
Leigh B. Stoller committed
302
303
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN);
	}
304
305
	my $manifest = $sliver->GetManifest(1);
	if (!defined($manifest)) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
306
307
308
309
310
311
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
	# Return a blob.
	my $blob = { "urn"          => $urn,
		     "manifest"     => $manifest,
		 };
312
313
314
315
	$blob->{'public_url'} =
	    "$TBDOCBASE/showslicepub.php?publicid=" . $slice->publicid()
	    if (defined($slice->publicid()));
	
316
317
318
319
320
321
322
323
324
325
326
	# For key bindings.
	my $slice_experiment = $slice->GetExperiment();
	if (!defined($slice_experiment)) {
	    print STDERR "*** No Experiment for $slice\n";
	}
	else {
	    my $bindings;
	    if ($slice_experiment->NonLocalUsers(\$bindings)) {
		print STDERR "*** No bindings for $slice_experiment\n";
	    }
	    elsif (@{ $bindings }) {
327
		$blob->{'users'} = $bindings;
328
329
	    }
	}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
330
331
332
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
    }
    if ($type eq "ticket") {
333
334
	my $ticket = $object;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
335
336
337
338
	#
	# In this implementation, the caller must hold a valid slice
	# or sliver credential to get the ticket.
	#
339
	my $slice = GeniSlice->Lookup($ticket->slice_urn());
Leigh B. Stoller's avatar
Leigh B. Stoller committed
340
341
342
343
	if (!defined($slice)) {
	    print STDERR "Could not find slice for $ticket\n";
	    return GeniResponse->Create(GENIRESPONSE_ERROR);
	}
344
	if (! ($admin || $slice->urn() eq $credential->target_urn())) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
345
346
347
348
349
	    #
	    # See if its the sliver credential. 
	    #
	    my $aggregate = GeniAggregate->SliceAggregate($slice);
	    if (!defined($aggregate) ||
350
		$aggregate->urn() ne $credential->target_urn()) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
351
352
353
354
355
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN());
	    }
	}
	return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());
    }
356
357
    return GeniResponse->Create(GENIRESPONSE_UNSUPPORTED, undef,
				"Cannot resolve $type at this authority");
358
359
360
361
362
363
364
365
}

#
# Discover resources on this component, returning a resource availablity spec
#
sub DiscoverResources($)
{
    my ($argref) = @_;
366
367
368
    my $credentials = $argref->{'credentials'};
    my $available   = $argref->{'available'} || 0;
    my $compress    = $argref->{'compress'} || 0;
369
    my $version     = $argref->{'rspec_version'} || undef;
370
371
372
373

    if (! (defined($credentials))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
374
    my ($credential,$speaksfor,@morecreds) = GeniStd::CheckCredentials($credentials);
375
376
    return $credential
	if (GeniResponse::IsResponse($credential));
377

378
    return GeniCM::DiscoverResourcesAux($available, $compress,
379
        $version, [$credential, @morecreds]);
380
381
382
383
384
385
386
387
}

#
# Create a Sliver.
#
sub CreateSliver($)
{
    my ($argref) = @_;
388
389
390
391
392
    my $slice_urn    = $argref->{'slice_urn'};
    my $rspecstr     = $argref->{'rspec'};
    my $credentials  = $argref->{'credentials'};
    my $keys         = $argref->{'keys'};
    my $impotent     = $argref->{'impotent'} || 0;
393
394
    require Node;
    require Experiment;
395
396
    require libtestbed;
    require libaudit;
397

398
    # For now, I am not worrying about the slice_urn argument.
399
400
    if (! (defined($credentials) &&
	   defined($slice_urn) && defined($rspecstr))) {
401
402
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
403
404
405
406
407
408
    if (! ($rspecstr =~ /^[\040-\176\012\015\011]+$/)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in rspec");
    }
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
409
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
410
411
    return $credential
	if (GeniResponse::IsResponse($credential));
412

413
414
    main::AddLogfileMetaData("slice_urn", $slice_urn);
    
415
416
417
418
419
420
421
    #
    # In this implementation, the user must provide a slice credential,
    # so we ignore the slice_urn. For CreateSliver(), the slice must not
    # be instantiated.
    #
    my ($slice,$aggregate) = Credential2SliceAggregate($credential);
    if (defined($slice)) {
422
423
424
	return $slice
	    if (GeniResponse::IsResponse($slice));

425
426
427
428
	if ($slice_urn ne $slice->urn()) {
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"Credential does not match the URN");
	}
429
	main::AddLogfileMetaDataFromSlice($slice);
430
	
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
	#
	# Watch for a placeholder slice and update it.
	#
	if ($slice->isplaceholder()) {
	    if ($slice->Lock() != 0) {
		return GeniResponse->BusyResponse();
	    }
	    #
	    # Confirm that the slice certificate is the same.
	    #
	    if ($slice->cert() ne $credential->target_cert()->cert()) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
					    "Slice certificate mismatch");
	    }
	    my $user =
447
		GeniCM::CreateUserFromCertificate($credential);
448
	    if (GeniResponse::IsResponse($user)) {	    
449
		$slice->UnLock();
450
		return $user;
451
452
453
454
455
456
457
458
	    }
	    if ($slice->ConvertPlaceholder($user) != 0) {
		$slice->UnLock();
		return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
					    "Could not convert placeholder");
	    }
	    $slice->UnLock();
	}
459
460
461
462
463
	if (defined($aggregate)) {
	    return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					"Must delete existing slice first");
	}
    }
464
465
    my $rspec = GeniCM::GetTicketAux($credential, $rspecstr,
				     0, $impotent, 1, 0, undef, $speaksfor);
466
467
468
    return $rspec
	if (GeniResponse::IsResponse($rspec));

Leigh B Stoller's avatar
Leigh B Stoller committed
469
    $slice = GeniSlice->Lookup($credential->target_urn());
470
471
472
473
    if (!defined($slice)) {
	print STDERR "CreateSliver: Could not find slice for $credential\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,"Internal Error");
    }
474
    main::AddLogfileMetaDataFromSlice($slice);
475

476
477
478
479
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();

480
481
    my $response = GeniCM::SliverWorkAux($credential, $rspec,
					 $keys, 0, $impotent, 1, 0, $speaksfor);
482

483
484
485
486
487
488
489
    if (GeniResponse::IsError($response)) {
	#
	# We have to make sure there is nothing left over since there
	# is no actual ticket, so the resources will not get cleaned
	# up by the daemon. This is mostly cause I am reaching into
	# the V1 code, and its messy.
	#
490
	$slice = GeniSlice->Lookup($credential->target_urn());
491
	if (defined($slice)) {
492
493
494
495
496
	    if ($slice->Lock() != 0) {
		print STDERR
		    "CreateSliver: Could not lock $slice before delete\n";
		return $response;
	    }
497
498
	    GeniCM::CleanupDeadSlice($slice, 1);
	}
499
	return $response;
500
    }
501
    my ($sliver_credential) = @{ $response->{'value'} };
502

503
504
505
    #
    # Leave the slice intact on error, so we can go look at it. 
    #
506
    if ($slice->WaitForLock(30) != 0) {
507
508
509
510
	print STDERR "CreateSliver: Could not lock $slice before start\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
511
    $aggregate = GeniAggregate->SliceAggregate($slice);
512
513
514
515
516
    if (!defined($aggregate)) {
	print STDERR "CreateSliver: Could not find aggregate for $slice\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Internal Error");
    }
517
518
519
    # We get the manifest from the aggregate object, so that the
    # expiration goes in.
    my $sliver_manifest = $aggregate->GetManifest(1);
520

521
522
    #
    # At this point we want to return and let the startsliver proceed
523
    # in the background. Parent never returns, just the child.
524
    #
525
    my $mypid = main::WrapperFork();
526
527
528
529
    if ($mypid) {
	return GeniResponse->Create(GENIRESPONSE_SUCCESS,
				    [$sliver_credential, $sliver_manifest]);
    }
530

531
532
533
534
    # Make sure that the next phase sees all changes.
    Experiment->FlushAll();
    Node->FlushAll();

535
536
537
538
539
540
541
    #
    # The callee might also do a wrapper fork, so remember our PID
    # to make sure we unlock properly in only the parent side of the
    # fork. Child runs with slice unlocked for now. 
    #
    $mypid = $PID;
    
542
    if ($aggregate->Start($API_VERSION) != 0) {
543
544
545
546
547
548
549
	if ($PID == $mypid) {
	    $slice->UnLock();
	    print STDERR "Could not start sliver.\n";
	}
	else {
	    print STDERR "Error waiting for nodes.\n";
	}
550
	return -1;
551
    }
552
553
554
    if ($PID == $mypid) {
	$slice->UnLock();
    }
555
    return 0;
556
557
558
559
560
561
}

#
# Delete a Sliver.
#
sub DeleteSliver($)
562
563
564
565
566
567
568
569
570
571
572
573
{
    my ($argref) = @_;
    my $sliver_urn   = $argref->{'sliver_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;

    if (! (defined($credentials) && defined($sliver_urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($sliver_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
574
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
575
576
577
578
579
580
581
582
    return $credential
	if (GeniResponse::IsResponse($credential));

    #
    # In this implementation, the user must provide a slice or sliver
    # credential
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
583
584
585
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
    
586
587
588
589
590
591
592
593
594
    if (! (defined($slice) && defined($aggregate))) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "Sliver does not exist");
    }
    if ($sliver_urn ne $aggregate->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }

595
596
597
598
599
600
601
602
    # If a monitor process is running, we are "busy".
    if ($slice->monitor_pid()) {
	return GeniResponse->MonitorResponse();
    }
    
    main::AddLogfileMetaData("sliver_urn", $sliver_urn);
    main::AddLogfileMetaDataFromSlice($slice);
    
603
604
605
606
607
    #
    # We need this below to sign the ticket.
    #
    my $authority = GeniCertificate->LoadFromFile($EMULAB_PEMFILE);
    if (!defined($authority)) {
608
	print STDERR " Could not load $EMULAB_PEMFILE\n";
609
610
611
612
613
614
	return GeniResponse->Create(GENIRESPONSE_ERROR);
	
    }
    #
    # We need the user to sign the new ticket to. 
    #
615
    my $user = GeniCM::CreateUserFromCertificate($credential);
616
617
    return $user
	if (GeniResponse::IsResponse($user));
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
    
    my $response = GeniCM::DeleteSliverAux($credential, $impotent, 1);
    return $response
	if (GeniResponse::IsResponse($response));

    #
    # In the v2 API, return a new ticket for the resources
    # (which were not released). As with all tickets, it will
    # expire very quickly. 
    #
    #
    # Create a new ticket from the manifest.
    #
    my $manifest = $aggregate->GetManifest(0);
    if (!defined($manifest)) {
	print STDERR "No manifest found for $aggregate\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
637
638
    my $ticket = GeniTicket->Create($authority, $user,
				    GeniXML::Serialize($manifest));
639
640
641
642
643
    if (!defined($ticket)) {
	print STDERR "Could not create new ticket for $slice\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
644
    $ticket->SetSlice($slice);
645
646
    $ticket->SetSpeaksFor($speaksfor)
	if (defined($speaksfor));
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
    
    if ($ticket->Sign()) {
	$ticket->Delete();
	print STDERR "Could not sign new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    if ($ticket->Store()) {
	$ticket->Delete();
	print STDERR "Could not store new ticket $ticket\n";
	$response = GeniResponse->Create(GENIRESPONSE_ERROR);
	goto bad;
    }
    my $slice_uuid = $slice->uuid();
    DBQueryWarn("delete from geni_manifests ".
		"where slice_uuid='$slice_uuid'");
    $slice->UnLock();
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $ticket->asString());

  bad:
    if (GeniCM::CleanupDeadSlice($slice) != 0) {
	print STDERR "Could not cleanup slice\n";
    }
    return $response;
}

#
# Delete a Slice
#
sub DeleteSlice($)
677
678
{
    my ($argref) = @_;
679
680
681
682
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
    my $impotent     = $argref->{'impotent'} || 0;

683
    if (! (defined($credentials) && defined($slice_urn))) {
684
685
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
686
687
688
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
689
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
690
691
    return $credential
	if (GeniResponse::IsResponse($credential));
692

693
694
695
696
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
697
698
699
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

700
701
702
703
    if (! defined($slice)) {
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
				    "No such slice here");
    }
704
    main::AddLogfileMetaDataFromSlice($slice);
705
    
706
707
708
709
710
711
712
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
713
714
715
716
717
718
719
720
721
722
723
724
725
726

    #
    # If a monitor process is running, then cancel it so that
    # we do not leave it behind on a slice/experiment that is
    # now gone.
    #
    if ($slice->monitor_pid()) {
	my $response = GeniCM::KillMonitor($slice);
	if (GeniResponse::IsResponse($response)) {
	    $slice->UnLock();
	    return $response;
	}
    }
    
Leigh B. Stoller's avatar
Leigh B. Stoller committed
727
    if (GeniCM::CleanupDeadSlice($slice, 1) != 0) {
728
729
730
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "Could not cleanup slice");
    }
731
  done:
732
    return GeniResponse->Create(GENIRESPONSE_SUCCESS);
733
734
735
736
737
738
739
740
}

#
# Get a Sliver (credential)
#
sub GetSliver($)
{
    my ($argref) = @_;
741
742
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};
743

744
    if (! (defined($credentials) && defined($slice_urn))) {
745
746
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
747
748
749
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
750
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
751
752
753
    return $credential
	if (GeniResponse::IsResponse($credential));

754
755
756
757
    #
    # In this implementation, the user must provide a slice credential.
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
758
759
760
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

761
    if (! (defined($slice) && defined($aggregate))) {
762
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
763
764
765
766
767
768
				    "No slice or aggregate here");
    }
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
    }
769
    return GeniCM::GetSliverAux($credential);
770
771
772
}

#
773
# Start a sliver (not sure what this means yet, so reboot for now).
774
#
775
sub StartSliver($)
776
777
{
    my ($argref) = @_;
778
    my $slice_urn    = $argref->{'slice_urn'};
779
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
780
    my $credentials  = $argref->{'credentials'};
781
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
782
    
783
784
    return SliverAction("start",
			$slice_urn, $sliver_urns, $credentials, $manifest);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
785
786
787
788
789
790
}

sub StopSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
791
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
792
793
    my $credentials  = $argref->{'credentials'};

794
795
    return SliverAction("stop",
			$slice_urn, $sliver_urns, $credentials, undef);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
796
797
798
799
800
801
}

sub RestartSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
802
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
803
    my $credentials  = $argref->{'credentials'};
804
    my $manifest     = $argref->{'manifest'};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
805

806
807
    return SliverAction("restart",
			$slice_urn, $sliver_urns, $credentials, $manifest);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
808
}
809

810
811
812
813
814
815
816
817
818
819
820
sub ReloadSliver($)
{
    my ($argref) = @_;
    my $slice_urn    = $argref->{'slice_urn'};
    my $sliver_urns  = $argref->{'sliver_urns'} || $argref->{'component_urns'};
    my $credentials  = $argref->{'credentials'};

    return SliverAction("reload",
			$slice_urn, $sliver_urns, $credentials, undef);
}

821
sub SliverAction($$$$$)
Leigh B. Stoller's avatar
Leigh B. Stoller committed
822
{
823
    my ($action, $slice_urn, $sliver_urns, $credentials, $manifest) = @_;
824
    my $response;
825
    my $isasync = 0;
826

827
828
    if (! (defined($credentials) &&
	   (defined($slice_urn) || defined($sliver_urns)))) {
829
830
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
831
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
832
833
834
835
836
837
838
839
    return $credential
	if (GeniResponse::IsResponse($credential));

    $credential->HasPrivilege( "pi" ) or
	$credential->HasPrivilege( "info" ) or
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
				    "Insufficient privilege");

840
841
842
843
844
845
846
847
848
    if (defined($manifest)) {
	$manifest = GeniXML::Parse($manifest);
	if (!defined($manifest)) {
	    print STDERR "Error reading manifest\n";
	    return GeniResponse->Create(GENIRESPONSE_BADARGS, undef,
					"Bad manifest");
	}
    }
    
849
850
851
    #
    # For now, only allow top level aggregate or the slice
    #
852
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
853
854
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));
Srikanth's avatar
Srikanth committed
855

856
857
858
859
    #
    # I think this allows the CM to perform an action without
    # the slice credential?
    #
860
861
862
863
864
    if ( (!defined($slice)) && 
          ($credential->target_urn() =~ /\+authority\+cm$/)) {
          # administrative credentials are presented.
          my $cm_urn = GeniHRN::Generate($OURDOMAIN, "authority", "cm");
          if ($cm_urn != $credential->target_urn()) {
Srikanth's avatar
Srikanth committed
865
            return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
866
867
868
869
                      "Credential target does not match CM URN");
          }

      if (!defined($slice_urn)) {
Srikanth's avatar
Srikanth committed
870
871
          return GeniResponse->MalformedArgsResponse("Missing arguments");
      }       
872
873
874
875
876
877
878
879
      $slice = GeniSlice->Lookup($slice_urn);
      return GeniResponse->Create(GENIRESPONSE_ERROR, undef, 
                "No Slice with urn $slice_urn here")
          if (!defined($slice));
      $aggregate = GeniAggregate->SliceAggregate($slice);
      return GeniResponse->Create(GENIRESPONSE_ERROR, undef, 
                      "No Aggregate here")
          if (!defined($aggregate));
Srikanth's avatar
Srikanth committed
880
    } 
881

882
883
884
885
    if (! (defined($slice) && defined($aggregate))) {
	return GeniResponse->Create(GENIRESPONSE_BADARGS, undef,
				    "No slice or aggregate here");
    }
886
887
888
889
890
891
892
    main::AddLogfileMetaDataFromSlice($slice);

    # If a monitor process is running, we are "busy".
    if ($slice->monitor_pid()) {
	return GeniResponse->MonitorResponse();
    }
    
893
894
    if (defined($slice_urn)) {
	if (! GeniHRN::IsValid($slice_urn)) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
895
896
	    return
		GeniResponse->MalformedArgsResponse("Bad characters in URN");
897
	}
898
899
900
	if ($slice_urn ne $slice->urn()) {
	    return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
					"Credential does not match the URN");
901
	}
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
    }
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
    # Shutdown slices get nothing.
    if ($slice->shutdown()) {
	$slice->UnLock();
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
				    "Slice has been shutdown");
    }
    if ($aggregate->ComputeState()) {
	$slice->UnLock();
	print STDERR "Could not determine current state\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR);
    }
    my $CheckState = sub {
	my ($object, $action) = @_;

Leigh B. Stoller's avatar
Leigh B. Stoller committed
920
	if ($action eq "start") {
921
922
	    if ($object->state() ne "stopped" && $object->state() ne "new"
		&& $object->state() ne "mixed") {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
923
924
925
926
927
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					    "Sliver is not stopped (yet)");
	    }
	}
	elsif ($action eq "stop") {
928
	    if ($object->state() ne "started" && $object->state() ne "mixed") {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
929
930
931
932
933
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					    "Sliver is not started (yet)");
	    }
	}
	elsif ($action eq "restart") {
934
	    if ($object->state() ne "started" && $object->state() ne "mixed") {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
935
936
937
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
					    "Sliver is not started (yet)");
	    }
938
	}
939
940
941
942
943
944
	elsif ($action eq "reload") {
	    if ($object->state() ne "started" && $object->state() ne "stopped"){
		return GeniResponse->Create(GENIRESPONSE_REFUSED, undef,
				    "Sliver is not started or stopped (yet)");
	    }
	}
945
946
947
948
949
	return 0;
    };
    my $PerformAction = sub {
	my ($object, $action) = @_;

950
951
	my $exitval = 0;

952
	if ($action eq "start") {
953
	    $exitval = $object->Start($API_VERSION);
954
	}
955
	elsif ($action eq "stop") {
956
	    $exitval = $object->Stop($API_VERSION);
957
958
	}
	elsif ($action eq "restart") {
959
960
961
962
	    $exitval = $object->Restart($API_VERSION);
	}
	elsif ($action eq "reload") {
	    $exitval = $object->Reload($API_VERSION);
963
	}
964
965
966
967
	return GeniResponse->Create(GENIRESPONSE_ERROR, 
				    "Could not $action sliver")
	    if ($exitval);
	
968
969
970
	return 0;
    };

971
972
973
974
975
976
977
978
979
980
981
    my $user = GeniCM::CreateUserFromCertificate($credential);
    return $user
	if (GeniResponse::IsResponse($user));

    my $realuser = GeniCM::FlipToUser($slice, $user);
    if (! (defined($realuser) && $realuser)) {
	print STDERR "Error flipping to real user\n";
	return GeniResponse->Create(GENIRESPONSE_ERROR, undef,
				    "FlipToUser Error");
    }

982
983
984
985
986
    if (defined($slice_urn)) {
	$response = &$CheckState($aggregate, $action);
	goto bad
	    if (GeniResponse::IsResponse($response));
	    
987
	if ($action eq "start" || $action eq "restart" || $action eq "reload"){
988
989
	    if (defined($manifest) &&
		$aggregate->ProcessManifest($manifest)) {
990
991
992
993
994
		$response = GeniResponse->Create(GENIRESPONSE_ERROR,
						 undef,
						 "Error processing manifest");
		goto bad;
	    }
995
996
997
998
	    #
	    # At this point we want to return and let the startsliver proceed
	    # in the background
	    #
999
	    my $mypid = main::WrapperFork();
1000
1001
1002
	    if ($mypid) {
		return GeniResponse->Create(GENIRESPONSE_SUCCESS);
	    }
1003
1004
	    # Remember our pid in case callee wrapper forks again.
	    $isasync = $PID;
1005
	}
1006
1007
1008
1009
	$response = &$PerformAction($aggregate, $action);
	goto bad
	    if (GeniResponse::IsResponse($response));

1010
1011
1012
	if (!$isasync || $isasync == $PID) {
	    $slice->UnLock();
	}
1013
1014
	return ($isasync ? GENIRESPONSE_SUCCESS :
		GeniResponse->Create(GENIRESPONSE_SUCCESS));
1015
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1016
    else {
1017
	my @slivers = ();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1018

1019
1020
1021
1022
1023
	#
	# Sanity check all arguments before doing anything.
	#
	foreach my $urn (@{ $sliver_urns }) {
	    my $sliver = GeniSliver->Lookup($urn);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1024
1025
1026
1027
1028
1029
	    if (!defined($sliver)) {
		$response = GeniResponse->Create(GENIRESPONSE_SEARCHFAILED,
						 undef,
						 "Nothing here by that name");
		goto bad;
	    }
1030
1031
1032
1033
1034
1035
1036
1037
	    
	    $response = &$CheckState($sliver, $action);
	    goto bad
		if (GeniResponse::IsResponse($response));

	    push(@slivers, $sliver);
	}
	foreach my $sliver (@slivers) {
1038
1039
1040
1041
1042
1043
1044
1045
	    if ($action eq "start" && defined($manifest)) {
		if ($sliver->ProcessManifest($manifest)) {
		    $response = GeniResponse->Create(GENIRESPONSE_ERROR,
				     undef,
				     "Error processing manifest for $sliver");
		    goto bad;
		}
	    }
1046
1047
1048
1049
1050
1051
	    $response = &$PerformAction($sliver, $action);
	    goto bad
		if (GeniResponse::IsResponse($response));
	}
	$slice->UnLock();
	return GeniResponse->Create(GENIRESPONSE_SUCCESS);
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1052
    }
1053
1054
  bad:
    $slice->UnLock();
1055
    return ($isasync ? $response->{'code'} : $response);
1056
1057
1058
1059
1060
1061
1062
}

#
# Get sliver status
#
sub SliverStatus($)
{
1063
    my ($argref)     = @_;
1064
1065
1066
1067
1068
1069
1070
1071
1072
    my $slice_urn    = $argref->{'slice_urn'};
    my $credentials  = $argref->{'credentials'};

    if (! (defined($credentials) && defined($slice_urn))) {
	return GeniResponse->MalformedArgsResponse("Missing arguments");
    }
    if (! GeniHRN::IsValid($slice_urn)) {
	return GeniResponse->MalformedArgsResponse("Bad characters in URN");
    }
1073
    my ($credential,$speaksfor) = GeniStd::CheckCredentials($credentials);
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
    return $credential
	if (GeniResponse::IsResponse($credential));

    $credential->HasPrivilege( "pi" ) or
	$credential->HasPrivilege( "info" ) or
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN, undef,
				    "Insufficient privilege");

    #
    # For now, only allow top level aggregate or the slice
    #
    my ($slice, $aggregate) = Credential2SliceAggregate($credential);
1086
1087
1088
    return $slice
	if (defined($slice) && GeniResponse::IsResponse($slice));

1089
    if (! (defined($slice) && defined($aggregate))) {
1090
	return GeniResponse->Create(GENIRESPONSE_SEARCHFAILED, undef,
1091
1092
				    "No slice or aggregate here");
    }
1093
    main::AddLogfileMetaDataFromSlice($slice);
1094
    
1095
1096
1097
    if ($slice_urn ne $slice->urn()) {
	return GeniResponse->Create(GENIRESPONSE_FORBIDDEN(), undef,
				    "Credential does not match the URN");
1098
1099
1100
1101
    }
    if ($slice->Lock() != 0) {
	return GeniResponse->BusyResponse();
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1102
1103
1104
1105
1106
    if ($aggregate->ComputeState()) {
	print STDERR "SliverStatus: Could not compute state for $aggregate\n";
	$slice->UnLock();
	return GeniResponse->Create(GENIRESPONSE_ERROR);
    }
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117

    #
    # Grab all the slivers for this slice, and then
    # look for just the nodes.
    #
    my @slivers    = ();
    if ($aggregate->SliverList(\@slivers) != 0) {
	print STDERR "SliverStatus: Could not get slivers for $aggregate\n";
	$slice->UnLock();
	return GeniResponse->Create(GENIRESPONSE_ERROR);
    }
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1118
1119
1120

    my $blob = {
	"state"   => $aggregate->state(),
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1121
	"status"  => $aggregate->status(),
1122
	"error"   => $aggregate->ErrorLog(),
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1123
1124
	"details" => {},
    };
1125
1126
1127
1128
    $blob->{'public_url'} =
	"$TBBASE/showslicepub.php?publicid=" .	$slice->publicid()
	if (defined($slice->publicid()));
    
1129
    foreach my $sliver (@slivers) {
1130
1131
1132
1133
1134
1135
1136
1137
	if ($sliver->isa("GeniAggregate")) {
	    next
		if (! (ref($sliver) eq "GeniAggregate::Link" ||
		       ref($sliver) eq "GeniAggregate::Tunnel"));
	}
	elsif ($sliver->resource_type() ne "Node") {
	    next;
	}
1138

1139
	my $sliver_urn    = $sliver->sliver_urn();
1140
	my $resource_id   = $sliver->resource_id();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1141
1142
1143
	my $state         = $sliver->state();
	my $status        = $sliver->status();
	my $error         = "";
1144

1145
1146
1147
1148
	# New is the same as stopped. Separate state is handy.
	$state = "stopped"
	    if ($state eq "new");

Leigh B. Stoller's avatar
Leigh B. Stoller committed
1149
1150
	if ($status eq "failed") {
	    $error = $sliver->ErrorLog();
1151
	}
1152
	$blob->{'details'}->{$sliver_urn} = {
1153
	    "component_urn" => $resource_id,
1154
1155
1156
1157
1158
1159
1160
	    "state"  => $state,
	    "status" => $status,
	    "error"  => $error,
	};
    }
    $slice->UnLock();
    return GeniResponse->Create(GENIRESPONSE_SUCCESS, $blob);
1161
1162
1163
1164
1165
1166
1167
1168
}

#
# Shutdown sliver
#
sub Shutdown($)
{
    my ($argref) = @_;
1169
1170
1171
    my $slice_urn    = $argref->{'slice_urn'};
    my $clear        = $argref->{'clear'} || 0;
    my $credentials  = $argref->{'credentials'};
1172
    require libtestbed;
Leigh B. Stoller's avatar