libvtop_test.pm.in 294 KB
Newer Older
1
#!/usr/bin/perl -w
2
#
3
# Copyright (c) 2005-2014 University of Utah and the Flux Group.
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
# 
# {{{EMULAB-LICENSE
# 
# This file is part of the Emulab network testbed software.
# 
# This file is free software: you can redistribute it and/or modify it
# under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or (at
# your option) any later version.
# 
# This file is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Affero General Public
# License for more details.
# 
# You should have received a copy of the GNU Affero General Public License
# along with this file.  If not, see <http://www.gnu.org/licenses/>.
# 
# }}}
23
#
24
package libvtop_test;
25
26
27
28

use strict;
use Exporter;
use vars qw(@ISA @EXPORT @EXPORT_OK
29
	    $VTOP_FLAGS_UPDATE $VTOP_FLAGS_VERBOSE $VTOP_FLAGS_QUIET
30
	    $VTOP_FLAGS_FIXNODES $VTOP_FLAGS_IMPOTENT $VTOP_FLAGS_ALLOCONLY
31
32
	    $VTOP_FLAGS_REGRESSION $VTOP_FLAGS_FIXLANNODES
	    $VTOP_FLAGS_PREASSIGN);
33
34
35
36
37

@ISA    = "Exporter";
@EXPORT = qw( );

use libdb;
38
use libtblog_simple;
39
40
use libtestbed;
use Experiment;
41
use EmulabConstants;
42
43
44
45
46
use VirtExperiment;
use Node;
use NodeType;
use Lan;
use OSinfo;
47
use Blockstore;
48
use Lease;
49
use Image;
50
use Port;
51
use English;
52
use emutil qw(SpanningTree GenFakeMac);
53
54
use Data::Dumper;
use Carp;
55
use POSIX;
56
use XML::LibXML;
57
use XML::Simple;
58
59

# Configure variables
60
61
my $TB		  = "@prefix@";
my $BOSSNODE      = "@BOSSNODE@";
62
my $AVAIL         = "$TB/bin/avail";
63
64
65
my $NALLOC        = "$TB/bin/nalloc";
my $NFREE         = "$TB/bin/nfree";
my $OS_SELECT     = "$TB/bin/os_select";
66
my $DELAYCAPACITY = @DELAYCAPACITY@;	# Can be overridden by user.
67
my $DELAYTHRESH   = @DELAYTHRESH@;
68
my $PGENISUPPORT  = @PROTOGENI_SUPPORT@;
69
my $PGENIRACK     = @PROTOGENI_GENIRACK@;
70
my $OURDOMAIN     = "@OURDOMAIN@";
71
my $MAINSITE      = @TBMAINSITE@;
72
73
74
75
76
77
my $mycmurn       = "";

if ($PGENISUPPORT) {
  require GeniHRN;
  $mycmurn = GeniHRN::Generate("@OURDOMAIN@", "authority", "cm");  
}
78
79
80
81

# Flags.
$VTOP_FLAGS_VERBOSE	= 0x01;
$VTOP_FLAGS_UPDATE	= 0x02;
82
$VTOP_FLAGS_FIXNODES	= 0x04;
83
$VTOP_FLAGS_IMPOTENT	= 0x08;
84
$VTOP_FLAGS_REGRESSION  = 0x10;
85
$VTOP_FLAGS_QUIET       = 0x20;
86
$VTOP_FLAGS_ALLOCONLY	= 0x40;
87
$VTOP_FLAGS_FIXLANNODES	= 0x80;
88
$VTOP_FLAGS_PREASSIGN	= 0x100;
89

90
@EXPORT_OK = qw($VTOP_FLAGS_UPDATE $VTOP_FLAGS_VERBOSE $VTOP_FLAGS_FIXNODES
91
		$VTOP_FLAGS_IMPOTENT $VTOP_FLAGS_REGRESSION $VTOP_FLAGS_QUIET
92
93
		$VTOP_FLAGS_ALLOCONLY $VTOP_FLAGS_FIXLANNODES
		$VTOP_FLAGS_PREASSIGN);
94
95
96
97

#
# Create an object representing the stuff we need to create the vtop file.
#
98
sub Create($$$$)
99
{
100
    my ($class, $experiment, $user, $flags) = @_;
101
102
103
104
105
106
107
108
109

    my $virtexperiment = VirtExperiment->Lookup($experiment);
    if (!defined($virtexperiment)) {
	tberror("Could not load virtual experiment object for $experiment\n");
	return undef;
    }

    my $self              = {};
    $self->{'EXPERIMENT'} = $experiment;
110
    $self->{'USER'}       = $user;
111
112
113
    $self->{'VIRTEXPT'}   = $virtexperiment;
    $self->{'FLAGS'}      = $flags;
    $self->{'VNODES'}     = {};
114
115
    $self->{'DELAYNODES'} = {};
    $self->{'LANNODES'}   = {};
116
    $self->{'BRIDGES'}    = {};
117
118
    $self->{'BLOCKSTORES'}= {};
    $self->{'SANHOSTS'}   = {};
119
    $self->{'VLANS'}      = {};
Leigh B Stoller's avatar
Leigh B Stoller committed
120
    $self->{'VPATHS'}     = {};
121
122
123
124
    $self->{'MEMBEROF'}   = {};
    $self->{'COUNTERS'}   = {};
    $self->{'EXPTSTATS'}  = {};
    $self->{'DELAYLINKS'} = {};
Leigh B Stoller's avatar
Leigh B Stoller committed
125
    $self->{'VLINKS'}     = {};
126
127
    $self->{'OPTIONS'}    = {};
    $self->{'DELAYID'}    = 0;
128
    $self->{'PHOSTID'}    = 0;
129
    $self->{'IFACEID'}    = 32768;
130
    $self->{'PORTBW'}     = {};
131
132
133
134
    $self->{'RESULTS'}    = { "nodes"  => [],
			      "links"  => [],
			      "class"  => [],
			      "fixed"  => [] };
135
    $self->{'RSPEC'}      = {};
136
    $self->{'GENIRSPEC'}  = undef;
137
138

    # Mostly for update mode.
139
140
    $self->{'FIXEDNODES'}  = {};
    $self->{'CURRENT_V2P'} = {};
141
    $self->{'CURRENT_V2P'} = {};
142
143
    $self->{'CURRENT_P2V'} = {};
    $self->{'CURRENT_V2V'} = {};
144
145
    $self->{'OLDRSRVCLEAN_FLAG'}  = 0;
    $self->{'OLDRSRVCLEAN_NODES'} = {};
146

147
148
149
    # This is just for lannodes.
    $self->{'CURRENT_V2PMAP'} = {};

150
    # Below is for interpretation of assign results.
151
    $self->{'PNODES'}      = {};
152
153
    $self->{'SOLUTION'}    = {};
    $self->{'NEWRESERVED'} = {};	# Newly reserved nodes.
154
    $self->{'NORECOVER'}   = 0;	
155
    
156
    bless($self, $class);
157
158
    $virtexperiment->Dump()
	if (0 && $self->verbose());
159
160
161
162
163

    return $self;
}
# accessors
sub experiment($)       { return $_[0]->{'EXPERIMENT'}; }
164
sub user($)             { return $_[0]->{'USER'}; }
165
166
167
sub virtexperiment($)   { return $_[0]->{'VIRTEXPT'}; }
sub flags($)            { return $_[0]->{'FLAGS'}; }
sub vnodes($)           { return $_[0]->{'VNODES'}; }
168
sub delaynodes($)       { return $_[0]->{'DELAYNODES'}; }
169
sub bridges($)          { return $_[0]->{'BRIDGES'}; }
170
171
sub blockstores($)      { return $_[0]->{'BLOCKSTORES'}; }
sub sanhosts($)         { return $_[0]->{'SANHOSTS'}; }
172
sub lannodes($)         { return $_[0]->{'LANNODES'}; }
173
sub vlans($)            { return $_[0]->{'VLANS'}; }
174
sub memberof($)         { return $_[0]->{'MEMBEROF'}; }
Leigh B Stoller's avatar
Leigh B Stoller committed
175
sub vpaths($)           { return $_[0]->{'VPATHS'}; }
176
sub counters($)         { return $_[0]->{'COUNTERS'}; }
177
sub counter($$)         { return $_[0]->{'COUNTERS'}->{$_[1]}; }
178
sub options($)          { return $_[0]->{'OPTIONS'}; }
179
180
sub option($$)          { return (exists($_[0]->{'OPTIONS'}->{$_[1]}) ?
				  $_[0]->{'OPTIONS'}->{$_[1]} : undef); }
181
sub exptstats($)        { return $_[0]->{'EXPTSTATS'}; }
Leigh B Stoller's avatar
Leigh B Stoller committed
182
sub vlinks($)           { return $_[0]->{'VLINKS'}; }
183
184
185
sub delaylinks($)       { return $_[0]->{'DELAYLINKS'}; }
sub delaynodecount()    { return scalar(keys(%{ $_[0]->delaynodes() })); }
sub portbw($)           { return $_[0]->{'PORTBW'}; }
186
sub results($)          { return $_[0]->{'RESULTS'}; }
187
188
189
sub current_v2p($)      { return $_[0]->{'CURRENT_V2P'}; }
sub current_p2v($)      { return $_[0]->{'CURRENT_P2V'}; }
sub current_v2v($)      { return $_[0]->{'CURRENT_V2V'}; }
190
sub current_v2pmap($)   { return $_[0]->{'CURRENT_V2PMAP'}; }
191
192
sub pnodes($)           { return $_[0]->{'PNODES'}; }
sub fixednodes($)       { return $_[0]->{'FIXEDNODES'}; }
193
sub newreserved($)      { return $_[0]->{'NEWRESERVED'}; }
194
sub rspec($)            { return $_[0]->{'RSPEC'}; }
195
sub genirspec($)        { return $_[0]->{'GENIRSPEC'}; }
196
sub newreservednodes($) { return keys(%{ $_[0]->{'NEWRESERVED'} }); }
197
sub oldreservednodes($) { return $_[0]->{'OLDRSRVCLEAN_NODES'}; }
198
sub norecover($)        { return $_[0]->{'norecover'}; }
199
200
201
202
203
204
205
206
207
sub pid($)		{ return $_[0]->experiment()->pid(); }
sub pid_idx($)		{ return $_[0]->experiment()->pid_idx(); }
sub eid($)		{ return $_[0]->experiment()->eid(); }
sub exptidx($)		{ return $_[0]->experiment()->idx(); }

# The virtual tables from the DB.
sub virt_table($$)      { return $_[0]->virtexperiment()->Table($_[1]); }
sub virt_vtypes($)	{ return $_[0]->virt_table("virt_vtypes"); }
sub virt_nodes($)       { return $_[0]->virt_table("virt_nodes"); }
208
209
sub virt_lans($)        { return $_[0]->virt_table("virt_lans"); }
sub virt_lan_lans($)    { return $_[0]->virt_table("virt_lan_lans"); }
Leigh B Stoller's avatar
Leigh B Stoller committed
210
sub virt_paths($)       { return $_[0]->virt_table("virt_paths"); }
211
sub virt_bridges($)     { return $_[0]->virt_table("virt_bridges"); }
212
sub virt_desires($)	{ return $_[0]->virt_table("virt_node_desires"); }
213
sub virt_attributes($)	{ return $_[0]->virt_table("virt_node_attributes"); }
214
sub virt_startloc($)	{ return $_[0]->virt_table("virt_node_startloc"); }
215
216
217
218
sub virt_trafgens($)	{ return $_[0]->virt_table("virt_trafgens"); }
sub virt_lan_settings($){ return $_[0]->virt_table("virt_lan_settings"); }
sub virt_lan_member_settings($)	{
    return $_[0]->virt_table("virt_lan_member_settings"); }
219
220
221
sub virt_blockstores($) { return $_[0]->virt_table("virt_blockstores"); }
sub virt_blockstore_attributes($) {
    return $_[0]->virt_table("virt_blockstore_attributes"); }
222
223
224
225

# Given a vname, is it a node in the topo (or something else like a delay).
sub isatoponode($$)     { return exists($_[0]->vnodes()->{$_[1]}); }
sub isadelaynode($$)    { return exists($_[0]->delaynodes()->{$_[1]}); }
226
sub isasanhost($$)      { return exists($_[0]->sanhosts()->{$_[1]}); }
227
228
229

# Debug output.
sub verbose($)		{ return $_[0]->flags() & $VTOP_FLAGS_VERBOSE; }
230
sub quiet($)		{ return $_[0]->flags() & $VTOP_FLAGS_QUIET; }
231
sub updating($)		{ return $_[0]->flags() & $VTOP_FLAGS_UPDATE; }
232
sub fixcurrent($)	{ return $_[0]->flags() & $VTOP_FLAGS_FIXNODES; }
233
sub fixlanodes($)	{ return $_[0]->flags() & $VTOP_FLAGS_FIXLANNODES; }
234
sub impotent($)		{ return $_[0]->flags() & $VTOP_FLAGS_IMPOTENT; }
235
sub alloconly($)	{ return $_[0]->flags() & $VTOP_FLAGS_ALLOCONLY; }
236
sub regression($)	{ return $_[0]->flags() & $VTOP_FLAGS_REGRESSION; }
237
sub preassign($)	{ return $_[0]->flags() & $VTOP_FLAGS_PREASSIGN; }
238
sub printdb($$)		{ print $_[1] if ($_[0]->verbose()); return 1; }
239

240
# We name delay nodes internally as they are needed.
241
sub nextdelayname($)    { return "tbdelay" . $_[0]->{'DELAYID'}++; }
242
# For when the user wants a specific delay os. Use a desire.
243
244
245
246
# sub delay_desire($)	{ return $_[0]->option("delay_desire_string"); }
sub delay_desire_type($)	{ return $_[0]->option("delay_desire_type"); }
sub delay_desire_name($)	{ return $_[0]->option("delay_desire_name"); }
sub delay_desire_penalty($)	{ return $_[0]->option("delay_desire_penalty"); }
247
248
# For XML
sub nextifacenumber($)  { return $_[0]->{'IFACEID'}++; }
249
sub nextphostnumber($)  { return $_[0]->{'PHOSTID'}++; }
250

251
252
253
254
# Virtual Types. 
sub virttypeisvtype($$) { return $_[0]->virt_vtypes()->Find($_[1]); }
sub VirtTypes($)        { return $_[0]->virt_vtypes()->Rows(); }

255
256
257
# Caller will want these.
sub minimum_nodes($)    { return $_[0]->counter("minimum_nodes"); }
sub maximum_nodes($)    { return $_[0]->counter("maximum_nodes"); }
258
sub nodecount($)	{ return $_[0]->counter("nodecount"); }
259
sub plabcount($)	{ return $_[0]->counter("plabcount"); }
260
sub genicount($)	{ return $_[0]->counter("genicount"); }
261
262
263
sub virtnodecount($)	{ return $_[0]->counter("virtcount"); }
sub simnodecount($)	{ return $_[0]->counter("simcount"); }
sub remotenodecount($)	{ return $_[0]->counter("remotecount"); }
264
sub sharednodecount($)	{ return $_[0]->counter("sharedcount"); }
265
sub bstorecount($)	{ return $_[0]->counter("bstorecount"); }
266

267
sub createLink($$$$$$$$$)
268
{
269
270
271
    # $others here will be a hashtable for the link flags.  The table
    # could also contain non-default values for latency and
    # packet_loss
272
    my ($self, $name, $plink, $cm, $src, $dst, $bw, $type, $others) = @_;
Tarun Prabhu's avatar
Tarun Prabhu committed
273
    my $ref = {
274
275
276
	'virtual_id'     => $name,
	'plink'		 => $plink,
	'manager_urn'    => $cm,
277
	'link_type'      => $type,
Tarun Prabhu's avatar
Tarun Prabhu committed
278
279
280
281
282
283
284
285
286
	'interface_ref'  => [$src, $dst],
	'capacity'       => $bw,
	'packet_loss'    => "0",
	'latency'        => "0"
    };
    
    if ($others) {
	while ( my ($key, $value) = each %{$others} ) {
	    $ref->{$key} = $value;
287
	}
Tarun Prabhu's avatar
Tarun Prabhu committed
288
289
290
291
292
    }
    if (!exists($self->rspec()->{'link'})) {
	$self->rspec()->{'link'} = [];
    }
    push(@{ $self->rspec()->{'link'} }, $ref);
293
294
}

295
sub createNode ($$$$$$$;$)
296
{
297
298
299
    # $others here will be a hashtable for the desires
    # The key will be the desire name and the value will be a pair
    # of the desire type and the penalty
300
    my ($self, $name, $cm, $type, $typecount, $desires, $others, $ifaces) = @_;
Tarun Prabhu's avatar
Tarun Prabhu committed
301
    my $ref = {
302
303
	'virtual_id'    => $name,
	'manager_urn'   => $cm,
Tarun Prabhu's avatar
Tarun Prabhu committed
304
305
306
307
308
309
310
311
312
313
314
315
    };
    
    my $typename = $type;
    my $typeslots = $typecount;
    my $isstatic = 0;
    if ($typename =~ /^\*([-\w]*)$/) {
	$typename = $1;
	$isstatic = 1;
    }
    if ($typecount eq '*') {
	$typeslots = 'unlimited';
    }
316

Tarun Prabhu's avatar
Tarun Prabhu committed
317
318
    # We will need this to generate interface names later
    $ref->{'interface_count'} = 0;
319
    $ref->{'interfaces'} = $ifaces;
Tarun Prabhu's avatar
Tarun Prabhu committed
320
321
322
323
324
325
326
327
328

    $ref->{'node_type'} = $typename;
    $ref->{'type_slots'} = $typecount;
    $ref->{'node_static'} = $isstatic;

    my $desiretable = {};
    if ($desires) {
	while ( my ($key, $value) = each %{$desires} ) {
	    $desiretable->{$key} = $value;
329
	}
Tarun Prabhu's avatar
Tarun Prabhu committed
330
331
332
333
334
335
    }
    $ref->{'desires'} = $desiretable;
    
    if ($others) {
	while ( my ($key, $value) = each %{$others} ) {
	    $ref->{$key} = $value;
336
	}
Tarun Prabhu's avatar
Tarun Prabhu committed
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
    }
    
    if (!exists($self->rspec()->{'node'})) {
	$self->rspec()->{'node'} = [];
    }
    push(@{ $self->rspec()->{'node'} }, $ref);
}

sub createVClass ($$$$)
{
    my ($self, $name, $weight, $members) = @_;
    my $ref = {
	'name'    => $name,
	'weight'  => $weight,
	'members' => $members
    };
    if (!exists($self->rspec()->{'vclass'})) {
	$self->rspec()->{'vclass'} = [];
    }
    push(@{ $self->rspec()->{'vclass'} }, $ref);
}

sub createFixedNode ($$$)
{
    my ($self, $vnode, $pnode) = @_;
    my $ref = { 'vnode' => $vnode,
363
364
		# XXX Going to need a URN in rspec output ...
		'pnode' => $pnode,
Tarun Prabhu's avatar
Tarun Prabhu committed
365
366
367
368
369
370
371
    };
    if (!exists($self->rspec()->{'fixed'})) {
	$self->rspec()->{'fixed'} = [];
    }
    push(@{ $self->rspec()->{'fixed'} }, $ref);
}

372
373
374
375
376
377
378
###############################################################################
# Virtual Nodes. A separate package so we can create objects for each one
# and then add local stuff to them.
#
package libvtop::virt_node;
use Carp;
use vars qw($AUTOLOAD);
379
use overload ('""' => 'Stringify');
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_node()->$name();
    }
}

#
# Wrap up a virt node.
#
sub Create($$$)
{
    my ($class, $vtop, $virt_node) = @_;

    my $self = {};
    bless($self, $class);

410
411
412
413
414
    $self->{'VIRTNODE'}   = $virt_node;
    $self->{'VTOP'}       = $vtop;
    $self->{'HASH'}       = {};
    # The virtlans this virtnode is a member of. 
    $self->{'MEMBERSHIP'} = {};
415
    
416
417
418
419
420
421
    return $self;
}
# accessors
sub virt_node($)	{ return $_[0]->{'VIRTNODE'}; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }
422
423
sub membership($)       { return $_[0]->{'MEMBERSHIP'}; }
sub memberlist($)       { return values(%{ $_[0]->{'MEMBERSHIP'} }); }
424
425
426
427
428
429
430
431

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'VIRTNODE'}   = undef;
    $self->{'VTOP'}       = undef;
    $self->{'HASH'}       = undef;
432
    $self->{'MEMBERSHIP'} = undef;
433
434
}

435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
sub Stringify($)
{
    my ($self) = @_;
    my $vname  = $self->vname();

    return "[vnode:$vname]";
}

###############################################################################
# Virtual Lans. This wraps up the virt_lan_lan table, and allows storing
# the members (virt_lans table entries).
#
package libvtop::virt_lan;
use Carp;
use vars qw($AUTOLOAD);
use overload ('""' => 'Stringify');

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_lanlan()->$name();
    }
}

#
# Wrap up a virt lan.
#
sub Create($$$$)
{
    my ($class, $vtop, $virt_lanlan) = @_;

    my $self = {};
    bless($self, $class);

    $self->{'VIRTLANLAN'}    = $virt_lanlan;
    $self->{'VTOP'}          = $vtop;
483
484
    $self->{'MEMBERHASH'}    = {};
    $self->{'MEMBERLIST'}    = [];
485
486
487
488
489
490
491
    $self->{'SHAPEDMEMBERS'} = {};
    $self->{'HASH'}          = {};

    return $self;
}
# accessors
sub virt_lanlan($)	{ return $_[0]->{'VIRTLANLAN'}; }
492
493
sub members($)		{ return $_[0]->{'MEMBERHASH'}; }
sub memberlist($)       { return @{ $_[0]->{'MEMBERLIST'} }; }
494
sub member($$)          { return @{ $_[0]->{'MEMBERLIST'} }[$_[1]]; }
495
496
497
sub shapedmembers($)	{ return $_[0]->{'SHAPEDMEMBERS'}; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }
498
sub islink($)           { return (@{ $_[0]->{'MEMBERLIST'} } == 2 ? 1 : 0); }
499
500
501
502
503
504

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'VIRTLANLAN'} = undef;
505
506
    $self->{'MEMBERHASH'} = undef;
    $self->{'MEMBERLIST'} = undef;
507
508
509
510
511
512
513
514
515
516
517
518
    $self->{'VTOP'}       = undef;
    $self->{'HASH'}       = undef;
}

sub Stringify($)
{
    my ($self) = @_;
    my $vname  = $self->vname();

    return "[vlan:$vname]";
}

519
520
521
522
523
sub addmember($$)
{
    my ($self, $vlanmember) = @_;
    
    $self->members()->{$vlanmember->member()} = $vlanmember;
524
525

    @{ $self->{'MEMBERLIST'} }[$vlanmember->vindex()] = $vlanmember;
526
527
528
529

    return 0;
}

530
531
532
533
534
535
536
537
#
# Other support functions.
#
sub usevirtiface($)
{
    my ($self) = @_;
    my $encap  = $self->_encapstyle();

538
    return ($encap eq "veth-ne" || $encap eq "vlan");
539
540
541
542
543
544
545
546
}
sub membershaped($$) {
    my ($self, $member) = @_;
    return $self->shapedmembers()->{"$member"};
}
sub setmembershaped($$) {
    my ($self, $member) = @_;
    $self->shapedmembers()->{"$member"} = 1;
547
    $member->_shaped(1);
548
549
550
551
552
553
554
555
556
}

###############################################################################
# Virtual Lans Member. A separate package so we can create objects for
# each one and then add local stuff to them.
#
package libvtop::virt_lan_member;
use Carp;
use vars qw($AUTOLOAD);
557
use overload ('""' => 'Stringify', 'eq' => 'StringEQ');
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_member()->$name();
    }
}

#
# Wrap up a virt lan member.
#
sub Create($$$$)
{
    my ($class, $vtop, $virt_member, $virt_lan) = @_;

    my $self = {};
    bless($self, $class);

    $self->{'VIRTMEMBER'} = $virt_member;
    $self->{'VIRTLAN'}    = $virt_lan;
    $self->{'VIRTNODE'}   = $vtop->vnodes()->{$virt_member->vnode()};
    $self->{'VTOP'}       = $vtop;
    $self->{'HASH'}       = {};

    return $self;
}
# accessors
sub virt_member($)	{ return $_[0]->{'VIRTMEMBER'}; }
sub virt_lan($)		{ return $_[0]->{'VIRTLAN'}; }
sub virt_node($)	{ return $_[0]->{'VIRTNODE'}; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'VIRTLAN'}    = undef;
    $self->{'VIRTNODE'}   = undef;
    $self->{'VIRTMEMBER'} = undef;
    $self->{'VTOP'}       = undef;
    $self->{'HASH'}       = undef;
}

sub Stringify($)
{
    my ($self) = @_;
    my $vnode  = $self->vnode();
    my $vport  = $self->vport();

    return "$vnode:$vport";
}

623
624
625
626
627
628
629
sub StringEQ($$)
{
    my ($self, $other) = @_;

    return ($self->Stringify() eq "$other" ? 1 : 0);
}

630
631
632
633
634
635
636
637
sub usevirtiface($)
{
    my ($self) = @_;
    my $encap  = $self->_encapstyle();

    return ($encap eq "veth-ne" || $encap eq "vlan");
}

Leigh B Stoller's avatar
Leigh B Stoller committed
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
###############################################################################
# Virtual Paths This wraps up the virt_paths table
#
package libvtop::virt_path;
use Carp;
use vars qw($AUTOLOAD);
use overload ('""' => 'Stringify');

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_path()->$name();
    }
}

#
# Wrap up a virt path
#
sub Create($$$$)
{
    my ($class, $vtop, $pathname, $layer) = @_;

    my $self = {};
    bless($self, $class);

    $self->{'PATHNAME'}      = $pathname;
    $self->{'LAYER'}         = $layer;
    $self->{'VTOP'}          = $vtop;
    $self->{'MEMBERHASH'}    = {};
    $self->{'MEMBERLIST'}    = [];
    $self->{'VIRTLANHASH'}   = {};
    $self->{'VIRTLANLIST'}   = [];
682
    $self->{'IMPLEMENTS'}    = {};
Leigh B Stoller's avatar
Leigh B Stoller committed
683
684
685
686
687
688
689
690
691
    $self->{'HASH'}          = {};

    return $self;
}
# accessors
sub pathname($)		{ return $_[0]->{'PATHNAME'}; }
sub layer($)		{ return $_[0]->{'LAYER'}; }
sub members($)		{ return $_[0]->{'MEMBERHASH'}; }
sub memberlist($)       { return @{ $_[0]->{'MEMBERLIST'} }; }
692
sub virtlanlist($)      { return @{ $_[0]->{'VIRTLANLIST'} }; }
Leigh B Stoller's avatar
Leigh B Stoller committed
693
694
695
696
sub member($$)		{ return $_[0]->{'MEMBERLIST'}->[$_[1]]; }
sub lanlink($$)		{ return $_[0]->{'VIRTLANLIST'}->[$_[1]]; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }
697
sub implements($)	{ return $_[0]->{'IMPLEMENTS'}; }
Leigh B Stoller's avatar
Leigh B Stoller committed
698
699
700
701
702
703
704
705
706
707
708
709

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'LAYER'}      = undef;
    $self->{'PATHNAME'}   = undef;
    $self->{'MEMBERHASH'} = undef;
    $self->{'MEMBERLIST'} = undef;
    $self->{'VIRTLANHASH'} = undef;
    $self->{'VIRTLANLIST'} = undef;
    $self->{'VTOP'}       = undef;
710
    $self->{'IMPLEMENTS'} = undef;
Leigh B Stoller's avatar
Leigh B Stoller committed
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
    $self->{'HASH'}       = undef;
}

sub Stringify($)
{
    my ($self) = @_;
    my $vname  = $self->pathname();
    my $layer  = $self->layer();

    return "[vpath:$vname:$layer]";
}

sub addmember($$$)
{
    my ($self, $vpath, $virtlan) = @_;
    
    $self->members()->{$vpath->segmentname()} = $vpath;
    $self->{'VIRTLANHASH'}->{$vpath->segmentname()} = $virtlan;
    # We care about this ordering.
    $self->{'MEMBERLIST'}->[$vpath->segmentindex()]  = $vpath;
    $self->{'VIRTLANLIST'}->[$vpath->segmentindex()] = $virtlan;
    return 0;
}

sub firstmember($)
{
    my ($self) = @_;

    # The lanlink for the first segment.
    my $virtlan = $self->lanlink(0);

    # Both members of a link.
    my ($member0,$member1) = $virtlan->memberlist();

    # The first member.
    return $member0;
}

sub lastmember($)
{
    my ($self) = @_;

    # The lanlink for the last segment.
    my $virtlan = $self->lanlink(scalar($self->memberlist()) - 1);

    # Both members of a link.
    my ($member0,$member1) = $virtlan->memberlist();

    # The last member.
    return $member1;
}
762

763
764
765
766
767
768
769
770
771
772
773
774
775
sub addimplements($$)
{
    my ($self, $virtlan) = @_;

    $self->implements()->{$virtlan->vname()} = $virtlan;
}
sub doesimplement($$)
{
    my ($self, $virtlan) = @_;

    return exists($self->implements()->{$virtlan->vname()});
}

776
777
778
#############################################################################
# Back to the main package.
#
779
package libvtop_test;
780

781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
#
# Load some physical info (for types, interfaces, speeds).
#
sub LoadPhysInfo($)
{
    my ($self) = @_;

    $self->printdb("Loading physical info\n");

    #
    # Interface capabilities, for getting speeds.
    #
    my %interface_capabilities = ();

    my $query_result =
	DBQueryWarn("select * from interface_capabilities");
    return -1
	if (!$query_result);

    while (my ($type, $capkey, $capval) = $query_result->fetchrow()) {
	$interface_capabilities{$type} = {}
  	    if (!defined($interface_capabilities{$type}));
	$interface_capabilities{$type}->{$capkey} = $capval;
    }

    #
    # Now get interface speeds for each type/class. We use this for
    # determining if a delay node is required. Very hacky, quite
    # wrong.
    #
    my %node_type_linkbw = ();
    
    $query_result =
	DBQueryWarn("select distinct i.interface_type,n.type ".
		    "  from interfaces as i ".
		    "left join nodes as n on n.node_id=i.node_id ".
817
818
819
820
		    "where n.type is not null and ".
		    "      (i.role='" . TBDB_IFACEROLE_EXPERIMENT . "' or ".
		    "       i.role='" . TBDB_IFACEROLE_CONTROL . "')");

821
822
823
824
825
826
827
828
829
    return -1
	if (!$query_result);

    # XXX Special hack for sim nodes.
    $node_type_linkbw{"sim"} = {};

    while (my ($iface_type, $node_type) = $query_result->fetchrow()) {
	my $typeinfo = NodeType->Lookup($node_type);
	if (!defined($typeinfo)) {
830
	    warn("No type info for node type $node_type\n");
831
832
833
834
835
836
837
838
839
840
	    return -1;
	}
	my $node_class = $typeinfo->class();

	$node_type_linkbw{$node_type} = {}
	    if (!defined($node_type_linkbw{$node_type}));
	$node_type_linkbw{$node_class} = {}
	    if (!defined($node_type_linkbw{$node_class}));

	if (!defined($interface_capabilities{$iface_type}->{"protocols"})) {
841
	    warn("No protocols listed in capabilities for $iface_type!\n");
842
843
844
845
846
847
848
849
850
851
	    return -1;
	}
	my @protolist =
	    split(",", $interface_capabilities{$iface_type}->{"protocols"});

	foreach my $proto (@protolist) {
	    my $def_speed =
		$interface_capabilities{$iface_type}->{"${proto}_defspeed"};

	    if (!defined($def_speed)) {
852
		warn("No default speed in capabilites for $iface_type!\n");
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
		return -1;
	    }

	    my $auxspeeds =
		$interface_capabilities{$iface_type}->{"${proto}_auxspeeds"};
	    my @auxspeedlist = ();
	    if ($auxspeeds) {
		@auxspeedlist = split(",", $auxspeeds);
	    }

	    foreach my $speed ($def_speed, @auxspeedlist) {
		$node_type_linkbw{$node_type}{$proto}->{$speed} = 1;
		$node_type_linkbw{$node_class}{$proto}->{$speed} = 1;

		#
		# If the type/class has a non-zero simnode capacity, then add
		# entries for the interface speed so that requires_delay can
		# figure out interface speeds the underlying node type
		# supports.
		#
		if ($typeinfo->simnode_capacity()) {
		    $node_type_linkbw{"sim"}{$proto}->{$speed} = 1;
		}
	    }
	}
    }
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900

    #
    # Ug, it just gets worse and worse. We also need to map between the
    # auxtypes that a node (its physical type) can take on. For example,
    # a link between two pcvm nodes is really a link between a pc600 and
    # pc850.
    #
    $query_result =
	DBQueryFatal("select distinct n.type,at.type from node_auxtypes as at ".
		     "left join nodes as n on n.node_id=at.node_id");

    while (my ($phystype, $auxtype) = $query_result->fetchrow()) {
	next
	    if (!exists($node_type_linkbw{$phystype}));
	
	$node_type_linkbw{$auxtype} = $node_type_linkbw{$phystype};
    }

    #
    # Here it goes getting even worse - we have to do a similar thing for
    # vtypes.
    #
901
902
903
    foreach my $ref ($self->VirtTypes()) {
	my $vtype   = $ref->name();
	my @members = split(" ", $ref->members());
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931

	foreach my $phystype (@members) {
	    next
		if (!exists($node_type_linkbw{$phystype}));

	    $node_type_linkbw{$vtype} = {}
	        if (!defined($node_type_linkbw{$vtype}));

	    foreach my $protocol (keys(%{ $node_type_linkbw{$phystype} })) {
		my @list = keys(%{ $node_type_linkbw{$phystype}{$protocol} });
		foreach my $speed (@list) {
		    $node_type_linkbw{$vtype}{$protocol}->{$speed} = 1;
		}
	    }
	}
    }

    if ($self->verbose()) {
	$self->printdb("Interface Speeds:\n");
	foreach my $type (keys(%node_type_linkbw)) {
	    foreach my $protocol (keys(%{ $node_type_linkbw{$type} })) {
		my @list = keys(%{ $node_type_linkbw{$type}{$protocol} });

		$self->printdb(" $type:$protocol - @list\n");
	    }
	}
    }
    
932
933
934
935
936
    $self->{'IFACECAPS'}  = \%interface_capabilities;
    $self->{'TYPELINKBW'} = \%node_type_linkbw;
    
    return 0;
}
937
938
939
940
941
942
sub interfacespeedmbps($$$)
{
    my ($self, $type, $which) = @_;
        
    return $self->{'IFACECAPS'}->{$type}->{"${which}_defspeed"}/1000.0;
}
943

944
945
946
947
#
# When updating with fixednodes turned on, we need the current set
# of nodes that need to be fixed.
#
948
sub LoadCurrentResources($)
949
950
{
    my ($self) = @_;
951
    my $exptidx = $self->exptidx();
952
953
954
955
956

    $self->counters()->{'reserved_simcount'}  = 0;
    $self->counters()->{'reserved_virtcount'} = 0;
    $self->counters()->{'reserved_physcount'} = 0;

957
958
    $self->printdb("Loading current resources" .
		   ($self->regression() ? " in regression mode" : "") . "\n");
959

960
    my @nodelist = $self->experiment()->NodeList(0, 1);
961
962
963
    return 0
	if (!@nodelist);

964
965
966
967
968
969
970
971
972
    if ($self->regression()) {
	#
	# In regression mode, we just store the p2v mapping for fixnode.
	#
	foreach my $pnode (@nodelist) {
	    my $vname   = $pnode->vname();
	    my $node_id = $pnode->node_id();

	    if ($pnode->isvirtnode()) {
973
		$node_id = $pnode->phys_nodeid();
974
	    }
975
976
	    $self->fixednodes()->{$vname} = $node_id;
	    $self->printdb("  fixing $vname -> $node_id\n");
977
978
979
980
	}
	return 0;
    }

981
    foreach my $pnode (@nodelist) {
982
983
984
985
986
987
988
989
990
	my $vname   = $pnode->vname();
	my $node_id = $pnode->node_id();
	my $rsrv    = $pnode->ReservedTableEntry();

	# A list of vnodes on this pnode.
	$self->current_p2v()->{$pnode->phys_nodeid()} = []
	    if (! exists($self->current_p2v()->{$pnode->phys_nodeid()}));
	$self->pnodes()->{$node_id} = $pnode;

991
992
993
994
	#
	# WIDEAREA nodes are going to break.
	#
	if ($pnode->isremotenode() &&
995
	    !($pnode->isplabdslice() || $pnode->isfednode() ||
996
	      $pnode->isvirtnode() || $pnode->isdedicatedremote())) {
997
998
999
1000
1001
	    tberror("Cannot update widearea nodes yet!\n");
	    return -1;
	}
	if ($pnode->isvirtnode()) {
	    $self->counters()->{'reserved_virtcount'}++;
1002
1003
1004
1005
1006
1007
1008

	    # Get the underlying physical node.
	    my $ppnode = Node->Lookup($pnode->phys_nodeid());
	    if (!defined($ppnode)) {
		tberror("Cannot map $pnode to its real physnode");
		return -1;
	    }
1009
	    my $ppnode_id = $ppnode->node_id();
1010

1011
1012
1013
	    $self->fixednodes()->{$vname} = $ppnode_id
		if ($self->fixcurrent());
	    
1014
1015
1016
	    #
	    # Record the mappings. 
	    #
1017
1018
	    $self->current_v2v()->{$vname} = $pnode->node_id();
	    $self->current_v2p()->{$vname} = $ppnode->node_id();
1019
1020
1021
1022
1023
	    push(@{ $self->current_p2v()->{$ppnode->node_id()} }, $vname);
	    
	    # Mark the node as unused until later.
	    $pnode->_reuse("unused");
	    $ppnode->_reuse("unused");
1024
1025
1026
1027
1028
1029
1030
1031
1032

	    #
	    # Add the pnode node to the oldreserved list for nfree.
	    # See the comment below. We cannot use p2v because we
	    # might not own all those nodes, if on a shared node.
	    # We do not add the ppnode. It will get added in the
	    # next clause if we actually own it.
	    #
	    $self->oldreservednodes()->{$pnode->node_id()} = $pnode;
1033
1034
	    
	    $self->printdb("current v2p: $node_id ($ppnode_id) -> $vname\n");
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
	}
	else {
	    #
	    # All the sim stuff is bit rotting cause no one understands it.
	    #
	    if ($rsrv->{'erole'} eq TBDB_RSRVROLE_SIMHOST) {
		tberror("Cannot update sim nodes yet!\n");
		return -1;
	    }
	    else {
1045
1046
1047
		$self->fixednodes()->{$vname} = $pnode->node_id()
		    if ($self->fixcurrent());
		
1048
		$self->counters()->{'reserved_physcount'}++;
1049
1050
1051
1052

		#
		# Record the mapping. 
		#
1053
		$self->current_v2p()->{$vname} = $pnode->node_id();
1054
1055
1056
1057
		push(@{ $self->current_p2v()->{$node_id} }, $vname);
		# Mark the node as unused until later.
		$pnode->_reuse("unused");

1058
1059
1060
1061
1062
1063
1064
		#
		# Add the pnode node to the oldreserved list for nfree.
		# See the comment below. We cannot use p2v because we
		# might not own all those nodes, if on a shared node.
		#
		$self->oldreservednodes()->{$pnode->node_id()} = $pnode;

1065
		$self->printdb("current v2p: $node_id -> $vname\n");
1066
1067
1068
	    }
	}
    }
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
    #
    # Grab the v2pmap table so we can find out where lan nodes were
    # assigned last time.
    #
    my $query_result =
	DBQueryWarn("select vname,node_id from v2pmap where exptidx='$exptidx'");
    return -1
	if (!$query_result);

    while (my ($vname,$nodeid) = $query_result->fetchrow_array()) {
1079
1080
	$self->printdb("current v2p: $nodeid -> $vname\n");
	
1081
1082
	$self->current_v2pmap()->{$vname} = $nodeid;
    }
1083
1084
1085
    return 0;
}

1086
1087
1088
sub LoadVirtNodes($)
{
    my ($self) = @_;
1089
    my $gotgeninodes = 0;
1090
1091
1092

    $self->printdb("Loading virtual nodes\n");

1093
1094
1095
1096
    my $pid    = $self->pid();
    my $eid    = $self->eid();
    my $table  = $self->virt_nodes();

1097
    foreach my $virt_node ($table->Rows()) {
1098
1099
1100
	my $vnode    = libvtop::virt_node->Create($self, $virt_node);
	my $vname    = $vnode->vname();
	my $desires  = {};
1101
	my $attrs    = {};
1102
	my $startloc = undef;
1103
1104

	# Other fields we need.
1105
	my $ips     = $vnode->ips() || "";
1106
1107
1108
	my $type    = $vnode->type();
	my $fixed   = $vnode->fixed();
	my $osname  = $vnode->osname();
1109
	my $parent_osname  = $vnode->parent_osname();
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122

	# XXX
	# If its a vtype, there will not be any node_type data. This
	# can break things, if one were to mix a virt/remote type with
	# a nonvirt/local type! Need to actually verify the vtypes
	# for consistency. 
	#
	my $isremote= 0;
	my $isvirt  = 0;
	my $issub   = 0;
	my $isplab  = 0;
	my $issim   = 0;
	my $isdyn   = 0;	# Only virtnodes are dynamic.
1123
	my $isvtyped= 0;
1124
	my $isded   = 0;
1125
	my $isgeni  = 0;
1126
1127
1128
1129
1130
1131

	# If we have a real type or auxtype ...
	my $nodetype = NodeType->LookupAny($type);
	if (!defined($nodetype)) {
	    my $vtype = $self->virttypeisvtype($type);
	    if (!defined($vtype)) {
1132
		warn("Improper type $type for node $vnode!\n");
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
		return -1;
	    }
	    #
	    # For now, just pick the first member type.
	    #
	    my @memberlist = split(" ", $vtype->members());
	    my $vtypename  = $memberlist[0];

	    $nodetype = NodeType->LookupAny($vtypename);
	    if (!defined($nodetype)) {
1143
		warn("Improper type $vtypename in vtypes for node $vnode!\n");
1144
1145
		return -1;
	    }
1146
	    $isvtyped = 1;
1147
	}
1148
1149
	$vnode->_typeinfo($nodetype);
	
1150
1151
1152
1153
	$isremote = $nodetype->isremotenode();
	$isvirt   = $nodetype->isvirtnode();
	$issub    = $nodetype->issubnode();
	$isplab   = $nodetype->isplabdslice();
1154
	$isgeni   = $nodetype->isfednode();
1155
1156
	$issim    = $nodetype->issimnode();
	$isdyn    = $nodetype->isdynamic();
1157
	$isded    = $nodetype->isdedicatedremote();
1158

1159
1160
1161
	# Mark this as being a virtual typed node.
	$vnode->_isvtyped($isvtyped);

1162
1163
1164
	# dynamic inclusion below.
	$gotgeninodes++ if ($isgeni);

1165
1166
1167
1168
1169
1170
	# All this info is stashed in our local object.
	$vnode->_nodeweight(undef);
	$vnode->_isremotenode($isremote);
	$vnode->_isvirtnode($isvirt);
	$vnode->_issubnode($issub);
	$vnode->_isplabnode($isplab);
1171
	$vnode->_isgeninode($isgeni);
1172
1173
	$vnode->_issimnode($issim);
	$vnode->_isdynamic($isdyn);
1174
	$vnode->_isdedremote($isded);
1175
1176
	# Set below from a desire.
	$vnode->_sharedokay(0);
1177
	$vnode->_fixedvm(undef);
1178
	$vnode->_isbridge(($vnode->role() eq "bridge" ? 1 : 0));
1179
1180
1181
	$vnode->_blockstore(undef);
	$vnode->_blockstore_attributes(undef);
	$vnode->_sanhostname(undef);
1182

1183
1184
1185
1186
1187
1188
1189
	#
	# Explicit type request desire to match feature.
	#
	my $explict_type_request;
	$nodetype->GetAttribute("explicit_request", \$explict_type_request);
	$vnode->_explicit_type_request($explict_type_request);

1190
1191
1192
	# For a list of interfaces on this node, as for rspec generation
	$vnode->_virtifaces([]);

1193
1194
1195
	# dynamic inclusion below.
	$gotgeninodes++ if ($isgeni);

1196
1197
	# The mapped osname to actual osinfo structure.
	$vnode->_osinfo(undef);
1198
1199
	# If the virtnode tries to specify its parent os in addition
	# to its own, store that osinfo here.
1200
	$vnode->_parent_osinfo(undef);
1201
1202
1203
1204
1205
1206
1207
	# Eventual physical mapping. 
	$vnode->_physnode(undef);
	# Handy to combine these.
	$vnode->_settings([ $vnode->cmd_line(),
			    $vnode->rpms(),
			    $vnode->startupcmd(),
			    $vnode->tarfiles(),
1208
			    $vnode->loadlist(),
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
			    $vnode->failureaction(),
			    $vnode->routertype() ]);

	#
	# If a subnode, kill the fixed mapping. That was just to
	# tell us the connection. We do not want to overload "fixed"
	# within assign wrapper since its already overloaded.
	#
	if ($issub) {
	    # Must be a parent. Set in the parser, either explicitly, or else
	    # one is created if the user leaves it out.
	    if (!defined($fixed) || $fixed eq "") {
1221
		warn("Subnode $vname must be fixed to its parent!\n");
1222
1223
1224
		return -1;
	    }
	    $vnode->_parent($fixed);
1225
	    $vnode->fixed(undef);
1226
1227
1228
1229
1230
	    undef($fixed);
	}

	# Can fixed really get set to ""?
	if (defined($fixed) && $fixed ne "") {
1231
	    # Store the name since we use FIXED_NODES for delay nodes too.
1232
	    $self->fixednodes()->{$vname} = $fixed;
1233
1234
1235
1236
1237

	    # We do not know until all the nodes are loaded, if fixing
	    # to a physical node or another node in the topology. See
	    # the post pass loop below.
	    $vnode->_fixedvm($fixed)
1238
		if ($isvirt && !$isgeni);
1239
	}
Leigh B Stoller's avatar
Leigh B Stoller committed
1240
1241
	else {
	    $vnode->fixed(undef);
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
	    undef($fixed);
	}

	# For the moment, geni nodes must be bound to a CM.
	if ($isgeni) {
	    if (!defined($fixed) || $fixed eq "") {
		tberror("Geninode $vnode must be fixed to a CM.");
		return -1;
	    }
	    my ($authority,$gtype,undef) = GeniHRN::Parse($fixed);
	    #
	    # We allow an authority instead of a node urn. This is just a
	    # kludge so I can test against the AM interface. 
	    #
	    if ($gtype eq "node") {
		$vnode->_cmurn(GeniHRN::Generate($authority,
						 "authority", "cm"));
	    }
	    elsif ($gtype eq "authority") {
		$vnode->_cmurn($fixed);
		$fixed = GeniHRN::Generate($authority, "node", "*");
		$vnode->fixed($fixed);
	    }
	}
	else {
	    $vnode->_cmurn($mycmurn);
Leigh B Stoller's avatar
Leigh B Stoller committed
1268
	}
1269
1270

	$self->printdb("  $vname type:$type ips:$ips\n");
1271
	$self->printdb("         isrem:$isremote isvirt:$isvirt");
1272
1273
	$self->printdb(" fixed:$fixed")
	    if (defined($fixed) && $fixed ne "");
1274
	$self->printdb("\n");
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
	
	# We need to check the names to make sure they do not clash with
	# our internal delay node names.
	if (($vname =~ /^tbdelay\d+/) ||
	    ($vname =~ /^tbsdelay\d+/)) {
	    print "Warning: $vname is a reserved name. Working around it.\n";
	    my ($num) = ($vname =~ /(\d+)/);
	    $self->delayid($num + 1);
	}

	# Take apart the IP list.
1286
	my @iplist  = split(" ", $ips);
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
	foreach my $ipinfo (@iplist) {
	    my ($port,$ip) = split(":",$ipinfo);
	    
	    $self->{'IPS'}->{"$vname:$port"} = $ip;
	}

	#
	# Map the osname to an OSID now so that we can check max_concurrent.
	# This also avoids the work and *check* later after we have done 90%
	# of assign_wrapper. If no osname was specified, we have to wait and
	# use the default for the type of phys node that assign picks.
	#
	if (defined($osname) && $osname ne "") {
1300
	    my $osinfo;
1301
	    
1302
1303
1304
1305
1306
1307
	    if ($osname =~ /^(ftp|http|https):/) {
		my $image = Image->LookupByURL($osname);
		if (!defined($image)) {
		    tberror("Invalid os url $osname!\n");
		}
		$osinfo = OSinfo->Lookup($image->imageid());
1308
	    }
1309
1310
1311
1312
1313
	    elsif ($osname =~ /^(.*)\/(.*)$/) {
		$osinfo = OSinfo->Lookup($osname);
	    }
	    else {
		$osinfo = OSinfo->Lookup($pid, $osname);
1314
		if (!defined($osinfo)) {
1315
		    $osinfo = OSinfo->LookupByName($osname);
1316
1317
		}
	    }
1318
1319
1320
1321
1322
1323
1324
	    if (!defined($osinfo)) {
		tberror({cause => 'user', type => 'primary',
			 severity => SEV_ERROR,
			 error => ['invalid_os', undef, $osname, $pid]},
			"Invalid OS $osname!");
		return -1;
	    }
1325
1326
	    $vnode->_osinfo($osinfo);
	}
1327
	elsif ($isvirt) {
1328
1329
1330
1331
1332
1333
1334
1335
1336
	    my $osinfo;
	    if ($nodetype->type() eq "pcvm") {
		# Silly default.
		$osinfo = OSinfo->LookupByName("OPENVZ-STD");
	    }
	    else {
		# Grab it from the typeinfo.
		$osinfo = OSinfo->Lookup($nodetype->default_osid());
	    }
1337
1338
	    $vnode->_osinfo($osinfo);
	}
1339

1340
1341
1342
1343
	#
	# Map the parent_osname to an OSID now.
	#
	if (defined($parent_osname) && $parent_osname ne "") {
1344
1345
1346
1347
	    my $ospid = $pid;
	    
	    if ($parent_osname =~ /^(.*)\/(.*)$/) {
		$ospid  = $1;
Leigh B Stoller's avatar
Leigh B Stoller committed
1348
		$parent_osname = $2;
1349
1350
	    }
	    my $osinfo = OSinfo->Lookup("$ospid,$parent_osname");
1351
1352
1353
1354
1355
1356
1357
	    if (!defined($osinfo)) {
		$osinfo = OSinfo->LookupByName($parent_osname);

		if (!defined($osinfo)) {
		    tberror({cause => 'user', type => 'primary',
			     severity => SEV_ERROR,
			     error => ['invalid_os', undef, $parent_osname, $pid]},
1358
			    "Invalid parent OS $parent_osname in project $ospid!");
1359
1360
1361
1362
1363
		    return -1;
		}
	    }
	    $vnode->_parent_osinfo($osinfo);
	}
1364
1365
1366
1367
1368
1369
1370
1371
1372
	elsif ($isvirt && defined($vnode->_osinfo()->def_parentosid())) {
	    my $osinfo = OSinfo->Lookup($vnode->_osinfo()->def_parentosid());
	    if (!defined($osinfo)) {
		tberror("Invalid def_parentosid in " .
			$vnode->_osinfo() . "\n");
		return -1;
	    }
	    $vnode->_parent_osinfo($osinfo);
	}
1373

1374
1375
1376
1377
1378
1379
	#
	# Add in desires.
	#
	foreach my $desire ($self->virt_desires()->Rows()) {
	    next
		if ($desire->vname() ne $vname);
1380
	    
1381
	    $desires->{$desire->desire()} = $desire->weight();
1382
1383
1384
1385
1386

	    # User says a shared node is okay. We need this info later
	    # when generating links/lans for the vtop.
	    $vnode->_sharedokay(1)
		if ($isvirt && $desire->desire() eq "pcshared");
1387
1388
1389
	}
	$vnode->_desires($desires);

1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
	#
	# Add in attributes.
	#
	foreach my $attr ($self->virt_attributes()->Rows()) {
	    next
		if ($attr->vname() ne $vname);
	    
	    $attrs->{$attr->attrkey()} = $attr->attrvalue();

	    if ($attr->attrkey() eq "XEN_MEMSIZE" ||
		$attr->attrkey() eq "MEMORYSIZE") {
		$vnode->_desires()->{"?+ram"} = $attr->attrvalue();
	    }
1403
1404
1405
1406
1407
1408
	    elsif ($attr->attrkey() eq "XEN_CORES") {
		# Overridden below for shared nodes.
		$self->experiment()->SetVirtNodeAttribute($vname,
							  "VM_VCPUS",
							  $attr->attrvalue());
	    }
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
	}
	$vnode->_atttributes($attrs);

	#
	# Need to set a default. But this needs to be seen on
	# the client too, via virt_node_attributes.
	#
	# We need a way to associate these defaults with the virtualization
	# type, but that is a function of the image. Needs more thought.
	#
1419
	if ($isvirt && $vnode->type() ne "blockstore") {
1420
	    my $defmem = 128;
1421
	    my $minmem = 128;
1422
1423
	    my $maxmem = 128;

1424
1425
	    if (defined($vnode->_parent_osinfo())
		&& $vnode->_parent_osinfo()->osname() =~ /xen/i) {
1426
1427
		$defmem = 512;
		$minmem = 256;
Leigh B Stoller's avatar
Leigh B Stoller committed
1428
		$maxmem = 1024;
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
	    }	    
	    if (!exists($vnode->_desires()->{"?+ram"})) {
		$self->printdb("Setting VM memsize to $defmem for $vname\n");
		$vnode->_desires()->{"?+ram"} = $defmem;
	    }
	    else {
		#
		# If the user wants a shared node, they are not allowed to
		# ask for more then the max, unless its an admin. 
		#
		if ($vnode->_desires()->{"?+ram"} > $maxmem &&
		    $vnode->_sharedokay() &&
		    !$self->user()->IsAdmin()) {
1442
1443
1444
1445
1446
1447
1448
1449
		    tberror("You asked for too much memory (> $maxmem) ".
			    "on $vnode\n");
		    return -1;
		}
		# Ditto min memory.
		if ($vnode->_desires()->{"?+ram"} < $minmem) {
		    tberror("You asked for too little memory (< $minmem) ".
			    "on $vnode\n");
1450
1451
1452
1453
1454
		    return -1;
		}
	    }
	    $self->experiment()->SetVirtNodeAttribute($vname, "VM_MEMSIZE",
					      $vnode->_desires()->{"?+ram"});
1455
1456
1457

	    # We will deal with later, but set a default=1 for now.
	    $self->experiment()->SetVirtNodeAttribute($vname, "VM_VCPUS", 1)
1458
		if ($vnode->_sharedokay() && !$self->user()->IsAdmin());
1459
1460
	}

1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
	#
	# And the startloc, but doubt this is used anymore.
	#
	foreach my $startloc ($self->virt_startloc()->Rows()) {
	    if ($startloc->vname() eq $vname) {
		$startloc = $startloc->building();
		last;
	    }
	}
	$vnode->_startloc($startloc);

1472
	# Counters
1473
	$self->{'COUNTERS'}->{'nodecount'}++;
1474
1475
1476
1477
1478
1479
1480
1481
	$self->{'COUNTERS'}->{'simcount'}++
	    if ($issim);
	$self->{'COUNTERS'}->{'remotecount'}++
	    if ($isremote);
	$self->{'COUNTERS'}->{'virtcount'}++
	    if ($isvirt);
	$self->{'COUNTERS'}->{'plabcount'}++
	    if ($isplab);
1482
1483
	$self->{'COUNTERS'}->{'genicount'}++
	    if ($isgeni);
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
	$self->{'COUNTERS'}->{'physcount'}++
	    if (!$issim && !$isvirt);
	$self->{'COUNTERS'}->{'sharedcount'}++
	    if ($isvirt && $vnode->_sharedokay());
	# stats
	my $ipcount = scalar(@iplist);

	$self->exptstats()->{"maxlinks"} = $ipcount
	    if ($ipcount > $self->exptstats()->{"maxlinks"});
	$self->exptstats()->{"minlinks"} = $ipcount
	    if ($ipcount < $self->exptstats()->{"minlinks"});

1496
	# Add to the list.
1497
	$self->vnodes()->{$vname} = $vnode;
1498
    }
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
    if ($gotgeninodes) {
	if ($PGENISUPPORT) {
	    require libGeni;
	    require GeniXML;
	    import GeniXML;
	}
	else {
	    tberror("Using geni nodes but PROTOGENI_SUPPORT is not defined\n");
	    return -1;
	}
    }
1510
1511
1512
1513
1514
1515
1516
1517
1518

    #
    # Go back and look for any VMs that were fixed to nodes. Need to make
    # the OS consistent.
    #
    foreach my $vname (sort(keys(%{ $self->{'VNODES'} }))) {
	my $vnode = $self->vnodes()->{$vname};
	my $osid;

1519
1520
1521
	next
	    if ($vnode->_isgeninode());

1522
1523
	next
	    if (! ($vnode->_isvirtnode() && $vnode->_fixedvm()));
1524

1525
	my $fixnode = $self->vnodes()->{$vnode->_fixedvm()};
1526

1527
1528
1529
1530
1531
	#
	# If the node is fixed to a physical node, skip. This is a
	# plain old fixnode operation, not our new support for fixing
	# a VM to a real node in the topology.
	#
1532
1533
1534
1535
1536
	# It is silly to fix a node to yourself, so what this probably
	# means is that the user really wants to fix to a physical node
	# of the same name. 
	#
	if (!defined($fixnode) || $vnode->_fixedvm() eq $vname) {
1537
1538
1539
1540
	    # Lets make sure its a real node.
	    my $fixvname = $vnode->_fixedvm();
	    
	    if (!defined(Node->Lookup($fixvname))) {
1541
		tberror("Cannot fix $vnode to $fixvname; No such phys node\n");
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
		return -1;
	    }
	    $vnode->_fixedvm(undef);
	    next;
	}

	if (defined($vnode->_parent_osinfo())) {
	    $osid = $vnode->_parent_osinfo()->osid();
	}
	else {
	    $osid  = ($self->option("jail_osid") ||
		      $self->nodejailosid($vnode));
	}
	return -1
	    if (!defined($osid));
	my $osinfo = OSinfo->Lookup($osid);
	return -1
	    if (!defined($osinfo));
	
	$fixnode->_osinfo($osinfo);
	# Convert from the name to the local object.
	$vnode->_fixedvm($fixnode);

	$self->printdb("Fixing VM $vname to $fixnode, $osinfo\n");
    }
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581

    #
    # Load up the blockstore stuff since we have to spit out the
    # attributes as desires.
    #
    foreach my $virt_bs ($self->virt_blockstores()->Rows()) {
	#
	# The blockstore is fixed to a node in the topo.
	#
	my $fixnode = $self->vnodes()->{$virt_bs->fixed()};
	if (!defined($fixnode)) {
	    tberror("Blockstore $virt_bs is fixed to non-existent node\n");
	    return -1;
	}