libvtop_test.pm.in 261 KB
Newer Older
1
#!/usr/bin/perl -w
2
3
#
# EMULAB-COPYRIGHT
4
# Copyright (c) 2005-2011 University of Utah and the Flux Group.
5
6
# All rights reserved.
#
7
package libvtop_test;
8
9
10
11

use strict;
use Exporter;
use vars qw(@ISA @EXPORT @EXPORT_OK
12
	    $VTOP_FLAGS_UPDATE $VTOP_FLAGS_VERBOSE $VTOP_FLAGS_QUIET
13
	    $VTOP_FLAGS_FIXNODES $VTOP_FLAGS_IMPOTENT $VTOP_FLAGS_ALLOCONLY
14
	    $VTOP_FLAGS_REGRESSION);
15
16
17
18
19

@ISA    = "Exporter";
@EXPORT = qw( );

use libdb;
20
use libtblog_simple;
21
22
23
24
25
26
27
28
29
30
use libtestbed;
use Experiment;
use VirtExperiment;
use Node;
use NodeType;
use Lan;
use OSinfo;
use English;
use Data::Dumper;
use Carp;
31
use POSIX;
32
use XML::LibXML;
33
use XML::Simple;
34
use GeniHRN;
35
36

# Configure variables
37
38
my $TB		  = "@prefix@";
my $BOSSNODE      = "@BOSSNODE@";
39
my $AVAIL         = "$TB/bin/avail";
40
41
42
my $NALLOC        = "$TB/bin/nalloc";
my $NFREE         = "$TB/bin/nfree";
my $OS_SELECT     = "$TB/bin/os_select";
43
my $DELAYCAPACITY = @DELAYCAPACITY@;	# Can be overridden by user.
44
my $DELAYTHRESH   = @DELAYTHRESH@;
45
my $PGENISUPPORT  = @PROTOGENI_SUPPORT@;
46
my $OURDOMAIN     = "@OURDOMAIN@";
47
my $mycmurn       = GeniHRN::Generate("@OURDOMAIN@", "authority", "cm");
48
49
50
51

# Flags.
$VTOP_FLAGS_VERBOSE	= 0x01;
$VTOP_FLAGS_UPDATE	= 0x02;
52
$VTOP_FLAGS_FIXNODES	= 0x04;
53
$VTOP_FLAGS_IMPOTENT	= 0x08;
54
$VTOP_FLAGS_REGRESSION  = 0x10;
55
$VTOP_FLAGS_QUIET       = 0x20;
56
$VTOP_FLAGS_ALLOCONLY	= 0x40;
57

58
@EXPORT_OK = qw($VTOP_FLAGS_UPDATE $VTOP_FLAGS_VERBOSE $VTOP_FLAGS_FIXNODES
59
60
		$VTOP_FLAGS_IMPOTENT $VTOP_FLAGS_REGRESSION $VTOP_FLAGS_QUIET
		$VTOP_FLAGS_ALLOCONLY);
61
62
63
64

#
# Create an object representing the stuff we need to create the vtop file.
#
65
sub Create($$$$)
66
{
67
    my ($class, $experiment, $user, $flags) = @_;
68
69
70
71
72
73
74
75
76

    my $virtexperiment = VirtExperiment->Lookup($experiment);
    if (!defined($virtexperiment)) {
	tberror("Could not load virtual experiment object for $experiment\n");
	return undef;
    }

    my $self              = {};
    $self->{'EXPERIMENT'} = $experiment;
77
    $self->{'USER'}       = $user;
78
79
80
    $self->{'VIRTEXPT'}   = $virtexperiment;
    $self->{'FLAGS'}      = $flags;
    $self->{'VNODES'}     = {};
81
82
    $self->{'DELAYNODES'} = {};
    $self->{'LANNODES'}   = {};
83
    $self->{'BRIDGES'}    = {};
84
    $self->{'VLANS'}      = {};
Leigh B Stoller's avatar
Leigh B Stoller committed
85
    $self->{'VPATHS'}     = {};
86
87
88
89
    $self->{'MEMBEROF'}   = {};
    $self->{'COUNTERS'}   = {};
    $self->{'EXPTSTATS'}  = {};
    $self->{'DELAYLINKS'} = {};
Leigh B Stoller's avatar
Leigh B Stoller committed
90
    $self->{'VLINKS'}     = {};
91
92
    $self->{'OPTIONS'}    = {};
    $self->{'DELAYID'}    = 0;
93
    $self->{'PHOSTID'}    = 0;
94
    $self->{'IFACEID'}    = 32768;
95
    $self->{'PORTBW'}     = {};
96
97
98
99
    $self->{'RESULTS'}    = { "nodes"  => [],
			      "links"  => [],
			      "class"  => [],
			      "fixed"  => [] };
100
    $self->{'RSPEC'}      = {};
101
    $self->{'GENIRSPEC'}  = undef;
102
103

    # Mostly for update mode.
104
105
106
107
    $self->{'FIXEDNODES'}  = {};
    $self->{'CURRENT_V2P'} = {};
    $self->{'CURRENT_P2V'} = {};
    $self->{'CURRENT_V2V'} = {};
108
109
    $self->{'OLDRSRVCLEAN_FLAG'}  = 0;
    $self->{'OLDRSRVCLEAN_NODES'} = {};
110
111

    # Below is for interpretation of assign results.
112
    $self->{'PNODES'}      = {};
113
114
    $self->{'SOLUTION'}    = {};
    $self->{'NEWRESERVED'} = {};	# Newly reserved nodes.
115
    $self->{'NORECOVER'}   = 0;	
116
    
117
    bless($self, $class);
118
119
    $virtexperiment->Dump()
	if (0 && $self->verbose());
120
121
122
123
124

    return $self;
}
# accessors
sub experiment($)       { return $_[0]->{'EXPERIMENT'}; }
125
sub user($)             { return $_[0]->{'USER'}; }
126
127
128
sub virtexperiment($)   { return $_[0]->{'VIRTEXPT'}; }
sub flags($)            { return $_[0]->{'FLAGS'}; }
sub vnodes($)           { return $_[0]->{'VNODES'}; }
129
sub delaynodes($)       { return $_[0]->{'DELAYNODES'}; }
130
sub bridges($)          { return $_[0]->{'BRIDGES'}; }
131
sub lannodes($)         { return $_[0]->{'LANNODES'}; }
132
sub vlans($)            { return $_[0]->{'VLANS'}; }
133
sub memberof($)         { return $_[0]->{'MEMBEROF'}; }
Leigh B Stoller's avatar
Leigh B Stoller committed
134
sub vpaths($)           { return $_[0]->{'VPATHS'}; }
135
sub counters($)         { return $_[0]->{'COUNTERS'}; }
136
sub counter($$)         { return $_[0]->{'COUNTERS'}->{$_[1]}; }
137
sub options($)          { return $_[0]->{'OPTIONS'}; }
138
139
sub option($$)          { return (exists($_[0]->{'OPTIONS'}->{$_[1]}) ?
				  $_[0]->{'OPTIONS'}->{$_[1]} : undef); }
140
sub exptstats($)        { return $_[0]->{'EXPTSTATS'}; }
Leigh B Stoller's avatar
Leigh B Stoller committed
141
sub vlinks($)           { return $_[0]->{'VLINKS'}; }
142
143
144
sub delaylinks($)       { return $_[0]->{'DELAYLINKS'}; }
sub delaynodecount()    { return scalar(keys(%{ $_[0]->delaynodes() })); }
sub portbw($)           { return $_[0]->{'PORTBW'}; }
145
sub results($)          { return $_[0]->{'RESULTS'}; }
146
147
148
149
150
sub current_v2p($)      { return $_[0]->{'CURRENT_V2P'}; }
sub current_p2v($)      { return $_[0]->{'CURRENT_P2V'}; }
sub current_v2v($)      { return $_[0]->{'CURRENT_V2V'}; }
sub pnodes($)           { return $_[0]->{'PNODES'}; }
sub fixednodes($)       { return $_[0]->{'FIXEDNODES'}; }
151
sub newreserved($)      { return $_[0]->{'NEWRESERVED'}; }
152
sub rspec($)            { return $_[0]->{'RSPEC'}; }
153
sub genirspec($)        { return $_[0]->{'GENIRSPEC'}; }
154
sub newreservednodes($) { return keys(%{ $_[0]->{'NEWRESERVED'} }); }
155
sub oldreservednodes($) { return $_[0]->{'OLDRSRVCLEAN_NODES'}; }
156
sub norecover($)        { return $_[0]->{'norecover'}; }
157
158
159
160
161
162
163
164
165
sub pid($)		{ return $_[0]->experiment()->pid(); }
sub pid_idx($)		{ return $_[0]->experiment()->pid_idx(); }
sub eid($)		{ return $_[0]->experiment()->eid(); }
sub exptidx($)		{ return $_[0]->experiment()->idx(); }

# The virtual tables from the DB.
sub virt_table($$)      { return $_[0]->virtexperiment()->Table($_[1]); }
sub virt_vtypes($)	{ return $_[0]->virt_table("virt_vtypes"); }
sub virt_nodes($)       { return $_[0]->virt_table("virt_nodes"); }
166
167
sub virt_lans($)        { return $_[0]->virt_table("virt_lans"); }
sub virt_lan_lans($)    { return $_[0]->virt_table("virt_lan_lans"); }
Leigh B Stoller's avatar
Leigh B Stoller committed
168
sub virt_paths($)       { return $_[0]->virt_table("virt_paths"); }
169
sub virt_bridges($)     { return $_[0]->virt_table("virt_bridges"); }
170
171
sub virt_desires($)	{ return $_[0]->virt_table("virt_node_desires"); }
sub virt_startloc($)	{ return $_[0]->virt_table("virt_node_startloc"); }
172
173
174
175
sub virt_trafgens($)	{ return $_[0]->virt_table("virt_trafgens"); }
sub virt_lan_settings($){ return $_[0]->virt_table("virt_lan_settings"); }
sub virt_lan_member_settings($)	{
    return $_[0]->virt_table("virt_lan_member_settings"); }
176
177
178
179

# Given a vname, is it a node in the topo (or something else like a delay).
sub isatoponode($$)     { return exists($_[0]->vnodes()->{$_[1]}); }
sub isadelaynode($$)    { return exists($_[0]->delaynodes()->{$_[1]}); }
180
181
182

# Debug output.
sub verbose($)		{ return $_[0]->flags() & $VTOP_FLAGS_VERBOSE; }
183
sub quiet($)		{ return $_[0]->flags() & $VTOP_FLAGS_QUIET; }
184
sub updating($)		{ return $_[0]->flags() & $VTOP_FLAGS_UPDATE; }
185
sub fixcurrent($)	{ return $_[0]->flags() & $VTOP_FLAGS_FIXNODES; }
186
sub impotent($)		{ return $_[0]->flags() & $VTOP_FLAGS_IMPOTENT; }
187
sub alloconly($)	{ return $_[0]->flags() & $VTOP_FLAGS_ALLOCONLY; }
188
sub regression($)	{ return $_[0]->flags() & $VTOP_FLAGS_REGRESSION; }
189
sub printdb($$)		{ print $_[1] if ($_[0]->verbose()); return 1; }
190

191
# We name delay nodes internally as they are needed.
192
sub nextdelayname($)    { return "tbdelay" . $_[0]->{'DELAYID'}++; }
193
# For when the user wants a specific delay os. Use a desire.
194
195
196
197
# sub delay_desire($)	{ return $_[0]->option("delay_desire_string"); }
sub delay_desire_type($)	{ return $_[0]->option("delay_desire_type"); }
sub delay_desire_name($)	{ return $_[0]->option("delay_desire_name"); }
sub delay_desire_penalty($)	{ return $_[0]->option("delay_desire_penalty"); }
198
199
# For XML
sub nextifacenumber($)  { return $_[0]->{'IFACEID'}++; }
200
sub nextphostnumber($)  { return $_[0]->{'PHOSTID'}++; }
201

202
203
204
205
# Virtual Types. 
sub virttypeisvtype($$) { return $_[0]->virt_vtypes()->Find($_[1]); }
sub VirtTypes($)        { return $_[0]->virt_vtypes()->Rows(); }

206
207
208
# Caller will want these.
sub minimum_nodes($)    { return $_[0]->counter("minimum_nodes"); }
sub maximum_nodes($)    { return $_[0]->counter("maximum_nodes"); }
209
sub nodecount($)	{ return $_[0]->counter("nodecount"); }
210
sub plabcount($)	{ return $_[0]->counter("plabcount"); }
211
sub genicount($)	{ return $_[0]->counter("genicount"); }
212
213
214
sub virtnodecount($)	{ return $_[0]->counter("virtcount"); }
sub simnodecount($)	{ return $_[0]->counter("simcount"); }
sub remotenodecount($)	{ return $_[0]->counter("remotecount"); }
215
sub sharednodecount($)	{ return $_[0]->counter("sharedcount"); }
216

217
sub createLink($$$$$$$$$)
218
{
219
220
221
    # $others here will be a hashtable for the link flags.  The table
    # could also contain non-default values for latency and
    # packet_loss
222
    my ($self, $name, $plink, $cm, $src, $dst, $bw, $type, $others) = @_;
Tarun Prabhu's avatar
Tarun Prabhu committed
223
    my $ref = {
224
225
226
	'virtual_id'     => $name,
	'plink'		 => $plink,
	'manager_urn'    => $cm,
227
	'link_type'      => $type,
Tarun Prabhu's avatar
Tarun Prabhu committed
228
229
230
231
232
233
234
235
236
	'interface_ref'  => [$src, $dst],
	'capacity'       => $bw,
	'packet_loss'    => "0",
	'latency'        => "0"
    };
    
    if ($others) {
	while ( my ($key, $value) = each %{$others} ) {
	    $ref->{$key} = $value;
237
	}
Tarun Prabhu's avatar
Tarun Prabhu committed
238
239
240
241
242
    }
    if (!exists($self->rspec()->{'link'})) {
	$self->rspec()->{'link'} = [];
    }
    push(@{ $self->rspec()->{'link'} }, $ref);
243
244
}

245
sub createNode ($$$$$$$;$)
246
{
247
248
249
    # $others here will be a hashtable for the desires
    # The key will be the desire name and the value will be a pair
    # of the desire type and the penalty
250
    my ($self, $name, $cm, $type, $typecount, $desires, $others, $ifaces) = @_;
Tarun Prabhu's avatar
Tarun Prabhu committed
251
    my $ref = {
252
253
	'virtual_id'    => $name,
	'manager_urn'   => $cm,
Tarun Prabhu's avatar
Tarun Prabhu committed
254
255
256
257
258
259
260
261
262
263
264
265
    };
    
    my $typename = $type;
    my $typeslots = $typecount;
    my $isstatic = 0;
    if ($typename =~ /^\*([-\w]*)$/) {
	$typename = $1;
	$isstatic = 1;
    }
    if ($typecount eq '*') {
	$typeslots = 'unlimited';
    }
266

Tarun Prabhu's avatar
Tarun Prabhu committed
267
268
    # We will need this to generate interface names later
    $ref->{'interface_count'} = 0;
269
    $ref->{'interfaces'} = $ifaces;
Tarun Prabhu's avatar
Tarun Prabhu committed
270
271
272
273
274
275
276
277
278

    $ref->{'node_type'} = $typename;
    $ref->{'type_slots'} = $typecount;
    $ref->{'node_static'} = $isstatic;

    my $desiretable = {};
    if ($desires) {
	while ( my ($key, $value) = each %{$desires} ) {
	    $desiretable->{$key} = $value;
279
	}
Tarun Prabhu's avatar
Tarun Prabhu committed
280
281
282
283
284
285
    }
    $ref->{'desires'} = $desiretable;
    
    if ($others) {
	while ( my ($key, $value) = each %{$others} ) {
	    $ref->{$key} = $value;
286
	}
Tarun Prabhu's avatar
Tarun Prabhu committed
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
    }
    
    if (!exists($self->rspec()->{'node'})) {
	$self->rspec()->{'node'} = [];
    }
    push(@{ $self->rspec()->{'node'} }, $ref);
}

sub createVClass ($$$$)
{
    my ($self, $name, $weight, $members) = @_;
    my $ref = {
	'name'    => $name,
	'weight'  => $weight,
	'members' => $members
    };
    if (!exists($self->rspec()->{'vclass'})) {
	$self->rspec()->{'vclass'} = [];
    }
    push(@{ $self->rspec()->{'vclass'} }, $ref);
}

sub createFixedNode ($$$)
{
    my ($self, $vnode, $pnode) = @_;
    my $ref = { 'vnode' => $vnode,
313
314
		# XXX Going to need a URN in rspec output ...
		'pnode' => $pnode,
Tarun Prabhu's avatar
Tarun Prabhu committed
315
316
317
318
319
320
321
    };
    if (!exists($self->rspec()->{'fixed'})) {
	$self->rspec()->{'fixed'} = [];
    }
    push(@{ $self->rspec()->{'fixed'} }, $ref);
}

322
323
324
325
326
327
328
###############################################################################
# Virtual Nodes. A separate package so we can create objects for each one
# and then add local stuff to them.
#
package libvtop::virt_node;
use Carp;
use vars qw($AUTOLOAD);
329
use overload ('""' => 'Stringify');
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_node()->$name();
    }
}

#
# Wrap up a virt node.
#
sub Create($$$)
{
    my ($class, $vtop, $virt_node) = @_;

    my $self = {};
    bless($self, $class);

360
361
362
363
364
    $self->{'VIRTNODE'}   = $virt_node;
    $self->{'VTOP'}       = $vtop;
    $self->{'HASH'}       = {};
    # The virtlans this virtnode is a member of. 
    $self->{'MEMBERSHIP'} = {};
365
    
366
367
368
369
370
371
    return $self;
}
# accessors
sub virt_node($)	{ return $_[0]->{'VIRTNODE'}; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }
372
373
sub membership($)       { return $_[0]->{'MEMBERSHIP'}; }
sub memberlist($)       { return values(%{ $_[0]->{'MEMBERSHIP'} }); }
374
375
376
377
378
379
380
381

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'VIRTNODE'}   = undef;
    $self->{'VTOP'}       = undef;
    $self->{'HASH'}       = undef;
382
    $self->{'MEMBERSHIP'} = undef;
383
384
}

385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
sub Stringify($)
{
    my ($self) = @_;
    my $vname  = $self->vname();

    return "[vnode:$vname]";
}

###############################################################################
# Virtual Lans. This wraps up the virt_lan_lan table, and allows storing
# the members (virt_lans table entries).
#
package libvtop::virt_lan;
use Carp;
use vars qw($AUTOLOAD);
use overload ('""' => 'Stringify');

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_lanlan()->$name();
    }
}

#
# Wrap up a virt lan.
#
sub Create($$$$)
{
    my ($class, $vtop, $virt_lanlan) = @_;

    my $self = {};
    bless($self, $class);

    $self->{'VIRTLANLAN'}    = $virt_lanlan;
    $self->{'VTOP'}          = $vtop;
433
434
    $self->{'MEMBERHASH'}    = {};
    $self->{'MEMBERLIST'}    = [];
435
436
437
438
439
440
441
    $self->{'SHAPEDMEMBERS'} = {};
    $self->{'HASH'}          = {};

    return $self;
}
# accessors
sub virt_lanlan($)	{ return $_[0]->{'VIRTLANLAN'}; }
442
443
sub members($)		{ return $_[0]->{'MEMBERHASH'}; }
sub memberlist($)       { return @{ $_[0]->{'MEMBERLIST'} }; }
444
sub member($$)          { return @{ $_[0]->{'MEMBERLIST'} }[$_[1]]; }
445
446
447
sub shapedmembers($)	{ return $_[0]->{'SHAPEDMEMBERS'}; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }
448
sub islink($)           { return (@{ $_[0]->{'MEMBERLIST'} } == 2 ? 1 : 0); }
449
450
451
452
453
454

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'VIRTLANLAN'} = undef;
455
456
    $self->{'MEMBERHASH'} = undef;
    $self->{'MEMBERLIST'} = undef;
457
458
459
460
461
462
463
464
465
466
467
468
    $self->{'VTOP'}       = undef;
    $self->{'HASH'}       = undef;
}

sub Stringify($)
{
    my ($self) = @_;
    my $vname  = $self->vname();

    return "[vlan:$vname]";
}

469
470
471
472
473
sub addmember($$)
{
    my ($self, $vlanmember) = @_;
    
    $self->members()->{$vlanmember->member()} = $vlanmember;
474
475

    @{ $self->{'MEMBERLIST'} }[$vlanmember->vindex()] = $vlanmember;
476
477
478
479

    return 0;
}

480
481
482
483
484
485
486
487
#
# Other support functions.
#
sub usevirtiface($)
{
    my ($self) = @_;
    my $encap  = $self->_encapstyle();

488
    return ($encap eq "veth-ne" || $encap eq "vlan");
489
490
491
492
493
494
495
496
}
sub membershaped($$) {
    my ($self, $member) = @_;
    return $self->shapedmembers()->{"$member"};
}
sub setmembershaped($$) {
    my ($self, $member) = @_;
    $self->shapedmembers()->{"$member"} = 1;
497
    $member->_shaped(1);
498
499
500
501
502
503
504
505
506
}

###############################################################################
# Virtual Lans Member. A separate package so we can create objects for
# each one and then add local stuff to them.
#
package libvtop::virt_lan_member;
use Carp;
use vars qw($AUTOLOAD);
507
use overload ('""' => 'Stringify', 'eq' => 'StringEQ');
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_member()->$name();
    }
}

#
# Wrap up a virt lan member.
#
sub Create($$$$)
{
    my ($class, $vtop, $virt_member, $virt_lan) = @_;

    my $self = {};
    bless($self, $class);

    $self->{'VIRTMEMBER'} = $virt_member;
    $self->{'VIRTLAN'}    = $virt_lan;
    $self->{'VIRTNODE'}   = $vtop->vnodes()->{$virt_member->vnode()};
    $self->{'VTOP'}       = $vtop;
    $self->{'HASH'}       = {};

    return $self;
}
# accessors
sub virt_member($)	{ return $_[0]->{'VIRTMEMBER'}; }
sub virt_lan($)		{ return $_[0]->{'VIRTLAN'}; }
sub virt_node($)	{ return $_[0]->{'VIRTNODE'}; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'VIRTLAN'}    = undef;
    $self->{'VIRTNODE'}   = undef;
    $self->{'VIRTMEMBER'} = undef;
    $self->{'VTOP'}       = undef;
    $self->{'HASH'}       = undef;
}

sub Stringify($)
{
    my ($self) = @_;
    my $vnode  = $self->vnode();
    my $vport  = $self->vport();

    return "$vnode:$vport";
}

573
574
575
576
577
578
579
sub StringEQ($$)
{
    my ($self, $other) = @_;

    return ($self->Stringify() eq "$other" ? 1 : 0);
}

580
581
582
583
584
585
586
587
sub usevirtiface($)
{
    my ($self) = @_;
    my $encap  = $self->_encapstyle();

    return ($encap eq "veth-ne" || $encap eq "vlan");
}

Leigh B Stoller's avatar
Leigh B Stoller committed
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
###############################################################################
# Virtual Paths This wraps up the virt_paths table
#
package libvtop::virt_path;
use Carp;
use vars qw($AUTOLOAD);
use overload ('""' => 'Stringify');

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_path()->$name();
    }
}

#
# Wrap up a virt path
#
sub Create($$$$)
{
    my ($class, $vtop, $pathname, $layer) = @_;

    my $self = {};
    bless($self, $class);

    $self->{'PATHNAME'}      = $pathname;
    $self->{'LAYER'}         = $layer;
    $self->{'VTOP'}          = $vtop;
    $self->{'MEMBERHASH'}    = {};
    $self->{'MEMBERLIST'}    = [];
    $self->{'VIRTLANHASH'}   = {};
    $self->{'VIRTLANLIST'}   = [];
632
    $self->{'IMPLEMENTS'}    = {};
Leigh B Stoller's avatar
Leigh B Stoller committed
633
634
635
636
637
638
639
640
641
    $self->{'HASH'}          = {};

    return $self;
}
# accessors
sub pathname($)		{ return $_[0]->{'PATHNAME'}; }
sub layer($)		{ return $_[0]->{'LAYER'}; }
sub members($)		{ return $_[0]->{'MEMBERHASH'}; }
sub memberlist($)       { return @{ $_[0]->{'MEMBERLIST'} }; }
642
sub virtlanlist($)      { return @{ $_[0]->{'VIRTLANLIST'} }; }
Leigh B Stoller's avatar
Leigh B Stoller committed
643
644
645
646
sub member($$)		{ return $_[0]->{'MEMBERLIST'}->[$_[1]]; }
sub lanlink($$)		{ return $_[0]->{'VIRTLANLIST'}->[$_[1]]; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }
647
sub implements($)	{ return $_[0]->{'IMPLEMENTS'}; }
Leigh B Stoller's avatar
Leigh B Stoller committed
648
649
650
651
652
653
654
655
656
657
658
659

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'LAYER'}      = undef;
    $self->{'PATHNAME'}   = undef;
    $self->{'MEMBERHASH'} = undef;
    $self->{'MEMBERLIST'} = undef;
    $self->{'VIRTLANHASH'} = undef;
    $self->{'VIRTLANLIST'} = undef;
    $self->{'VTOP'}       = undef;
660
    $self->{'IMPLEMENTS'} = undef;
Leigh B Stoller's avatar
Leigh B Stoller committed
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
    $self->{'HASH'}       = undef;
}

sub Stringify($)
{
    my ($self) = @_;
    my $vname  = $self->pathname();
    my $layer  = $self->layer();

    return "[vpath:$vname:$layer]";
}

sub addmember($$$)
{
    my ($self, $vpath, $virtlan) = @_;
    
    $self->members()->{$vpath->segmentname()} = $vpath;
    $self->{'VIRTLANHASH'}->{$vpath->segmentname()} = $virtlan;
    # We care about this ordering.
    $self->{'MEMBERLIST'}->[$vpath->segmentindex()]  = $vpath;
    $self->{'VIRTLANLIST'}->[$vpath->segmentindex()] = $virtlan;
    return 0;
}

sub firstmember($)
{
    my ($self) = @_;

    # The lanlink for the first segment.
    my $virtlan = $self->lanlink(0);

    # Both members of a link.
    my ($member0,$member1) = $virtlan->memberlist();

    # The first member.
    return $member0;
}

sub lastmember($)
{
    my ($self) = @_;

    # The lanlink for the last segment.
    my $virtlan = $self->lanlink(scalar($self->memberlist()) - 1);

    # Both members of a link.
    my ($member0,$member1) = $virtlan->memberlist();

    # The last member.
    return $member1;
}
712

713
714
715
716
717
718
719
720
721
722
723
724
725
sub addimplements($$)
{
    my ($self, $virtlan) = @_;

    $self->implements()->{$virtlan->vname()} = $virtlan;
}
sub doesimplement($$)
{
    my ($self, $virtlan) = @_;

    return exists($self->implements()->{$virtlan->vname()});
}

726
727
728
#############################################################################
# Back to the main package.
#
729
package libvtop_test;
730

731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
#
# Load some physical info (for types, interfaces, speeds).
#
sub LoadPhysInfo($)
{
    my ($self) = @_;

    $self->printdb("Loading physical info\n");

    #
    # Interface capabilities, for getting speeds.
    #
    my %interface_capabilities = ();

    my $query_result =
	DBQueryWarn("select * from interface_capabilities");
    return -1
	if (!$query_result);

    while (my ($type, $capkey, $capval) = $query_result->fetchrow()) {
	$interface_capabilities{$type} = {}
  	    if (!defined($interface_capabilities{$type}));
	$interface_capabilities{$type}->{$capkey} = $capval;
    }

    #
    # Now get interface speeds for each type/class. We use this for
    # determining if a delay node is required. Very hacky, quite
    # wrong.
    #
    my %node_type_linkbw = ();
    
    # XXX: PlanetLab hack - PlanetLab 'control' interfaces are also
    # 'experimental' interfaces! We probably need a way to express
    # this in the interfaces table or interface_types
    #
    $query_result =
	DBQueryWarn("select distinct i.interface_type,n.type ".
		    "  from interfaces as i ".
		    "left join nodes as n on n.node_id=i.node_id ".
		    "where i.role='" . TBDB_IFACEROLE_EXPERIMENT . "' ".
		    "      or (n.type='pcplabphys' and i.role='" .
		                 TBDB_IFACEROLE_CONTROL . "')");
    return -1
	if (!$query_result);

    # XXX Special hack for sim nodes.
    $node_type_linkbw{"sim"} = {};

    while (my ($iface_type, $node_type) = $query_result->fetchrow()) {
	my $typeinfo = NodeType->Lookup($node_type);
	if (!defined($typeinfo)) {
783
	    warn("No type info for node type $node_type\n");
784
785
786
787
788
789
790
791
792
793
	    return -1;
	}
	my $node_class = $typeinfo->class();

	$node_type_linkbw{$node_type} = {}
	    if (!defined($node_type_linkbw{$node_type}));
	$node_type_linkbw{$node_class} = {}
	    if (!defined($node_type_linkbw{$node_class}));

	if (!defined($interface_capabilities{$iface_type}->{"protocols"})) {
794
	    warn("No protocols listed in capabilities for $iface_type!\n");
795
796
797
798
799
800
801
802
803
804
	    return -1;
	}
	my @protolist =
	    split(",", $interface_capabilities{$iface_type}->{"protocols"});

	foreach my $proto (@protolist) {
	    my $def_speed =
		$interface_capabilities{$iface_type}->{"${proto}_defspeed"};

	    if (!defined($def_speed)) {
805
		warn("No default speed in capabilites for $iface_type!\n");
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
		return -1;
	    }

	    my $auxspeeds =
		$interface_capabilities{$iface_type}->{"${proto}_auxspeeds"};
	    my @auxspeedlist = ();
	    if ($auxspeeds) {
		@auxspeedlist = split(",", $auxspeeds);
	    }

	    foreach my $speed ($def_speed, @auxspeedlist) {
		$node_type_linkbw{$node_type}{$proto}->{$speed} = 1;
		$node_type_linkbw{$node_class}{$proto}->{$speed} = 1;

		#
		# If the type/class has a non-zero simnode capacity, then add
		# entries for the interface speed so that requires_delay can
		# figure out interface speeds the underlying node type
		# supports.
		#
		if ($typeinfo->simnode_capacity()) {
		    $node_type_linkbw{"sim"}{$proto}->{$speed} = 1;
		}
	    }
	}
    }
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853

    #
    # Ug, it just gets worse and worse. We also need to map between the
    # auxtypes that a node (its physical type) can take on. For example,
    # a link between two pcvm nodes is really a link between a pc600 and
    # pc850.
    #
    $query_result =
	DBQueryFatal("select distinct n.type,at.type from node_auxtypes as at ".
		     "left join nodes as n on n.node_id=at.node_id");

    while (my ($phystype, $auxtype) = $query_result->fetchrow()) {
	next
	    if (!exists($node_type_linkbw{$phystype}));
	
	$node_type_linkbw{$auxtype} = $node_type_linkbw{$phystype};
    }

    #
    # Here it goes getting even worse - we have to do a similar thing for
    # vtypes.
    #
854
855
856
    foreach my $ref ($self->VirtTypes()) {
	my $vtype   = $ref->name();
	my @members = split(" ", $ref->members());
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884

	foreach my $phystype (@members) {
	    next
		if (!exists($node_type_linkbw{$phystype}));

	    $node_type_linkbw{$vtype} = {}
	        if (!defined($node_type_linkbw{$vtype}));

	    foreach my $protocol (keys(%{ $node_type_linkbw{$phystype} })) {
		my @list = keys(%{ $node_type_linkbw{$phystype}{$protocol} });
		foreach my $speed (@list) {
		    $node_type_linkbw{$vtype}{$protocol}->{$speed} = 1;
		}
	    }
	}
    }

    if ($self->verbose()) {
	$self->printdb("Interface Speeds:\n");
	foreach my $type (keys(%node_type_linkbw)) {
	    foreach my $protocol (keys(%{ $node_type_linkbw{$type} })) {
		my @list = keys(%{ $node_type_linkbw{$type}{$protocol} });

		$self->printdb(" $type:$protocol - @list\n");
	    }
	}
    }
    
885
886
887
888
889
    $self->{'IFACECAPS'}  = \%interface_capabilities;
    $self->{'TYPELINKBW'} = \%node_type_linkbw;
    
    return 0;
}
890
891
892
893
894
895
sub interfacespeedmbps($$$)
{
    my ($self, $type, $which) = @_;
        
    return $self->{'IFACECAPS'}->{$type}->{"${which}_defspeed"}/1000.0;
}
896

897
898
899
900
#
# When updating with fixednodes turned on, we need the current set
# of nodes that need to be fixed.
#
901
sub LoadCurrentResources($)
902
903
904
905
906
907
908
{
    my ($self) = @_;

    $self->counters()->{'reserved_simcount'}  = 0;
    $self->counters()->{'reserved_virtcount'} = 0;
    $self->counters()->{'reserved_physcount'} = 0;

909
910
    $self->printdb("Loading current resources" .
		   ($self->regression() ? " in regression mode" : "") . "\n");
911

912
    my @nodelist = $self->experiment()->NodeList(0, 1);
913
914
915
    return 0
	if (!@nodelist);

916
917
918
919
920
921
922
923
924
    if ($self->regression()) {
	#
	# In regression mode, we just store the p2v mapping for fixnode.
	#
	foreach my $pnode (@nodelist) {
	    my $vname   = $pnode->vname();
	    my $node_id = $pnode->node_id();

	    if ($pnode->isvirtnode()) {
925
		$node_id = $pnode->phys_nodeid();
926
	    }
927
928
	    $self->fixednodes()->{$vname} = $node_id;
	    $self->printdb("  fixing $vname -> $node_id\n");
929
930
931
932
	}
	return 0;
    }

933
    foreach my $pnode (@nodelist) {
934
935
936
937
938
939
940
941
942
	my $vname   = $pnode->vname();
	my $node_id = $pnode->node_id();
	my $rsrv    = $pnode->ReservedTableEntry();

	# A list of vnodes on this pnode.
	$self->current_p2v()->{$pnode->phys_nodeid()} = []
	    if (! exists($self->current_p2v()->{$pnode->phys_nodeid()}));
	$self->pnodes()->{$node_id} = $pnode;

943
944
945
946
	#
	# WIDEAREA nodes are going to break.
	#
	if ($pnode->isremotenode() &&
947
948
	    !($pnode->isplabdslice() || $pnode->isfednode() ||
	      $pnode->isdedicatedremote())) {
949
950
951
952
953
	    tberror("Cannot update widearea nodes yet!\n");
	    return -1;
	}
	if ($pnode->isvirtnode()) {
	    $self->counters()->{'reserved_virtcount'}++;
954
955
956
957
958
959
960

	    # Get the underlying physical node.
	    my $ppnode = Node->Lookup($pnode->phys_nodeid());
	    if (!defined($ppnode)) {
		tberror("Cannot map $pnode to its real physnode");
		return -1;
	    }
961
	    my $ppnode_id = $ppnode->node_id();
962

963
964
965
	    $self->fixednodes()->{$vname} = $ppnode_id
		if ($self->fixcurrent());
	    
966
967
968
	    #
	    # Record the mappings. 
	    #
969
970
	    $self->current_v2v()->{$vname} = $pnode->node_id();
	    $self->current_v2p()->{$vname} = $ppnode->node_id();
971
972
973
974
975
	    push(@{ $self->current_p2v()->{$ppnode->node_id()} }, $vname);
	    
	    # Mark the node as unused until later.
	    $pnode->_reuse("unused");
	    $ppnode->_reuse("unused");
976
977
978
979
980
981
982
983
984

	    #
	    # Add the pnode node to the oldreserved list for nfree.
	    # See the comment below. We cannot use p2v because we
	    # might not own all those nodes, if on a shared node.
	    # We do not add the ppnode. It will get added in the
	    # next clause if we actually own it.
	    #
	    $self->oldreservednodes()->{$pnode->node_id()} = $pnode;
985
986
	    
	    $self->printdb("current v2p: $node_id ($ppnode_id) -> $vname\n");
987
988
989
990
991
992
993
994
995
996
	}
	else {
	    #
	    # All the sim stuff is bit rotting cause no one understands it.
	    #
	    if ($rsrv->{'erole'} eq TBDB_RSRVROLE_SIMHOST) {
		tberror("Cannot update sim nodes yet!\n");
		return -1;
	    }
	    else {
997
998
999
		$self->fixednodes()->{$vname} = $pnode->node_id()
		    if ($self->fixcurrent());
		
1000
		$self->counters()->{'reserved_physcount'}++;
1001
1002
1003
1004

		#
		# Record the mapping. 
		#
1005
		$self->current_v2p()->{$vname} = $pnode->node_id();
1006
1007
1008
1009
		push(@{ $self->current_p2v()->{$node_id} }, $vname);
		# Mark the node as unused until later.
		$pnode->_reuse("unused");

1010
1011
1012
1013
1014
1015
1016
		#
		# Add the pnode node to the oldreserved list for nfree.
		# See the comment below. We cannot use p2v because we
		# might not own all those nodes, if on a shared node.
		#
		$self->oldreservednodes()->{$pnode->node_id()} = $pnode;

1017
		$self->printdb("current v2p: $node_id -> $vname\n");
1018
1019
1020
1021
1022
1023
	    }
	}
    }
    return 0;
}

1024
1025
1026
sub LoadVirtNodes($)
{
    my ($self) = @_;
1027
    my $gotgeninodes = 0;
1028
1029
1030

    $self->printdb("Loading virtual nodes\n");

1031
1032
1033
1034
    my $pid    = $self->pid();
    my $eid    = $self->eid();
    my $table  = $self->virt_nodes();

1035
    foreach my $virt_node ($table->Rows()) {
1036
1037
1038
1039
	my $vnode    = libvtop::virt_node->Create($self, $virt_node);
	my $vname    = $vnode->vname();
	my $desires  = {};
	my $startloc = undef;
1040
1041

	# Other fields we need.
1042
	my $ips     = $vnode->ips() || "";
1043
1044
1045
	my $type    = $vnode->type();
	my $fixed   = $vnode->fixed();
	my $osname  = $vnode->osname();
1046
	my $parent_osname  = $vnode->parent_osname();
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059

	# XXX
	# If its a vtype, there will not be any node_type data. This
	# can break things, if one were to mix a virt/remote type with
	# a nonvirt/local type! Need to actually verify the vtypes
	# for consistency. 
	#
	my $isremote= 0;
	my $isvirt  = 0;
	my $issub   = 0;
	my $isplab  = 0;
	my $issim   = 0;
	my $isdyn   = 0;	# Only virtnodes are dynamic.
1060
	my $isvtyped= 0;
1061
	my $isded   = 0;
1062
	my $isgeni  = 0;
1063
1064
1065
1066
1067
1068

	# If we have a real type or auxtype ...
	my $nodetype = NodeType->LookupAny($type);
	if (!defined($nodetype)) {
	    my $vtype = $self->virttypeisvtype($type);
	    if (!defined($vtype)) {
1069
		warn("Improper type $type for node $vnode!\n");
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
		return -1;
	    }
	    #
	    # For now, just pick the first member type.
	    #
	    my @memberlist = split(" ", $vtype->members());
	    my $vtypename  = $memberlist[0];

	    $nodetype = NodeType->LookupAny($vtypename);
	    if (!defined($nodetype)) {
1080
		warn("Improper type $vtypename in vtypes for node $vnode!\n");
1081
1082
		return -1;
	    }
1083
	    $isvtyped = 1;
1084
	}
1085
1086
	$vnode->_typeinfo($nodetype);
	
1087
1088
1089
1090
	$isremote = $nodetype->isremotenode();
	$isvirt   = $nodetype->isvirtnode();
	$issub    = $nodetype->issubnode();
	$isplab   = $nodetype->isplabdslice();
1091
	$isgeni   = $nodetype->isfednode();
1092
1093
	$issim    = $nodetype->issimnode();
	$isdyn    = $nodetype->isdynamic();
1094
	$isded    = $nodetype->isdedicatedremote();
1095

1096
1097
1098
	# Mark this as being a virtual typed node.
	$vnode->_isvtyped($isvtyped);

1099
1100
1101
	# dynamic inclusion below.
	$gotgeninodes++ if ($isgeni);

1102
1103
1104
1105
1106
1107
	# All this info is stashed in our local object.
	$vnode->_nodeweight(undef);
	$vnode->_isremotenode($isremote);
	$vnode->_isvirtnode($isvirt);
	$vnode->_issubnode($issub);
	$vnode->_isplabnode($isplab);
1108
	$vnode->_isgeninode($isgeni);
1109
1110
	$vnode->_issimnode($issim);
	$vnode->_isdynamic($isdyn);
1111
	$vnode->_isdedremote($isded);
1112
1113
	# Set below from a desire.
	$vnode->_sharedokay(0);
1114
	$vnode->_fixedvm(undef);
1115
	$vnode->_isbridge(($vnode->role() eq "bridge" ? 1 : 0));
1116

1117
1118
1119
	# For a list of interfaces on this node, as for rspec generation
	$vnode->_virtifaces([]);

1120
1121
1122
	# dynamic inclusion below.
	$gotgeninodes++ if ($isgeni);

1123
1124
	# The mapped osname to actual osinfo structure.
	$vnode->_osinfo(undef);
1125
1126
	# If the virtnode tries to specify its parent os in addition
	# to its own, store that osinfo here.
1127
	$vnode->_parent_osinfo(undef);
1128
1129
1130
1131
1132
1133
1134
	# Eventual physical mapping. 
	$vnode->_physnode(undef);
	# Handy to combine these.
	$vnode->_settings([ $vnode->cmd_line(),
			    $vnode->rpms(),
			    $vnode->startupcmd(),
			    $vnode->tarfiles(),
1135
			    $vnode->loadlist(),
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
			    $vnode->failureaction(),
			    $vnode->routertype() ]);

	#
	# If a subnode, kill the fixed mapping. That was just to
	# tell us the connection. We do not want to overload "fixed"
	# within assign wrapper since its already overloaded.
	#
	if ($issub) {
	    # Must be a parent. Set in the parser, either explicitly, or else
	    # one is created if the user leaves it out.
	    if (!defined($fixed) || $fixed eq "") {
1148
		warn("Subnode $vname must be fixed to its parent!\n");
1149
1150
1151
		return -1;
	    }
	    $vnode->_parent($fixed);
1152
	    $vnode->fixed(undef);
1153
1154
1155
1156
1157
	    undef($fixed);
	}

	# Can fixed really get set to ""?
	if (defined($fixed) && $fixed ne "") {
1158
	    # Store the name since we use FIXED_NODES for delay nodes too.
1159
	    $self->fixednodes()->{$vname} = $fixed;
1160
1161
1162
1163
1164

	    # We do not know until all the nodes are loaded, if fixing
	    # to a physical node or another node in the topology. See
	    # the post pass loop below.
	    $vnode->_fixedvm($fixed)
1165
		if ($isvirt && !$isgeni);
1166
	}
Leigh B Stoller's avatar
Leigh B Stoller committed
1167
1168
	else {
	    $vnode->fixed(undef);
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
	    undef($fixed);
	}

	# For the moment, geni nodes must be bound to a CM.
	if ($isgeni) {
	    if (!defined($fixed) || $fixed eq "") {
		tberror("Geninode $vnode must be fixed to a CM.");
		return -1;
	    }
	    my ($authority,$gtype,undef) = GeniHRN::Parse($fixed);
	    #
	    # We allow an authority instead of a node urn. This is just a
	    # kludge so I can test against the AM interface. 
	    #
	    if ($gtype eq "node") {
		$vnode->_cmurn(GeniHRN::Generate($authority,
						 "authority", "cm"));
	    }
	    elsif ($gtype eq "authority") {
		$vnode->_cmurn($fixed);
		$fixed = GeniHRN::Generate($authority, "node", "*");
		$vnode->fixed($fixed);
	    }
	}
	else {
	    $vnode->_cmurn($mycmurn);
Leigh B Stoller's avatar
Leigh B Stoller committed
1195
	}
1196
1197

	$self->printdb("  $vname type:$type ips:$ips\n");
1198
	$self->printdb("         isrem:$isremote isvirt:$isvirt");
1199
1200
	$self->printdb(" fixed:$fixed")
	    if (defined($fixed) && $fixed ne "");
1201
	$self->printdb("\n");
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
	
	# We need to check the names to make sure they do not clash with
	# our internal delay node names.
	if (($vname =~ /^tbdelay\d+/) ||
	    ($vname =~ /^tbsdelay\d+/)) {
	    print "Warning: $vname is a reserved name. Working around it.\n";
	    my ($num) = ($vname =~ /(\d+)/);
	    $self->delayid($num + 1);
	}

	# Take apart the IP list.
1213
	my @iplist  = split(" ", $ips);
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
	foreach my $ipinfo (@iplist) {
	    my ($port,$ip) = split(":",$ipinfo);
	    
	    $self->{'IPS'}->{"$vname:$port"} = $ip;
	}

	#
	# Map the osname to an OSID now so that we can check max_concurrent.
	# This also avoids the work and *check* later after we have done 90%
	# of assign_wrapper. If no osname was specified, we have to wait and
	# use the default for the type of phys node that assign picks.
	#
	if (defined($osname) && $osname ne "") {
	    my $osinfo = OSinfo->Lookup("$pid,$osname");
	    if (!defined($osinfo)) {
		$osinfo = OSinfo->LookupByName($osname);

		if (!defined($osinfo)) {
		    tberror({cause => 'user', type => 'primary',
			     severity => SEV_ERROR,
			     error => ['invalid_os', undef, $osname, $pid]},
			    "Invalid OS $osname in project $pid!");
		    return -1;
		}
	    }
	    $vnode->_osinfo($osinfo);
	}
1241
	elsif ($isvirt) {
1242
1243
1244
1245
1246
1247
1248
1249
1250
	    my $osinfo;
	    if ($nodetype->type() eq "pcvm") {
		# Silly default.
		$osinfo = OSinfo->LookupByName("OPENVZ-STD");
	    }
	    else {
		# Grab it from the typeinfo.
		$osinfo = OSinfo->Lookup($nodetype->default_osid());
	    }
1251
1252
	    $vnode->_osinfo($osinfo);
	}
1253

1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
	#
	# Map the parent_osname to an OSID now.
	#
	if (defined($parent_osname) && $parent_osname ne "") {
	    my $osinfo = OSinfo->Lookup("$pid,$parent_osname");
	    if (!defined($osinfo)) {
		$osinfo = OSinfo->LookupByName($parent_osname);

		if (!defined($osinfo)) {
		    tberror({cause => 'user', type => 'primary',
			     severity => SEV_ERROR,
			     error => ['invalid_os', undef, $parent_osname, $pid]},
			    "Invalid parent OS $parent_osname in project $pid!");
		    return -1;
		}
	    }
	    $vnode->_parent_osinfo($osinfo);
	}

1273
1274
1275
1276
1277
1278
	#
	# Add in desires.
	#
	foreach my $desire ($self->virt_desires()->Rows()) {
	    next
		if ($desire->vname() ne $vname);
1279
	    
1280
	    $desires->{$desire->desire()} = $desire->weight();
1281
1282
1283
1284
1285

	    # User says a shared node is okay. We need this info later
	    # when generating links/lans for the vtop.
	    $vnode->_sharedokay(1)
		if ($isvirt && $desire->desire() eq "pcshared");
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
	}
	$vnode->_desires($desires);

	#
	# And the startloc, but doubt this is used anymore.
	#
	foreach my $startloc ($self->virt_startloc()->Rows()) {
	    if ($startloc->vname() eq $vname) {
		$startloc = $startloc->building();
		last;
	    }
	}
	$vnode->_startloc($startloc);

1300
	# Counters
1301
	$self->{'COUNTERS'}->{'nodecount'}++;
1302
1303
1304
1305
1306
1307
1308
1309
	$self->{'COUNTERS'}->{'simcount'}++
	    if ($issim);
	$self->{'COUNTERS'}->{'remotecount'}++
	    if ($isremote);
	$self->{'COUNTERS'}->{'virtcount'}++
	    if ($isvirt);
	$self->{'COUNTERS'}->{'plabcount'}++
	    if ($isplab);
1310
1311
	$self->{'COUNTERS'}->{'genicount'}++
	    if ($isgeni);
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
	$self->{'COUNTERS'}->{'physcount'}++
	    if (!$issim && !$isvirt);
	$self->{'COUNTERS'}->{'sharedcount'}++
	    if ($isvirt && $vnode->_sharedokay());
	# stats
	my $ipcount = scalar(@iplist);

	$self->exptstats()->{"maxlinks"} = $ipcount
	    if ($ipcount > $self->exptstats()->{"maxlinks"});
	$self->exptstats()->{"minlinks"} = $ipcount
	    if ($ipcount < $self->exptstats()->{"minlinks"});

1324
	# Add to the list.
1325
	$self->vnodes()->{$vname} = $vnode;
1326
    }
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
    if ($gotgeninodes) {
	if ($PGENISUPPORT) {
	    require libGeni;
	    require GeniXML;
	    import GeniXML;
	}
	else {
	    tberror("Using geni nodes but PROTOGENI_SUPPORT is not defined\n");
	    return -1;
	}
    }
1338
1339
1340
1341
1342
1343
1344
1345
1346

    #
    # Go back and look for any VMs that were fixed to nodes. Need to make
    # the OS consistent.
    #
    foreach my $vname (sort(keys(%{ $self->{'VNODES'} }))) {
	my $vnode = $self->vnodes()->{$vname};
	my $osid;

1347
1348
1349
	next
	    if ($vnode->_isgeninode());

1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
	next
	    if (! ($vnode->_isvirtnode() && $vnode->_fixedvm()));
	
	my $fixnode = $self->vnodes()->{$vnode->_fixedvm()};
	#
	# If the node is fixed to a physical node, skip. This is a
	# plain old fixnode operation, not our new support for fixing
	# a VM to a real node in the topology.
	#
	if (!defined($fixnode)) {
	    # Lets make sure its a real node.
	    my $fixvname = $vnode->_fixedvm();
	    
	    if (!defined(Node->Lookup($fixvname))) {
		tberror("Cannot fix $vnode to $fixvname; No such node\n");
		return -1;
	    }
	    $vnode->_fixedvm(undef);
	    next;
	}

	if (defined($vnode->_parent_osinfo())) {
	    $osid = $vnode->_parent_osinfo()->osid();
	}
	else {
	    $osid  = ($self->option("jail_osid") ||
		      $self->nodejailosid($vnode));
	}
	return -1
	    if (!defined($osid));
	my $osinfo = OSinfo->Lookup($osid);
	return -1
	    if (!defined($osinfo));
	
	$fixnode->_osinfo($osinfo);
	# Convert from the name to the local object.
	$vnode->_fixedvm($fixnode);

	$self->printdb("Fixing VM $vname to $fixnode, $osinfo\n");
    }
    
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
    return 0;
}

sub LoadVirtLans($)
{
    my ($self) = @_;

    $self->printdb("Loading virtual lans\n");

    my $pid    = $self->pid();
    my $eid    = $self->eid();
    my $table  = $self->virt_lans();

    foreach my $virt_lan_member ($table->Rows()) {
	my $vlanname = $virt_lan_member->vname();

	# Local wrapper for virt_lan_lan table entry (the "lan").
	my $virtlan = $self->vlans()->{$vlanname};
	if (!defined($virtlan)) {
	    my $virt_lan_lan = $self->virt_lan_lans()->Find($vlanname);
	    $virtlan = libvtop::virt_lan->Create($self, $virt_lan_lan);
	    # Add it to the toplevel list of lans.
	    $self->vlans()->{$vlanname} = $virtlan;
1414
	    $virtlan->_accesspoint(undef);
1415
1416
1417
1418
1419
1420
1421
1422
1423
	}

	# Now the local wrapper for the virt_lan table entry (the "member").
	my $vlanmember = libvtop::virt_lan_member->Create($self,
							  $virt_lan_member,
							  $virtlan);

	# Which we add to the member hash for the lan by vnode:vport
	# Note that $vlanmember->member() returns vnode:port.
1424
	$virtlan->addmember($vlanmember);
1425
1426
1427
1428

	# Global map from vnode:port back to the lan object
	$self->memberof()->{$vlanmember->member()} = $virtlan;

1429
1430
1431
	# Each virt_node has a list of all virt_lans it belongs to.
	$vlanmember->virt_node()->membership()->{"$virtlan"} = $virtlan;

1432
1433
1434
1435
	# Other fields we need below
	my $delay          = $vlanmember->delay();
	my $bandwidth      = $vlanmember->bandwidth();
	my $est_bandwidth  = $vlanmember->est_bandwidth();
1436
	my $backfill       = $vlanmember->backfill();
1437
1438
1439
1440
	my $lossrate       = $vlanmember->lossrate();
	my $rdelay         = $vlanmember->rdelay();
	my $rbandwidth     = $vlanmember->rbandwidth();
	my $rest_bandwidth = $vlanmember->rest_bandwidth();
1441
	my $rbackfill      = $vlanmember->rbackfill();
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
	my $rlossrate      = $vlanmember->rlossrate();
	my $widearea       = $vlanmember->widearea();
	my $isemulated     = $vlanmember->emulated();
	my $uselinkdelay   = $vlanmember->uselinkdelay();
	my $nobwshaping    = $vlanmember->nobwshaping();
	my $trivial_ok     = $vlanmember->trivial_ok();
	my $protocol       = $vlanmember->protocol();
	my $mustdelay      = $vlanmember->mustdelay();
	my $encap          = $vlanmember->encap_style();
	my $mask           = $vlanmember->mask();
1452
	my $ip             = $vlanmember->ip();
Leigh B Stoller's avatar
Leigh B Stoller committed
1453
	my $layer          = $vlanmember->layer();
Leigh B Stoller's avatar
Leigh B Stoller committed
1454
	my $implemented_by = $vlanmember->implemented_by_path();
1455
	my $fixed_iface    = $vlanmember->fixed_iface();
1456
1457
1458
1459
	my ($vname,$vport) = split(":", $vlanmember->member());

	# virt_nodes:ips is actually deprecated; this overrides it.
	$self->{'IPS'}->{"$vname:$vport"} = $ip;
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490

	#
	# So all this stuff is really per-lan state, but an artifact of
	# the original implementation is that it is duplicated in every
	# single member row. So, push the info up a level to make it easy
	# to figure out how each lan is set up.
	#

	# If RED, must insert traffic shapping.
	$virtlan->_mustdelay($mustdelay);
	# User has requested the link/lan be emulated. Not typical.
	$virtlan->_emulated($isemulated);
	# User has requested "endnodeshaping" (dummynet on end nodes).
	$virtlan->_uselinkdelay($uselinkdelay);
        # The nobwshaping flag is used in conjunction with emulated
        # links to turn off actual bw traffic shaping on an emulated
        # link. This allows assign to match the specified bws, but not
        # force them to be such with delay nodes (leaves it up to the
        # user to moderate the bw).
	$virtlan->_nobwshaping($nobwshaping);
	$virtlan->_encapstyle($encap);
	# User has said that colocating is okay. Not typical.
	$virtlan->_trivial_ok($trivial_ok);
	# Link is connected to a remote node, and gets a tunnel.
	$virtlan->_tunnel(0);
	# Netmask for the entire lan.
	$virtlan->_mask($mask);
	$virtlan->_widearea($widearea);
	# Whether all member nodes are simulated
	$virtlan->_allsim(0);
	$virtlan->_protocol($protocol);
Leigh B Stoller's avatar
Leigh B Stoller committed
1491
	$virtlan->_layer($layer);
1492
1493
	$virtlan->_accesspoint($vlanmember)
	    if ($vlanmember->is_accesspoint());
1494
	$virtlan->_sharednodes(0);
1495
	$virtlan->_geninodes(0);
Leigh B Stoller's avatar
Leigh B Stoller committed
1496
1497
	$virtlan->_implemented_by($implemented_by);
	$virtlan->_vpath(undef);
1498
1499
	$virtlan->_bridged(0);
	
1500
1501
1502
1503
1504
1505
1506
1507
1508
	if (defined($encap) &&
	    ($encap eq "vtun" || $encap eq "gre" || $encap eq "egre")) {
	    $virtlan->_tunnel(1);
	}

	# Store this stuff as a unit to make it easier to grab later.
	$vlanmember->_delayinfo([ $delay,
				  $bandwidth,
				  $est_bandwidth,
1509
				  $backfill,
1510
1511
1512
1513
				  $lossrate,
				  $rdelay,
				  $rbandwidth,
				  $rest_bandwidth,
1514
				  $rbackfill,
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
				  $rlossrate ]);

	#
	# Ditto for the Q stuff, which is not needed until the delay
	# links are created. There are no "r" params either; Queue
	# stuff is handled in just the to-switch direction.
	#
	$vlanmember->_queueinfo([$vlanmember->q_limit(),
				 $vlanmember->q_maxthresh(),
				 $vlanmember->q_minthresh(),
				 $vlanmember->q_weight(),
				 $vlanmember->q_linterm(),
				 $vlanmember->q_qinbytes(),
				 $vlanmember->q_bytes(),
				 $vlanmember->q_meanpsize(),
				 $vlanmember->q_wait(),
				 $vlanmember->q_setbit(),
				 $vlanmember->q_droptail(),
				 $vlanmember->q_red(),
				 $vlanmember->q_gentle() ]);

	#
	# The trace info is stored along with the QUEUEINFO, but its
	# easier if I split it out.
	#
	$vlanmember->_traceinfo([$vlanmember->traced(),
				 $vlanmember->trace_endnode(),
				 $vlanmember->trace_type(),
				 $vlanmember->trace_expr(),
				 $vlanmember->trace_snaplen(),
				 $vlanmember->trace_db() ]);

	#
	# This will get set on a per-member basis when it is determined
	# that the link is getting a delaynode cause its really being
	# shaped, or because it is being traced or monitored.
	#
	$virtlan->shapedmembers()->{"$vlanmember"} = 0;
1553
	$vlanmember->_shaped(0);
1554
	$virtlan->_delayed(0);
1555
	$vlanmember->_bridged(0);
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574

	#
	# XXX - Whenever a delay node is inserted, port speeds are set to
	#       the next fastest interface type we have, even if they requested
	#       exactly some speed that can be done without a delay node such
	#       as 10Mbs or 100Mbs. This is a simplification. At some point we
	#       might want to force all the ports along the way to 10Mbs, and
	#       have the delay node worry about delay only, and not bandwidth.
	#       That will be harder to to do in this mess. See companion XXX
	#       below where the delays table is initialized. Initially, we set
	#       the speed to 10Mbs, if a delay node is insterted below, it
	#       resets this to 100Mbs.
	#
	my $portbw = $self->getbandwidth($vlanmember, $virtlan, $bandwidth);
	$self->portbw()->{"$vlanmember"} = $portbw;
	
	$self->printdb("  $vlanname $vlanmember portbw:$portbw - ".
		       "$delay $bandwidth $lossrate ".
		       "$rdelay $rbandwidth $rlossrate\n");
1575
1576

	# Temporary, for generating rspecs.
1577
	push(@{ $vlanmember->virt_node()->_virtifaces() }, $vlanmember);
1578
1579
1580
1581

	# Terrible.
	$vlanmember->_reservebw(0);
	$vlanmember->_needtrunk(0);
1582
1583
	if ($vlanmember->virt_node()->type() eq "sppvm" ||
	    $vlanmember->virt_node()->type() eq "bbgenivm") {
1584
1585
	    $vlanmember->_reservebw($bandwidth);
	    $vlanmember->_needtrunk(1);
1586
	    $vlanmember->_nobwshaping(1);
1587
1588
	    $self->printdb("  Forcing $vlanmember to reserve shared bandwidth\n");
	}
1589
    }
1590

1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
    #
    # Load up the virt_bridges.
    #
    foreach my $virt_bridge ($self->virt_bridges()->Rows()) {
	my $bridgename = $virt_bridge->vname();
	my $bridgevlan = $virt_bridge->vlink();
	my $bridgeport = $virt_bridge->vport();

	if (!exists($self->vlans()->{$bridgevlan})) {
	    tberror("virt_bridge: no such vlan $bridgevlan\n");
	    return -1;
	}
	if (!exists($self->vnodes()->{$bridgename})) {
	    tberror("virt_bridge: no such node $bridgename\n");
	    return -1;
	}
	my $memberof = $self->memberof()->{"$bridgename:$bridgeport"};
	if (!defined($memberof)) {
	    tberror("virt_bridge: ".
		    "$bridgename:$bridgeport is not in $bridgevlan\n");
	    return -1;
	}
	my $vlan = $self->vlans()->{$bridgevlan};
	my $member = $vlan->members()->{"$bridgename:$bridgeport"};

	$self->bridges()->{$bridgename} = {}
	    if (!exists($self->bridges()->{$bridgename}));

	# Store the list of members of this bridge. We assume that
	# a lan is not in a bridge more then once.
	$self->bridges()->{$bridgename}->{"$member"} = $member;
    }

1624
1625
1626
1627
1628
1629
    #
    # Check the bridge requests and set the cross links.
    #
    foreach my $virtlan (values(%{ $self->vlans() })) {
	foreach my $member ($virtlan->memberlist()) {
	    next
1630
		if (!defined($member->bridge_vname()));
1631

1632
1633
1634
	    my $bridge_vname = $member->bridge_vname();
	    if (!exists($self->bridges()->{$bridge_vname})) {
		tberror("$virtlan: no such bridge $bridge_vname\n");
1635
1636
1637
1638
1639
1640
		return -1;
	    }
	    if (!$member->virt_node()->_isbridge()) {
		tberror("$member is bridged but is not a bridge\n");
		return -1;
	    }
1641
1642
1643
1644
1645
1646
	    my $bridged_member = $self->bridges()->{$bridge_vname}->{"$member"};
	    if (!defined($bridged_member)) {
		tberror("$member is bridged to nonexistent member\n");
		return -1;
	    }
	    $member->_bridged(1);
1647
1648
	    $virtlan->_bridged(1);
	    $self->printdb("$virtlan bridge: $member to $bridged_member\n");
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
1659

	    #
	    # Check tracing. Only on links attached to the bridge.
	    # One side might be a lan, but tracing is allowed on the
	    # link side only. This mirrors the delay node impl, where
	    # tracing is done only at ingress to the lan.
	    #
	    if ($member->traced() && !$virtlan->islink()) {
		tberror("$member is traced, but $virtlan is not a link\n");
		return -1;
	    }
1660
1661
1662
	}
    }
    
Leigh B Stoller's avatar
Leigh B Stoller committed
1663
1664
1665
1666
1667
1668
1669
1670
1671
1672
1673
1674
1675
1676
1677
1678
1679
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
1694
1695
1696
1697
1698
1699
1700
1701
1702
1703
1704
1705
1706
1707
1708
1709
1710
1711
1712
1713
1714
1715
1716
1717
    #
    # Load the virt paths.
    #
    foreach my $vpath ($self->virt_paths()->Rows()) {
	my $pathname     = $vpath->pathname();
	my $segmentname  = $vpath->segmentname();
	my $segmentindex = $vpath->segmentindex();
	my $layer        = $vpath->layer();

	# Local wrapper for virt_path table entry;
	my $virtpath = $self->vpaths()->{$pathname};
	if (!defined($virtpath)) {
	    $virtpath = libvtop::virt_path->Create($self, $pathname,$layer);
	    # Add it to the toplevel list of paths.
	    $self->vpaths()->{$pathname} = $virtpath;
	}

	# Find the link this path segment refers to.
	my $virtlan = $self->vlans()->{$vpath->segmentname()};
	if (!defined($virtlan)) {
	    tberror("Cannot virtlan $segmentname in $virtpath\n");
	    return -1;
	}
	# All the segments in the path must be the same layer.
	if ("$layer" ne $virtpath->layer()) {
	    tberror("Path layer mismatch: $segmentname in $virtpath\n");
	    return -1;
	}
	# MLE Constraint:
	#  * A link cannot be in two paths at once. 
	#
	if (defined($virtlan->_vpath())) {
	    my $ovpath = $virtlan->_vpath();
	    tberror("$vpath: $virtlan is already in path $ovpath\n")
	}
	$virtlan->_vpath($virtpath);
	$virtpath->addmember($vpath, $virtlan);

	$self->printdb("$virtpath segment: $virtlan\n");
    }
    #
    # Now sanity check the implemented_by relationships to make sure they
    # are layered properly.
    #
    foreach my $virtlan (values(%{ $self->vlans() })) {
	my $implemented_by = $virtlan->_implemented_by();

	next
	    if (!defined($implemented_by));

	my $vpath = $self->vpaths()->{$implemented_by};
	if (!defined($vpath)) {
	    tberror("Could not find path $implemented_by for $virtlan");
	    return -1;
	}
1718
1719
1720
1721
1722
	if ($vpath->layer() == $virtlan->_layer() && $vpath->layer() != 2) {
	    tberror("Path $vpath at the same layer as $virtlan");
	    return -1;
	}
	if ($vpath->layer() > $virtlan->_layer()) {
Leigh B Stoller's avatar
Leigh B Stoller committed
1723
1724
1725
1726
1727
1728
1729
1730
1731
1732
1733
1734
1735
1736
1737
1738
1739
1740
1741
1742
1743
1744
1745
1746
1747
1748
1749
1750
1751
1752
1753
	    tberror("Path $vpath at a higher layer then $virtlan");
	    return -1;
	}
	#
	# MLE Constraints;
	#  * Any link that is implemented by something can have only
	#    two members (a duplex link).
	#  * Endpoint equivalence: The first and last nodes of the link
	#    must be the same as the first and last nodes of the path.
	#    This constraint is very important; it means we have to solve
	#    *just* the lowest layer with assign, and everything is plopped
	#    down on top of that.
	#
	if (scalar($virtlan->memberlist()) != 2) {
	    tberror("$virtlan is implemented by $vpath, but is not a link");
	    return -1;
	}
	my ($member0,$member1) = $virtlan->memberlist();
	my $virtnode0 = $member0->virt_node();
	my $virtnode1 = $member1->virt_node();
	# Look for VMs that have been "fixed" to another node.
	if ($virtnode0->fixed()) {
	    $virtnode0 = $self->vnodes()->{$virtnode0->fixed()};
	}
	if ($virtnode1->fixed()) {
	    $virtnode1 = $self->vnodes()->{$virtnode1->fixed()};
	}
	my $firstnode = $vpath->firstmember()->virt_node();
	my $lastnode  = $vpath->lastmember()->virt_node();

	if ("$virtnode0" ne "$firstnode") {
1754
1755
	    tberror("First node of $vpath is not the same as $virtlan ".
		    "$virtnode0, $firstnode, $member0, $member1\n");
Leigh B Stoller's avatar
Leigh B Stoller committed
1756
1757
1758
	    return -1;
	}
	if ("$virtnode1" ne "$lastnode") {