All new accounts created on Gitlab now require administrator approval. If you invite any collaborators, please let Flux staff know so they can approve the accounts.

libvtop_test.pm.in 305 KB
Newer Older
1
#!/usr/bin/perl -w
2
#
3
# Copyright (c) 2005-2016 University of Utah and the Flux Group.
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
# 
# {{{EMULAB-LICENSE
# 
# This file is part of the Emulab network testbed software.
# 
# This file is free software: you can redistribute it and/or modify it
# under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or (at
# your option) any later version.
# 
# This file is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Affero General Public
# License for more details.
# 
# You should have received a copy of the GNU Affero General Public License
# along with this file.  If not, see <http://www.gnu.org/licenses/>.
# 
# }}}
23
#
24
package libvtop_test;
25 26 27 28

use strict;
use Exporter;
use vars qw(@ISA @EXPORT @EXPORT_OK
29
	    $VTOP_FLAGS_UPDATE $VTOP_FLAGS_VERBOSE $VTOP_FLAGS_QUIET
30
	    $VTOP_FLAGS_FIXNODES $VTOP_FLAGS_IMPOTENT $VTOP_FLAGS_ALLOCONLY
31 32
	    $VTOP_FLAGS_REGRESSION $VTOP_FLAGS_FIXLANNODES
	    $VTOP_FLAGS_PREASSIGN);
33 34 35 36 37

@ISA    = "Exporter";
@EXPORT = qw( );

use libdb;
38
use libtblog_simple;
39 40
use libtestbed;
use Experiment;
41
use EmulabConstants;
42 43 44 45 46
use VirtExperiment;
use Node;
use NodeType;
use Lan;
use OSinfo;
47
use Blockstore;
48
use Lease;
49
use Image;
50
use Port;
51
use English;
52
use emutil qw(SpanningTree GenFakeMac);
53 54
use Data::Dumper;
use Carp;
55
use POSIX;
56
use XML::LibXML;
57
use XML::Simple;
58 59

# Configure variables
60 61
my $TB		  = "@prefix@";
my $BOSSNODE      = "@BOSSNODE@";
62
my $AVAIL         = "$TB/bin/avail";
63 64 65
my $NALLOC        = "$TB/bin/nalloc";
my $NFREE         = "$TB/bin/nfree";
my $OS_SELECT     = "$TB/bin/os_select";
66
my $DELAYCAPACITY = @DELAYCAPACITY@;	# Can be overridden by user.
67
my $DELAYTHRESH   = @DELAYTHRESH@;
68
my $PGENISUPPORT  = @PROTOGENI_SUPPORT@;
69
my $PGENIRACK     = @PROTOGENI_GENIRACK@;
70
my $OURDOMAIN     = "@OURDOMAIN@";
71
my $MAINSITE      = @TBMAINSITE@;
72 73 74 75 76 77
my $mycmurn       = "";

if ($PGENISUPPORT) {
  require GeniHRN;
  $mycmurn = GeniHRN::Generate("@OURDOMAIN@", "authority", "cm");  
}
78 79 80 81

# Flags.
$VTOP_FLAGS_VERBOSE	= 0x01;
$VTOP_FLAGS_UPDATE	= 0x02;
82
$VTOP_FLAGS_FIXNODES	= 0x04;
83
$VTOP_FLAGS_IMPOTENT	= 0x08;
84
$VTOP_FLAGS_REGRESSION  = 0x10;
85
$VTOP_FLAGS_QUIET       = 0x20;
86
$VTOP_FLAGS_ALLOCONLY	= 0x40;
87
$VTOP_FLAGS_FIXLANNODES	= 0x80;
88
$VTOP_FLAGS_PREASSIGN	= 0x100;
89

90
@EXPORT_OK = qw($VTOP_FLAGS_UPDATE $VTOP_FLAGS_VERBOSE $VTOP_FLAGS_FIXNODES
91
		$VTOP_FLAGS_IMPOTENT $VTOP_FLAGS_REGRESSION $VTOP_FLAGS_QUIET
92 93
		$VTOP_FLAGS_ALLOCONLY $VTOP_FLAGS_FIXLANNODES
		$VTOP_FLAGS_PREASSIGN);
94 95 96 97

#
# Create an object representing the stuff we need to create the vtop file.
#
98
sub Create($$$$;$)
99
{
100
    my ($class, $experiment, $user, $flags, $realuser) = @_;
101 102 103 104 105 106

    my $virtexperiment = VirtExperiment->Lookup($experiment);
    if (!defined($virtexperiment)) {
	tberror("Could not load virtual experiment object for $experiment\n");
	return undef;
    }
107 108 109
    # Permission checks made for real user, not effective user.
    $realuser = $user
	if (!defined($realuser));
110 111 112

    my $self              = {};
    $self->{'EXPERIMENT'} = $experiment;
113
    $self->{'USER'}       = $user;
114
    $self->{'REALUSER'}   = $realuser;
115 116 117
    $self->{'VIRTEXPT'}   = $virtexperiment;
    $self->{'FLAGS'}      = $flags;
    $self->{'VNODES'}     = {};
118 119
    $self->{'DELAYNODES'} = {};
    $self->{'LANNODES'}   = {};
120
    $self->{'BRIDGES'}    = {};
121 122
    $self->{'BLOCKSTORES'}= {};
    $self->{'SANHOSTS'}   = {};
123
    $self->{'VLANS'}      = {};
Leigh B Stoller's avatar
Leigh B Stoller committed
124
    $self->{'VPATHS'}     = {};
125 126 127 128
    $self->{'MEMBEROF'}   = {};
    $self->{'COUNTERS'}   = {};
    $self->{'EXPTSTATS'}  = {};
    $self->{'DELAYLINKS'} = {};
Leigh B Stoller's avatar
Leigh B Stoller committed
129
    $self->{'VLINKS'}     = {};
130 131
    $self->{'OPTIONS'}    = {};
    $self->{'DELAYID'}    = 0;
132
    $self->{'PHOSTID'}    = 0;
133
    $self->{'IFACEID'}    = 32768;
134
    $self->{'PORTBW'}     = {};
135 136 137 138
    $self->{'RESULTS'}    = { "nodes"  => [],
			      "links"  => [],
			      "class"  => [],
			      "fixed"  => [] };
139
    $self->{'RSPEC'}      = {};
140
    $self->{'GENIRSPEC'}  = undef;
141 142

    # Mostly for update mode.
143 144
    $self->{'FIXEDNODES'}  = {};
    $self->{'CURRENT_V2P'} = {};
145
    $self->{'CURRENT_V2P'} = {};
146 147
    $self->{'CURRENT_P2V'} = {};
    $self->{'CURRENT_V2V'} = {};
148 149
    $self->{'OLDRSRVCLEAN_FLAG'}  = 0;
    $self->{'OLDRSRVCLEAN_NODES'} = {};
150

151 152 153
    # This is just for lannodes.
    $self->{'CURRENT_V2PMAP'} = {};

154
    # Below is for interpretation of assign results.
155
    $self->{'PNODES'}      = {};
156 157
    $self->{'SOLUTION'}    = {};
    $self->{'NEWRESERVED'} = {};	# Newly reserved nodes.
158
    $self->{'NORECOVER'}   = 0;	
159
    
160
    bless($self, $class);
161 162
    $virtexperiment->Dump()
	if (0 && $self->verbose());
163 164 165 166 167

    return $self;
}
# accessors
sub experiment($)       { return $_[0]->{'EXPERIMENT'}; }
168
sub user($)             { return $_[0]->{'USER'}; }
169
sub realuser($)         { return $_[0]->{'REALUSER'}; }
170 171 172
sub virtexperiment($)   { return $_[0]->{'VIRTEXPT'}; }
sub flags($)            { return $_[0]->{'FLAGS'}; }
sub vnodes($)           { return $_[0]->{'VNODES'}; }
173
sub delaynodes($)       { return $_[0]->{'DELAYNODES'}; }
174
sub bridges($)          { return $_[0]->{'BRIDGES'}; }
175 176
sub blockstores($)      { return $_[0]->{'BLOCKSTORES'}; }
sub sanhosts($)         { return $_[0]->{'SANHOSTS'}; }
177
sub lannodes($)         { return $_[0]->{'LANNODES'}; }
178
sub vlans($)            { return $_[0]->{'VLANS'}; }
179
sub memberof($)         { return $_[0]->{'MEMBEROF'}; }
Leigh B Stoller's avatar
Leigh B Stoller committed
180
sub vpaths($)           { return $_[0]->{'VPATHS'}; }
181
sub counters($)         { return $_[0]->{'COUNTERS'}; }
182
sub counter($$)         { return $_[0]->{'COUNTERS'}->{$_[1]}; }
183
sub options($)          { return $_[0]->{'OPTIONS'}; }
184 185
sub option($$)          { return (exists($_[0]->{'OPTIONS'}->{$_[1]}) ?
				  $_[0]->{'OPTIONS'}->{$_[1]} : undef); }
186
sub exptstats($)        { return $_[0]->{'EXPTSTATS'}; }
Leigh B Stoller's avatar
Leigh B Stoller committed
187
sub vlinks($)           { return $_[0]->{'VLINKS'}; }
188 189 190
sub delaylinks($)       { return $_[0]->{'DELAYLINKS'}; }
sub delaynodecount()    { return scalar(keys(%{ $_[0]->delaynodes() })); }
sub portbw($)           { return $_[0]->{'PORTBW'}; }
191
sub results($)          { return $_[0]->{'RESULTS'}; }
192 193 194
sub current_v2p($)      { return $_[0]->{'CURRENT_V2P'}; }
sub current_p2v($)      { return $_[0]->{'CURRENT_P2V'}; }
sub current_v2v($)      { return $_[0]->{'CURRENT_V2V'}; }
195
sub current_v2pmap($)   { return $_[0]->{'CURRENT_V2PMAP'}; }
196 197
sub pnodes($)           { return $_[0]->{'PNODES'}; }
sub fixednodes($)       { return $_[0]->{'FIXEDNODES'}; }
198
sub newreserved($)      { return $_[0]->{'NEWRESERVED'}; }
199
sub rspec($)            { return $_[0]->{'RSPEC'}; }
200
sub genirspec($)        { return $_[0]->{'GENIRSPEC'}; }
201
sub newreservednodes($) { return keys(%{ $_[0]->{'NEWRESERVED'} }); }
202
sub oldreservednodes($) { return $_[0]->{'OLDRSRVCLEAN_NODES'}; }
203
sub norecover($)        { return $_[0]->{'norecover'}; }
204 205 206 207 208 209 210 211 212
sub pid($)		{ return $_[0]->experiment()->pid(); }
sub pid_idx($)		{ return $_[0]->experiment()->pid_idx(); }
sub eid($)		{ return $_[0]->experiment()->eid(); }
sub exptidx($)		{ return $_[0]->experiment()->idx(); }

# The virtual tables from the DB.
sub virt_table($$)      { return $_[0]->virtexperiment()->Table($_[1]); }
sub virt_vtypes($)	{ return $_[0]->virt_table("virt_vtypes"); }
sub virt_nodes($)       { return $_[0]->virt_table("virt_nodes"); }
213 214
sub virt_lans($)        { return $_[0]->virt_table("virt_lans"); }
sub virt_lan_lans($)    { return $_[0]->virt_table("virt_lan_lans"); }
Leigh B Stoller's avatar
Leigh B Stoller committed
215
sub virt_paths($)       { return $_[0]->virt_table("virt_paths"); }
216
sub virt_bridges($)     { return $_[0]->virt_table("virt_bridges"); }
217
sub virt_desires($)	{ return $_[0]->virt_table("virt_node_desires"); }
218
sub virt_attributes($)	{ return $_[0]->virt_table("virt_node_attributes"); }
219
sub virt_startloc($)	{ return $_[0]->virt_table("virt_node_startloc"); }
220 221 222 223
sub virt_trafgens($)	{ return $_[0]->virt_table("virt_trafgens"); }
sub virt_lan_settings($){ return $_[0]->virt_table("virt_lan_settings"); }
sub virt_lan_member_settings($)	{
    return $_[0]->virt_table("virt_lan_member_settings"); }
224 225 226
sub virt_blockstores($) { return $_[0]->virt_table("virt_blockstores"); }
sub virt_blockstore_attributes($) {
    return $_[0]->virt_table("virt_blockstore_attributes"); }
227 228 229 230

# Given a vname, is it a node in the topo (or something else like a delay).
sub isatoponode($$)     { return exists($_[0]->vnodes()->{$_[1]}); }
sub isadelaynode($$)    { return exists($_[0]->delaynodes()->{$_[1]}); }
231
sub isasanhost($$)      { return exists($_[0]->sanhosts()->{$_[1]}); }
232 233 234

# Debug output.
sub verbose($)		{ return $_[0]->flags() & $VTOP_FLAGS_VERBOSE; }
235
sub quiet($)		{ return $_[0]->flags() & $VTOP_FLAGS_QUIET; }
236
sub updating($)		{ return $_[0]->flags() & $VTOP_FLAGS_UPDATE; }
237
sub fixcurrent($)	{ return $_[0]->flags() & $VTOP_FLAGS_FIXNODES; }
238
sub fixlanodes($)	{ return $_[0]->flags() & $VTOP_FLAGS_FIXLANNODES; }
239
sub impotent($)		{ return $_[0]->flags() & $VTOP_FLAGS_IMPOTENT; }
240
sub alloconly($)	{ return $_[0]->flags() & $VTOP_FLAGS_ALLOCONLY; }
241
sub regression($)	{ return $_[0]->flags() & $VTOP_FLAGS_REGRESSION; }
242
sub preassign($)	{ return $_[0]->flags() & $VTOP_FLAGS_PREASSIGN; }
243
sub printdb($$)		{ print $_[1] if ($_[0]->verbose()); return 1; }
244

245
# We name delay nodes internally as they are needed.
246
sub nextdelayname($)    { return "tbdelay" . $_[0]->{'DELAYID'}++; }
247
# For when the user wants a specific delay os. Use a desire.
248 249 250 251
# sub delay_desire($)	{ return $_[0]->option("delay_desire_string"); }
sub delay_desire_type($)	{ return $_[0]->option("delay_desire_type"); }
sub delay_desire_name($)	{ return $_[0]->option("delay_desire_name"); }
sub delay_desire_penalty($)	{ return $_[0]->option("delay_desire_penalty"); }
252 253
# For XML
sub nextifacenumber($)  { return $_[0]->{'IFACEID'}++; }
254
sub nextphostnumber($)  { return $_[0]->{'PHOSTID'}++; }
255

256 257 258 259
# Virtual Types. 
sub virttypeisvtype($$) { return $_[0]->virt_vtypes()->Find($_[1]); }
sub VirtTypes($)        { return $_[0]->virt_vtypes()->Rows(); }

260 261 262
# Caller will want these.
sub minimum_nodes($)    { return $_[0]->counter("minimum_nodes"); }
sub maximum_nodes($)    { return $_[0]->counter("maximum_nodes"); }
263
sub nodecount($)	{ return $_[0]->counter("nodecount"); }
264
sub plabcount($)	{ return $_[0]->counter("plabcount"); }
265
sub genicount($)	{ return $_[0]->counter("genicount"); }
266 267 268
sub virtnodecount($)	{ return $_[0]->counter("virtcount"); }
sub simnodecount($)	{ return $_[0]->counter("simcount"); }
sub remotenodecount($)	{ return $_[0]->counter("remotecount"); }
269
sub sharednodecount($)	{ return $_[0]->counter("sharedcount"); }
270
sub bstorecount($)	{ return $_[0]->counter("bstorecount"); }
271 272
sub gblinks($)		{ return $_[0]->counter("Gblinks"); }
sub mgblinks($)		{ return $_[0]->counter("MGblinks"); }
273

274
sub createLink($$$$$$$$$)
275
{
276 277 278
    # $others here will be a hashtable for the link flags.  The table
    # could also contain non-default values for latency and
    # packet_loss
279
    my ($self, $name, $plink, $cm, $src, $dst, $bw, $type, $others) = @_;
Tarun Prabhu's avatar
Tarun Prabhu committed
280
    my $ref = {
281 282 283
	'virtual_id'     => $name,
	'plink'		 => $plink,
	'manager_urn'    => $cm,
284
	'link_type'      => $type,
Tarun Prabhu's avatar
Tarun Prabhu committed
285 286 287 288 289 290 291 292 293
	'interface_ref'  => [$src, $dst],
	'capacity'       => $bw,
	'packet_loss'    => "0",
	'latency'        => "0"
    };
    
    if ($others) {
	while ( my ($key, $value) = each %{$others} ) {
	    $ref->{$key} = $value;
294
	}
Tarun Prabhu's avatar
Tarun Prabhu committed
295 296 297 298 299
    }
    if (!exists($self->rspec()->{'link'})) {
	$self->rspec()->{'link'} = [];
    }
    push(@{ $self->rspec()->{'link'} }, $ref);
300 301
}

302
sub createNode ($$$$$$$;$)
303
{
304 305 306
    # $others here will be a hashtable for the desires
    # The key will be the desire name and the value will be a pair
    # of the desire type and the penalty
307
    my ($self, $name, $cm, $type, $typecount, $desires, $others, $ifaces) = @_;
Tarun Prabhu's avatar
Tarun Prabhu committed
308
    my $ref = {
309 310
	'virtual_id'    => $name,
	'manager_urn'   => $cm,
Tarun Prabhu's avatar
Tarun Prabhu committed
311 312 313 314 315 316 317 318 319 320 321 322
    };
    
    my $typename = $type;
    my $typeslots = $typecount;
    my $isstatic = 0;
    if ($typename =~ /^\*([-\w]*)$/) {
	$typename = $1;
	$isstatic = 1;
    }
    if ($typecount eq '*') {
	$typeslots = 'unlimited';
    }
323

Tarun Prabhu's avatar
Tarun Prabhu committed
324 325
    # We will need this to generate interface names later
    $ref->{'interface_count'} = 0;
326
    $ref->{'interfaces'} = $ifaces;
Tarun Prabhu's avatar
Tarun Prabhu committed
327 328 329 330 331 332 333 334 335

    $ref->{'node_type'} = $typename;
    $ref->{'type_slots'} = $typecount;
    $ref->{'node_static'} = $isstatic;

    my $desiretable = {};
    if ($desires) {
	while ( my ($key, $value) = each %{$desires} ) {
	    $desiretable->{$key} = $value;
336
	}
Tarun Prabhu's avatar
Tarun Prabhu committed
337 338 339 340 341 342
    }
    $ref->{'desires'} = $desiretable;
    
    if ($others) {
	while ( my ($key, $value) = each %{$others} ) {
	    $ref->{$key} = $value;
343
	}
Tarun Prabhu's avatar
Tarun Prabhu committed
344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369
    }
    
    if (!exists($self->rspec()->{'node'})) {
	$self->rspec()->{'node'} = [];
    }
    push(@{ $self->rspec()->{'node'} }, $ref);
}

sub createVClass ($$$$)
{
    my ($self, $name, $weight, $members) = @_;
    my $ref = {
	'name'    => $name,
	'weight'  => $weight,
	'members' => $members
    };
    if (!exists($self->rspec()->{'vclass'})) {
	$self->rspec()->{'vclass'} = [];
    }
    push(@{ $self->rspec()->{'vclass'} }, $ref);
}

sub createFixedNode ($$$)
{
    my ($self, $vnode, $pnode) = @_;
    my $ref = { 'vnode' => $vnode,
370 371
		# XXX Going to need a URN in rspec output ...
		'pnode' => $pnode,
Tarun Prabhu's avatar
Tarun Prabhu committed
372 373 374 375 376 377 378
    };
    if (!exists($self->rspec()->{'fixed'})) {
	$self->rspec()->{'fixed'} = [];
    }
    push(@{ $self->rspec()->{'fixed'} }, $ref);
}

379 380 381 382 383 384 385
###############################################################################
# Virtual Nodes. A separate package so we can create objects for each one
# and then add local stuff to them.
#
package libvtop::virt_node;
use Carp;
use vars qw($AUTOLOAD);
386
use overload ('""' => 'Stringify');
387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_node()->$name();
    }
}

#
# Wrap up a virt node.
#
sub Create($$$)
{
    my ($class, $vtop, $virt_node) = @_;

    my $self = {};
    bless($self, $class);

417 418 419 420 421
    $self->{'VIRTNODE'}   = $virt_node;
    $self->{'VTOP'}       = $vtop;
    $self->{'HASH'}       = {};
    # The virtlans this virtnode is a member of. 
    $self->{'MEMBERSHIP'} = {};
422
    
423 424 425 426 427 428
    return $self;
}
# accessors
sub virt_node($)	{ return $_[0]->{'VIRTNODE'}; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }
429 430
sub membership($)       { return $_[0]->{'MEMBERSHIP'}; }
sub memberlist($)       { return values(%{ $_[0]->{'MEMBERSHIP'} }); }
431 432 433 434 435 436 437 438

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'VIRTNODE'}   = undef;
    $self->{'VTOP'}       = undef;
    $self->{'HASH'}       = undef;
439
    $self->{'MEMBERSHIP'} = undef;
440 441
}

442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489
sub Stringify($)
{
    my ($self) = @_;
    my $vname  = $self->vname();

    return "[vnode:$vname]";
}

###############################################################################
# Virtual Lans. This wraps up the virt_lan_lan table, and allows storing
# the members (virt_lans table entries).
#
package libvtop::virt_lan;
use Carp;
use vars qw($AUTOLOAD);
use overload ('""' => 'Stringify');

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_lanlan()->$name();
    }
}

#
# Wrap up a virt lan.
#
sub Create($$$$)
{
    my ($class, $vtop, $virt_lanlan) = @_;

    my $self = {};
    bless($self, $class);

    $self->{'VIRTLANLAN'}    = $virt_lanlan;
    $self->{'VTOP'}          = $vtop;
490 491
    $self->{'MEMBERHASH'}    = {};
    $self->{'MEMBERLIST'}    = [];
492 493 494 495 496 497 498
    $self->{'SHAPEDMEMBERS'} = {};
    $self->{'HASH'}          = {};

    return $self;
}
# accessors
sub virt_lanlan($)	{ return $_[0]->{'VIRTLANLAN'}; }
499 500
sub members($)		{ return $_[0]->{'MEMBERHASH'}; }
sub memberlist($)       { return @{ $_[0]->{'MEMBERLIST'} }; }
501
sub member($$)          { return @{ $_[0]->{'MEMBERLIST'} }[$_[1]]; }
502 503 504
sub shapedmembers($)	{ return $_[0]->{'SHAPEDMEMBERS'}; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }
505
sub islink($)           { return (@{ $_[0]->{'MEMBERLIST'} } == 2 ? 1 : 0); }
506 507 508 509 510 511

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'VIRTLANLAN'} = undef;
512 513
    $self->{'MEMBERHASH'} = undef;
    $self->{'MEMBERLIST'} = undef;
514 515 516 517 518 519 520 521 522 523 524 525
    $self->{'VTOP'}       = undef;
    $self->{'HASH'}       = undef;
}

sub Stringify($)
{
    my ($self) = @_;
    my $vname  = $self->vname();

    return "[vlan:$vname]";
}

526 527 528 529 530
sub addmember($$)
{
    my ($self, $vlanmember) = @_;
    
    $self->members()->{$vlanmember->member()} = $vlanmember;
531 532

    @{ $self->{'MEMBERLIST'} }[$vlanmember->vindex()] = $vlanmember;
533 534 535 536

    return 0;
}

537 538 539 540 541 542 543 544
#
# Other support functions.
#
sub usevirtiface($)
{
    my ($self) = @_;
    my $encap  = $self->_encapstyle();

545
    return ($encap eq "veth-ne" || $encap eq "vlan");
546 547 548 549 550 551 552 553
}
sub membershaped($$) {
    my ($self, $member) = @_;
    return $self->shapedmembers()->{"$member"};
}
sub setmembershaped($$) {
    my ($self, $member) = @_;
    $self->shapedmembers()->{"$member"} = 1;
554
    $member->_shaped(1);
555 556 557 558 559 560 561 562 563
}

###############################################################################
# Virtual Lans Member. A separate package so we can create objects for
# each one and then add local stuff to them.
#
package libvtop::virt_lan_member;
use Carp;
use vars qw($AUTOLOAD);
564
use overload ('""' => 'Stringify', 'eq' => 'StringEQ');
565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_member()->$name();
    }
}

#
# Wrap up a virt lan member.
#
sub Create($$$$)
{
    my ($class, $vtop, $virt_member, $virt_lan) = @_;

    my $self = {};
    bless($self, $class);

    $self->{'VIRTMEMBER'} = $virt_member;
    $self->{'VIRTLAN'}    = $virt_lan;
    $self->{'VIRTNODE'}   = $vtop->vnodes()->{$virt_member->vnode()};
    $self->{'VTOP'}       = $vtop;
    $self->{'HASH'}       = {};

    return $self;
}
# accessors
sub virt_member($)	{ return $_[0]->{'VIRTMEMBER'}; }
sub virt_lan($)		{ return $_[0]->{'VIRTLAN'}; }
sub virt_node($)	{ return $_[0]->{'VIRTNODE'}; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'VIRTLAN'}    = undef;
    $self->{'VIRTNODE'}   = undef;
    $self->{'VIRTMEMBER'} = undef;
    $self->{'VTOP'}       = undef;
    $self->{'HASH'}       = undef;
}

sub Stringify($)
{
    my ($self) = @_;
    my $vnode  = $self->vnode();
    my $vport  = $self->vport();

    return "$vnode:$vport";
}

630 631 632 633 634 635 636
sub StringEQ($$)
{
    my ($self, $other) = @_;

    return ($self->Stringify() eq "$other" ? 1 : 0);
}

637 638 639 640 641 642 643 644
sub usevirtiface($)
{
    my ($self) = @_;
    my $encap  = $self->_encapstyle();

    return ($encap eq "veth-ne" || $encap eq "vlan");
}

Leigh B Stoller's avatar
Leigh B Stoller committed
645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688
###############################################################################
# Virtual Paths This wraps up the virt_paths table
#
package libvtop::virt_path;
use Carp;
use vars qw($AUTOLOAD);
use overload ('""' => 'Stringify');

# To avoid wrtting out all the methods.
sub AUTOLOAD {
    my $self = shift;
    my $type = ref($self) or croak "$self is not an object";

    my $name = $AUTOLOAD;
    $name =~ s/.*://;   # strip fully-qualified portion

    if (@_) {
	return $self->{'HASH'}->{$name} = shift;
    }
    elsif (exists($self->{'HASH'}->{$name})) {
	return $self->{'HASH'}->{$name};
    }
    else {
	return $self->virt_path()->$name();
    }
}

#
# Wrap up a virt path
#
sub Create($$$$)
{
    my ($class, $vtop, $pathname, $layer) = @_;

    my $self = {};
    bless($self, $class);

    $self->{'PATHNAME'}      = $pathname;
    $self->{'LAYER'}         = $layer;
    $self->{'VTOP'}          = $vtop;
    $self->{'MEMBERHASH'}    = {};
    $self->{'MEMBERLIST'}    = [];
    $self->{'VIRTLANHASH'}   = {};
    $self->{'VIRTLANLIST'}   = [];
689
    $self->{'IMPLEMENTS'}    = {};
Leigh B Stoller's avatar
Leigh B Stoller committed
690 691 692 693 694 695 696 697 698
    $self->{'HASH'}          = {};

    return $self;
}
# accessors
sub pathname($)		{ return $_[0]->{'PATHNAME'}; }
sub layer($)		{ return $_[0]->{'LAYER'}; }
sub members($)		{ return $_[0]->{'MEMBERHASH'}; }
sub memberlist($)       { return @{ $_[0]->{'MEMBERLIST'} }; }
699
sub virtlanlist($)      { return @{ $_[0]->{'VIRTLANLIST'} }; }
Leigh B Stoller's avatar
Leigh B Stoller committed
700 701 702 703
sub member($$)		{ return $_[0]->{'MEMBERLIST'}->[$_[1]]; }
sub lanlink($$)		{ return $_[0]->{'VIRTLANLIST'}->[$_[1]]; }
sub vtop($)		{ return $_[0]->{'VTOP'}; }
sub hash($)		{ return $_[0]->{'HASH'}; }
704
sub implements($)	{ return $_[0]->{'IMPLEMENTS'}; }
Leigh B Stoller's avatar
Leigh B Stoller committed
705 706 707 708 709 710 711 712 713 714 715 716

# Break circular reference someplace to avoid exit errors.
sub DESTROY {
    my $self = shift;

    $self->{'LAYER'}      = undef;
    $self->{'PATHNAME'}   = undef;
    $self->{'MEMBERHASH'} = undef;
    $self->{'MEMBERLIST'} = undef;
    $self->{'VIRTLANHASH'} = undef;
    $self->{'VIRTLANLIST'} = undef;
    $self->{'VTOP'}       = undef;
717
    $self->{'IMPLEMENTS'} = undef;
Leigh B Stoller's avatar
Leigh B Stoller committed
718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768
    $self->{'HASH'}       = undef;
}

sub Stringify($)
{
    my ($self) = @_;
    my $vname  = $self->pathname();
    my $layer  = $self->layer();

    return "[vpath:$vname:$layer]";
}

sub addmember($$$)
{
    my ($self, $vpath, $virtlan) = @_;
    
    $self->members()->{$vpath->segmentname()} = $vpath;
    $self->{'VIRTLANHASH'}->{$vpath->segmentname()} = $virtlan;
    # We care about this ordering.
    $self->{'MEMBERLIST'}->[$vpath->segmentindex()]  = $vpath;
    $self->{'VIRTLANLIST'}->[$vpath->segmentindex()] = $virtlan;
    return 0;
}

sub firstmember($)
{
    my ($self) = @_;

    # The lanlink for the first segment.
    my $virtlan = $self->lanlink(0);

    # Both members of a link.
    my ($member0,$member1) = $virtlan->memberlist();

    # The first member.
    return $member0;
}

sub lastmember($)
{
    my ($self) = @_;

    # The lanlink for the last segment.
    my $virtlan = $self->lanlink(scalar($self->memberlist()) - 1);

    # Both members of a link.
    my ($member0,$member1) = $virtlan->memberlist();

    # The last member.
    return $member1;
}
769

770 771 772 773 774 775 776 777 778 779 780 781 782
sub addimplements($$)
{
    my ($self, $virtlan) = @_;

    $self->implements()->{$virtlan->vname()} = $virtlan;
}
sub doesimplement($$)
{
    my ($self, $virtlan) = @_;

    return exists($self->implements()->{$virtlan->vname()});
}

783 784 785
#############################################################################
# Back to the main package.
#
786
package libvtop_test;
787

788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823
#
# Load some physical info (for types, interfaces, speeds).
#
sub LoadPhysInfo($)
{
    my ($self) = @_;

    $self->printdb("Loading physical info\n");

    #
    # Interface capabilities, for getting speeds.
    #
    my %interface_capabilities = ();

    my $query_result =
	DBQueryWarn("select * from interface_capabilities");
    return -1
	if (!$query_result);

    while (my ($type, $capkey, $capval) = $query_result->fetchrow()) {
	$interface_capabilities{$type} = {}
  	    if (!defined($interface_capabilities{$type}));
	$interface_capabilities{$type}->{$capkey} = $capval;
    }

    #
    # Now get interface speeds for each type/class. We use this for
    # determining if a delay node is required. Very hacky, quite
    # wrong.
    #
    my %node_type_linkbw = ();
    
    $query_result =
	DBQueryWarn("select distinct i.interface_type,n.type ".
		    "  from interfaces as i ".
		    "left join nodes as n on n.node_id=i.node_id ".
824 825 826 827
		    "where n.type is not null and ".
		    "      (i.role='" . TBDB_IFACEROLE_EXPERIMENT . "' or ".
		    "       i.role='" . TBDB_IFACEROLE_CONTROL . "')");

828 829 830 831 832 833 834 835 836
    return -1
	if (!$query_result);

    # XXX Special hack for sim nodes.
    $node_type_linkbw{"sim"} = {};

    while (my ($iface_type, $node_type) = $query_result->fetchrow()) {
	my $typeinfo = NodeType->Lookup($node_type);
	if (!defined($typeinfo)) {
837
	    warn("No type info for node type $node_type\n");
838 839 840 841 842 843 844 845 846 847
	    return -1;
	}
	my $node_class = $typeinfo->class();

	$node_type_linkbw{$node_type} = {}
	    if (!defined($node_type_linkbw{$node_type}));
	$node_type_linkbw{$node_class} = {}
	    if (!defined($node_type_linkbw{$node_class}));

	if (!defined($interface_capabilities{$iface_type}->{"protocols"})) {
848
	    warn("No protocols listed in capabilities for $iface_type!\n");
849 850 851 852 853 854 855 856 857 858
	    return -1;
	}
	my @protolist =
	    split(",", $interface_capabilities{$iface_type}->{"protocols"});

	foreach my $proto (@protolist) {
	    my $def_speed =
		$interface_capabilities{$iface_type}->{"${proto}_defspeed"};

	    if (!defined($def_speed)) {
859
		warn("No default speed in capabilites for $iface_type!\n");
860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885
		return -1;
	    }

	    my $auxspeeds =
		$interface_capabilities{$iface_type}->{"${proto}_auxspeeds"};
	    my @auxspeedlist = ();
	    if ($auxspeeds) {
		@auxspeedlist = split(",", $auxspeeds);
	    }

	    foreach my $speed ($def_speed, @auxspeedlist) {
		$node_type_linkbw{$node_type}{$proto}->{$speed} = 1;
		$node_type_linkbw{$node_class}{$proto}->{$speed} = 1;

		#
		# If the type/class has a non-zero simnode capacity, then add
		# entries for the interface speed so that requires_delay can
		# figure out interface speeds the underlying node type
		# supports.
		#
		if ($typeinfo->simnode_capacity()) {
		    $node_type_linkbw{"sim"}{$proto}->{$speed} = 1;
		}
	    }
	}
    }
886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907

    #
    # Ug, it just gets worse and worse. We also need to map between the
    # auxtypes that a node (its physical type) can take on. For example,
    # a link between two pcvm nodes is really a link between a pc600 and
    # pc850.
    #
    $query_result =
	DBQueryFatal("select distinct n.type,at.type from node_auxtypes as at ".
		     "left join nodes as n on n.node_id=at.node_id");

    while (my ($phystype, $auxtype) = $query_result->fetchrow()) {
	next
	    if (!exists($node_type_linkbw{$phystype}));
	
	$node_type_linkbw{$auxtype} = $node_type_linkbw{$phystype};
    }

    #
    # Here it goes getting even worse - we have to do a similar thing for
    # vtypes.
    #
908 909 910
    foreach my $ref ($self->VirtTypes()) {
	my $vtype   = $ref->name();
	my @members = split(" ", $ref->members());
911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938

	foreach my $phystype (@members) {
	    next
		if (!exists($node_type_linkbw{$phystype}));

	    $node_type_linkbw{$vtype} = {}
	        if (!defined($node_type_linkbw{$vtype}));

	    foreach my $protocol (keys(%{ $node_type_linkbw{$phystype} })) {
		my @list = keys(%{ $node_type_linkbw{$phystype}{$protocol} });
		foreach my $speed (@list) {
		    $node_type_linkbw{$vtype}{$protocol}->{$speed} = 1;
		}
	    }
	}
    }

    if ($self->verbose()) {
	$self->printdb("Interface Speeds:\n");
	foreach my $type (keys(%node_type_linkbw)) {
	    foreach my $protocol (keys(%{ $node_type_linkbw{$type} })) {
		my @list = keys(%{ $node_type_linkbw{$type}{$protocol} });

		$self->printdb(" $type:$protocol - @list\n");
	    }
	}
    }
    
939 940 941 942 943
    $self->{'IFACECAPS'}  = \%interface_capabilities;
    $self->{'TYPELINKBW'} = \%node_type_linkbw;
    
    return 0;
}
944 945 946 947 948 949
sub interfacespeedmbps($$$)
{
    my ($self, $type, $which) = @_;
        
    return $self->{'IFACECAPS'}->{$type}->{"${which}_defspeed"}/1000.0;
}
950

951 952 953 954
#
# When updating with fixednodes turned on, we need the current set
# of nodes that need to be fixed.
#
955
sub LoadCurrentResources($)
956 957
{
    my ($self) = @_;
958
    my $exptidx = $self->exptidx();
959 960 961 962 963

    $self->counters()->{'reserved_simcount'}  = 0;
    $self->counters()->{'reserved_virtcount'} = 0;
    $self->counters()->{'reserved_physcount'} = 0;

964 965
    $self->printdb("Loading current resources" .
		   ($self->regression() ? " in regression mode" : "") . "\n");
966

967
    my @nodelist = $self->experiment()->NodeList(0, 1);
968 969 970
    return 0
	if (!@nodelist);

971 972 973 974 975 976 977 978 979
    if ($self->regression()) {
	#
	# In regression mode, we just store the p2v mapping for fixnode.
	#
	foreach my $pnode (@nodelist) {
	    my $vname   = $pnode->vname();
	    my $node_id = $pnode->node_id();

	    if ($pnode->isvirtnode()) {
980
		$node_id = $pnode->phys_nodeid();
981
	    }
982 983
	    $self->fixednodes()->{$vname} = $node_id;
	    $self->printdb("  fixing $vname -> $node_id\n");
984 985 986 987
	}
	return 0;
    }

988
    foreach my $pnode (@nodelist) {
989 990 991 992 993 994 995 996 997
	my $vname   = $pnode->vname();
	my $node_id = $pnode->node_id();
	my $rsrv    = $pnode->ReservedTableEntry();

	# A list of vnodes on this pnode.
	$self->current_p2v()->{$pnode->phys_nodeid()} = []
	    if (! exists($self->current_p2v()->{$pnode->phys_nodeid()}));
	$self->pnodes()->{$node_id} = $pnode;

998 999 1000 1001
	#
	# WIDEAREA nodes are going to break.
	#
	if ($pnode->isremotenode() &&
1002
	    !($pnode->isplabdslice() || $pnode->isfednode() ||
1003
	      $pnode->isvirtnode() || $pnode->isdedicatedremote())) {
1004 1005 1006 1007 1008
	    tberror("Cannot update widearea nodes yet!\n");
	    return -1;
	}
	if ($pnode->isvirtnode()) {
	    $self->counters()->{'reserved_virtcount'}++;
1009 1010 1011 1012 1013 1014 1015

	    # Get the underlying physical node.
	    my $ppnode = Node->Lookup($pnode->phys_nodeid());
	    if (!defined($ppnode)) {
		tberror("Cannot map $pnode to its real physnode");
		return -1;
	    }
1016
	    my $ppnode_id = $ppnode->node_id();
1017

1018 1019 1020
	    $self->fixednodes()->{$vname} = $ppnode_id
		if ($self->fixcurrent());
	    
1021 1022 1023
	    #
	    # Record the mappings. 
	    #
1024 1025
	    $self->current_v2v()->{$vname} = $pnode->node_id();
	    $self->current_v2p()->{$vname} = $ppnode->node_id();
1026 1027 1028 1029 1030
	    push(@{ $self->current_p2v()->{$ppnode->node_id()} }, $vname);
	    
	    # Mark the node as unused until later.
	    $pnode->_reuse("unused");
	    $ppnode->_reuse("unused");
1031 1032 1033 1034 1035 1036 1037 1038 1039

	    #
	    # Add the pnode node to the oldreserved list for nfree.
	    # See the comment below. We cannot use p2v because we
	    # might not own all those nodes, if on a shared node.
	    # We do not add the ppnode. It will get added in the
	    # next clause if we actually own it.
	    #
	    $self->oldreservednodes()->{$pnode->node_id()} = $pnode;
1040 1041
	    
	    $self->printdb("current v2p: $node_id ($ppnode_id) -> $vname\n");
1042 1043 1044 1045 1046 1047 1048 1049 1050 1051
	}
	else {
	    #
	    # All the sim stuff is bit rotting cause no one understands it.
	    #
	    if ($rsrv->{'erole'} eq TBDB_RSRVROLE_SIMHOST) {
		tberror("Cannot update sim nodes yet!\n");
		return -1;
	    }
	    else {
1052 1053 1054
		$self->fixednodes()->{$vname} = $pnode->node_id()
		    if ($self->fixcurrent());
		
1055
		$self->counters()->{'reserved_physcount'}++;
1056 1057 1058 1059

		#
		# Record the mapping. 
		#
1060
		$self->current_v2p()->{$vname} = $pnode->node_id();
1061 1062 1063 1064
		push(@{ $self->current_p2v()->{$node_id} }, $vname);
		# Mark the node as unused until later.
		$pnode->_reuse("unused");

1065 1066 1067 1068 1069 1070 1071
		#
		# Add the pnode node to the oldreserved list for nfree.
		# See the comment below. We cannot use p2v because we
		# might not own all those nodes, if on a shared node.
		#
		$self->oldreservednodes()->{$pnode->node_id()} = $pnode;

1072
		$self->printdb("current v2p: $node_id -> $vname\n");
1073 1074 1075
	    }
	}
    }
1076 1077 1078 1079 1080 1081 1082 1083 1084 1085
    #
    # Grab the v2pmap table so we can find out where lan nodes were
    # assigned last time.
    #
    my $query_result =
	DBQueryWarn("select vname,node_id from v2pmap where exptidx='$exptidx'");
    return -1
	if (!$query_result);

    while (my ($vname,$nodeid) = $query_result->fetchrow_array()) {
1086 1087
	$self->printdb("current v2p: $nodeid -> $vname\n");
	
1088 1089
	$self->current_v2pmap()->{$vname} = $nodeid;
    }
1090 1091 1092
    return 0;
}

1093 1094 1095
sub LoadVirtNodes($)
{
    my ($self) = @_;
1096
    my $gotgeninodes = 0;
1097 1098 1099

    $self->printdb("Loading virtual nodes\n");

1100 1101 1102 1103
    my $pid    = $self->pid();
    my $eid    = $self->eid();
    my $table  = $self->virt_nodes();

1104
    foreach my $virt_node ($table->Rows()) {
1105 1106 1107
	my $vnode    = libvtop::virt_node->Create($self, $virt_node);
	my $vname    = $vnode->vname();
	my $desires  = {};
1108
	my $attrs    = {};
1109
	my $startloc = undef;
1110 1111

	# Other fields we need.
1112
	my $ips     = $vnode->ips() || "";
1113 1114 1115
	my $type    = $vnode->type();
	my $fixed   = $vnode->fixed();
	my $osname  = $vnode->osname();
1116
	my $parent_osname  = $vnode->parent_osname();
1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129

	# XXX
	# If its a vtype, there will not be any node_type data. This
	# can break things, if one were to mix a virt/remote type with
	# a nonvirt/local type! Need to actually verify the vtypes
	# for consistency. 
	#
	my $isremote= 0;
	my $isvirt  = 0;
	my $issub   = 0;
	my $isplab  = 0;
	my $issim   = 0;
	my $isdyn   = 0;	# Only virtnodes are dynamic.
1130
	my $isvtyped= 0;
1131
	my $isded   = 0;
1132
	my $isgeni  = 0;
1133 1134 1135 1136 1137 1138

	# If we have a real type or auxtype ...
	my $nodetype = NodeType->LookupAny($type);
	if (!defined($nodetype)) {
	    my $vtype = $self->virttypeisvtype($type);
	    if (!defined($vtype)) {
1139
		warn("Improper type $type for node $vnode!\n");
1140 1141 1142 1143 1144 1145 1146 1147 1148 1149
		return -1;
	    }
	    #
	    # For now, just pick the first member type.
	    #
	    my @memberlist = split(" ", $vtype->members());
	    my $vtypename  = $memberlist[0];

	    $nodetype = NodeType->LookupAny($vtypename);
	    if (!defined($nodetype)) {
1150
		warn("Improper type $vtypename in vtypes for node $vnode!\n");
1151 1152
		return -1;
	    }
1153
	    $isvtyped = 1;
1154
	}