ptopgen.in 84.1 KB
Newer Older
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1
#!/usr/bin/perl -w
Leigh B. Stoller's avatar
Leigh B. Stoller committed
2
3
4

#
# EMULAB-COPYRIGHT
Weibin Sun's avatar
Weibin Sun committed
5
# Copyright (c) 2000-2011 University of Utah and the Flux Group.
Leigh B. Stoller's avatar
Leigh B. Stoller committed
6
7
8
# All rights reserved.
#

9
10
use English;
use Getopt::Std;
11
use Math::BigInt;
12
use List::Util 'shuffle';
Leigh B. Stoller's avatar
Leigh B. Stoller committed
13

14
15
use lib "@prefix@/lib";
use libdb qw(TBGetSiteVar);
16
use libadminctrl;
17
use libptop;
18
use EmulabFeatures;
19

20
21
my @SAVEARGV = @ARGV;

22
23
my $top = libptop->Create();

24
25
my $PGENISUPPORT = @PROTOGENI_SUPPORT@;

26
27
$NO_GENI = "0";
$V_0_1 = "0.1";
28
$V_0_2 = "0.2";
29
$V_2 = "2";
30
$V_3 = "3";
31

32
33
34
$emulabns = "http://www.protogeni.net/resources/rspec/ext/emulab/1";
# XXX: This needs to be changed
$emulaburl = "http://www.protogeni.net/resources/rspec/ext/emulab/1/ptop_extension.xsd";
35
36
$stitchns = "http://hpn.east.isi.edu/rspec/ext/stitch/0.1/";
$stitchurl = "http://hpn.east.isi.edu/rspec/ext/stitch/0.1/stitch-schema.xsd";
37
38

$stitchxml = <<'STITCH_END';
39
<stitching xmlns="http://hpn.east.isi.edu/rspec/ext/stitch/0.1/" lastUpdateTime="20110220:09:30:21">
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369

<aggregate id="urn:publicid:IDN+emulab.net+authority+cm" url="https://www.emulab.net/protogeni/xmlrpc/cm">
 <aggregatetype>protogeni</aggregatetype>
 <stitchingmode>chainANDTree</stitchingmode>
 <scheduledServices>false</scheduledServices>
 <negotiatedServices>false</negotiatedServices>
 <Lifetime start="2011-06-01T20:57:53Z" end="2011-06-01T20:57:53Z"/>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-kans">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-kans:10">
      <capacity>1000000000</capacity>
      <maximumReservableCapacity>1000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-kans:10:ion">
      <remoteLinkId>urn:publicid:IDN+ion.internet2.edu+interface+rtr.kans:ge-7/1/3:protogeni</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-kans:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-kans:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
 </node>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:10">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:10:ion">
      <remoteLinkId>"urn:publicid:IDN+ion.internet2.edu+interface+rtr.wash:ge-7/1/3:protogeni"</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:11">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:11:ion">
      <remoteLinkId>"urn:publicid:IDN+dragon.maxgigapop.net+interface+mcln:1/2/2:*"</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
 </node>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-losa">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-losa:10">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-losa:10:ion">
      <remoteLinkId>urn:publicid:IDN+ion.internet2.edu+interface+rtr.losa:ge-7/1/3:protogeni</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-losa:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-losa:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
 </node>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-hous">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-hous:10">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-hous:10:ion">
      <remoteLinkId>urn:publicid:IDN+ion.internet2.edu+interface+rtr.hous:ge-9/1/4:protogeni</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-hous:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-hous:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
 </node>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-atla">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-atla:10">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-atla:10:ion">
      <remoteLinkId>urn:publicid:IDN+ion.internet2.edu+interface+rtr.atla:ge-7/1/6:protogeni</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-atla:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-atla:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
 </node>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-salt">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-salt:10">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-salt:10:ion">
      <remoteLinkId>urn:publicid:IDN+ion.internet2.edu+interface+rtr.salt:ge-7/1/2:protogeni</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-salt:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-salt:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
      <SwitchingCapabilityDescriptors>
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
        </switchingCapabilitySpecificInfo>
      </SwitchingCapabilityDescriptors>
    </link>
  </port>
 </node>

</aggregate>
</stitching>
STITCH_END


370
371
372
373
if ($PGENISUPPORT) {
  require GeniHRN;
}

374
375
sub usage()
{
Leigh B. Stoller's avatar
Leigh B. Stoller committed
376
    print("Usage: ptopgen [-v] [-s switch] [-p pid [-e eid]] [-m factor] " .
377
	  "[-n c/e] [-x] [-g (0.1 | 2)] [-c component-name]".
378
	  "[-l type-limit-file] [-z]\n" .
379
	  "       -p include nodes the project has permission to use\n".
380
	  "       -e include given experiments resources\n" .
381
382
	  "          in the ptopfile (as if they were free)\n" .
	  "       -v Include stuff for topologies with virtual nodes\n".
383
	  "       -r Include stuff for topologies with widearea nodes\n".
384
#	  "       -s Include stuff for topologies with simulated nodes\n".
Leigh B. Stoller's avatar
Leigh B. Stoller committed
385
	  "       -h Include stuff for topologies with shared nodes\n".
386
	  "       -a Include even reserved nodes\n".
Leigh B. Stoller's avatar
Leigh B. Stoller committed
387
	  "       -m Override multiplex_factor\n".
388
	  "       -u Prune unused interfaces of allocated nodes (-e)\n".
389
	  "       -c Delay capacity override\n".
390
	  "       -n Add in modelnet core and edge node features\n".
391
	  "       -x Output into the new xml ptop format\n".
392
	  "       -g version With -x, geni version. Must be '0', '0.1' or '2'\n".
393
	  "       -l specifies the location of the type limit file\n" .
394
395
396
          "       -1 Print an rspec containing only the node component-name\n" .
	  "       -z Randomize node output order\n" .
	  "       -Z Force old ptopgen\n");
397
        exit(-1);
398
}
399

400
my $optlist = "s:e:m:vp:rSan:c:uxg:h1:l:zZ";
401
my $mfactor;
402
my $virtstuff = 0;
403
my $widearea  = 0;
404
my $simstuff  = 0;
405
my $allnodes  = 0;
Leigh B. Stoller's avatar
Leigh B. Stoller committed
406
407
my $mnetcores = 0;
my $mnetedges = 0;
408
my $prune     = 0;
409
my $do_xml    = 0;
410
my $genimode  = $NO_GENI;
Leigh B. Stoller's avatar
Leigh B. Stoller committed
411
my $useshared = 0;
412
my $component_name = undef;
413
my $randomize = 0;
414

415
my $OURDOMAIN = "@OURDOMAIN@";
416
my $MAINSITE  = @TBMAINSITE@;
417
my $cmuuid = TBGetSiteVar('protogeni/cm_uuid');
418
419
420
421
my $cmurn = "";
if ($PGENISUPPORT) {
    $cmurn = GeniHRN::Generate($OURDOMAIN, "authority", "cm");
}
422

423
my $default_long = undef;
424
TBGetSiteVar('general/default_longitude', \$default_long);
425
my $default_lat = undef;
426
TBGetSiteVar('general/default_latitude', \$default_lat);
427
my $default_country = undef;
428
TBGetSiteVar('general/default_country', \$default_country);
429

430
my $delaycap_override;
431

432
433
434
435
#
# Turn off line buffering on output
#
$| = 1;
436
437
438
439
440
441
442
443
444
445
446
447

# Settings - Change these to your particular network.

#
# Also bogus. The interfaces table does not hold entries for the switch
# side of each link. It will have to at some point, when we have something
# other than 100Mbs ports (say, gbit ports).
#
# Speed in in Kbs!
#
my $default_switchport_speed    = 100000;

448
449
450
451
452
453
#
# Yet more bogosity - we hardcode this weight, which is given to wide-area
# (primarily plab) nodes to prefer spreading across sites
#
my $site_weight = 0.99;

454
455
######################################################################

456
my $TBROOT = "@prefix@";
457
use lib '@prefix@/lib';
458
require exitonwarn;
459
use libdb;
Kevin Atkinson's avatar
Kevin Atkinson committed
460
use libtblog;
461
use Experiment;
462
use Node;
463
use NodeType;
464
use Lan;
Kevin Atkinson's avatar
Kevin Atkinson committed
465
466

tblog_stop_capture('stdout');
Leigh B. Stoller's avatar
Leigh B. Stoller committed
467

468
469
my $TRACK_INTERSWITCH_BANDWIDTH = "@TRACK_INTERSWITCH_BANDWIDTH@";

470
471
my %switches	  = ();
my %permissions   = ();
472
473
my %typemap       = ();
my %auxtypemap    = ();
Timothy Stack's avatar
   
Timothy Stack committed
474
my %areamap       = ();
475
my %globalcounts  = ();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
476
my %interfacestate= ();
477
my %vinterfaces   = ();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
478
my %rusagedata    = ();
479

480
481
482
my $DEADPID = NODEDEAD_PID();
my $DEADEID = NODEDEAD_EID();

483
my $pid;
484
my $exempt_eid;
485
my $switchtouse;
486
my $experiment;
487

488
489
my $typelimitfile = "";

490
491
sub fatal($);

492
493
494
495
496
497
498
499
500
501
502
503
504
505
#
# Parse command arguments. Once we return from getopts, all that should be
# left are the required arguments.
#
%options = ();
if (! getopts($optlist, \%options)) {
    usage();
}
if (@ARGV) {
    usage();
}
if (defined($options{"s"})) {
    $switchtouse = $options{"s"};
}
506
507
508
if (defined($options{"m"})) {
    $mfactor = $options{"m"};
}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
509
510
511
if (defined($options{"h"})) {
    $useshared = 1;
}
512
513
514
if (defined($options{"v"})) {
    $virtstuff = 1;
}
515
516
517
if (defined($options{"r"})) {
    $widearea = 1;
}
518
519
520
if (defined($options{"S"})) {
    $simstuff = 1;
}
521
522
523
if (defined($options{"p"})) {
    $pid = $options{"p"};
}
524
525
526
if (defined($options{"a"})) {
    $allnodes = 1;
}
527
528
529
if (defined($options{"u"})) {
    $prune = 1;
}
530
531
532
if (defined($options{"c"})) {
    $delaycap_override = $options{"c"};
}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
533
534
535
536
537
538
539
540
541
if (defined($options{"n"})) {
    if ($options{"n"} =~ /(\d*),(\d*)/) {
	$mnetcores = $1;
	$mnetedges = $2;
    }
    else {
	usage();
    }
}
542
if (defined($options{"e"})) {
543
544
545
    $exempt_eid = $options{"e"};
    usage()
	if (!defined($pid));
546
    $experiment = Experiment->Lookup($pid, $exempt_eid);
547
548
    die("Could not look up experiment $pid,$exempt_eid\n")
	if (!defined($experiment));
549
}
550
if (defined($options{"x"})) {
551
552
553
554
555
    if (defined($options{"g"}) && $PGENISUPPORT) {
	$useshared = 1;
	$virtstuff = 1;
	$genimode = $options{"g"};
    }
556
557
    $do_xml = 1;
}
558
559
560
if (defined($options{"l"})) {
    $typelimitfile = $options{"l"};
}
561
562
563
if (defined($options{"1"})) {
    $component_name = $options{"1"};
}
564
565
566
if (defined($options{"z"})) {
    $randomize = 1;
}
567

568
usage()
569
    if ($prune && !defined($exempt_eid)
570
571
572
	|| ($genimode ne $NO_GENI
	    && $genimode ne $V_0_1
	    && $genimode ne $V_0_2
573
574
	    && $genimode ne $V_2
	    && $genimode ne $V_3));
575

576
if (defined($pid) && ! defined($options{"Z"})) {
577
578
579
580
581
    my $group = Group->Lookup($pid, $pid);
    if (defined($group)) {
	my $newptopgen = EmulabFeatures->FeatureEnabled("NewPtopgen", undef,
							$group, undef);
	if ($newptopgen) {
582
	    my $newpath = "$TBROOT/libexec/ptopgen_new";
583
584
585
586
587
588
589
590
	    print STDERR "Invoking new ptopgen from $newpath\n";
	    exec $newpath, @SAVEARGV;
	    die("*** $0:\n".
		"    Could not exec $newpath: $!");
	}
    }
}

591
592
$fake_inet_switch = "internet";
$fake_inet_iface = "(null)";
593
594
595
$fake_air_switch = "airswitch";
$fake_air_iface = "(null)";
if ($genimode ne $NO_GENI) {
596
    $fake_inet_iface = "border";
597
    $fake_air_iface = "air";
598
599
}

600
601
print_header();

602
my %nodetointerface;
603
604
my %interfaceroles = ();
my %interfacetypes = ();
605
my %interfaceips = ();
606
607

# Read interfaces
608
my $result =
609
    DBQueryFatal("SELECT node_id,card,port,iface,interface_type,role,IP" .
610
611
		 " from interfaces where logical=0 " .
		 ($genimode ne $NO_GENI ? "and role!='gw'" : ""));
612
		 
613
while (($node,$card,$port,$iface,$type,$role,$ip) = $result->fetchrow_array) {
614
615
616
617
618
    push @{ $nodetointerface{"$node"} }, $iface;
    $interfacemap{"$node:$card:$port"} = $iface;
    if ((defined $type) && ($type ne "")) {
	$interfacetypes{"$node:$card:$port"} = $type;
    }
619
620
621
    if ((defined $role) && ($role ne "")) {
	$interfaceroles{"$node:$iface"} = $role;
    }
622
623
624
    if ((defined $ip) && ($ip ne "")) {
	$interfaceips{"$node:$iface"} = $ip;
    }
625
626
}

627
628
629
630
my %nodetouuid;
my %nodetoavailable;

$result = DBQueryFatal("SELECT n.node_id, n.eventstate, n.role, n.uuid, " .
631
		       "nt.isremotenode, " .
632
		       "dedicated_wa_types.attrvalue, b.erole, " .
633
		       "n.reserved_pid, b.eid " .
634
635
636
637
638
639
640
641
642
643
		       "from nodes as n " .
		       "left join reserved as b on n.node_id=b.node_id " .
		       "left join node_types as nt on nt.type=n.type " .
		       "left outer join " .
		       "  (select type, attrvalue " .
		       "   from node_type_attributes " .
		       "   where attrkey='dedicated_widearea' " .
		       "   group by type) as dedicated_wa_types " .
		       "  on nt.type=dedicated_wa_types.type " .
		       "where nt.isvirtnode = 0 or nt.isvirtnode is null;");
644
while (($node,$eventstate, $role, $uuid, $isremotenode,
645
	$wa_attrvalue, $erole,
646
	$reserved_pid, $reserved_eid) = $result->fetchrow_array) {
647
648
649
650
    if (defined($uuid) && $uuid ne "")
    {
	$nodetouuid{$node} = $uuid;
    }
651
652
653
654
    my $islocal = $role eq 'testnode'
	&& ((! defined($isremotenode) || $isremotenode == 0)
	    || (defined($wa_attrvalue) && $wa_attrvalue == 1));
    my $isup = defined($eventstate)
655
656
657
658
	&& ($eventstate eq TBDB_NODESTATE_ISUP
	    || $eventstate eq TBDB_NODESTATE_PXEWAIT
	    || $eventstate eq TBDB_NODESTATE_POWEROFF
	    || $eventstate eq TBDB_NODESTATE_ALWAYSUP);
659
660
    my $isshared = (defined($erole)
		    && $erole eq "sharedhost"
661
662
663
664
		    && $useshared
		    && $isup);
    my $isreserved = (defined($reserved_eid)
		      || (defined($reserved_pid)
Leigh B. Stoller's avatar
Leigh B. Stoller committed
665
			  && (! defined($pid) || $pid ne $reserved_pid)));
666
667
668
    my $isfree = (!$islocal
		  || (! $isreserved && $isup)
		  || $isshared);
669
670
671
    $nodetoavailable{$node} = $isfree;
}

672
# Read class/type maps
673
$result =
674
675
676
    DBQueryFatal("select class,type,isvirtnode from node_types");

while (my ($class,$type,$isvirt) = $result->fetchrow_array) {
677
678
679
    $map = {};
    $map->{'CLASS'}    = $class;
    $map->{'ISVIRT'}   = $isvirt;
680
681
682
683
684
685
686
687
688
    my $typeinfo       = NodeType->Lookup($type);
    $map->{'DELAYCAP'} = $typeinfo->delay_capacity();
    $map->{'VIRTCAP'}  = $typeinfo->virtnode_capacity();
    $map->{'SIMCAP'}   = $typeinfo->simnode_capacity();
    $map->{'SPEED'}    = $typeinfo->frequency();
    $map->{'RAM'}      = $typeinfo->memory();
    $map->{'OSID'}     = $typeinfo->default_osid();
    $map->{'IMAGEABLE'}= $typeinfo->imageable();
    $map->{'TRIVSPEED'}= $typeinfo->trivlink_maxspeed();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
689
    $map->{'SHARED'}   = $typeinfo->shared();
690
    $map->{'TYPEINFO'} = $typeinfo;
691
692
    $map->{'FEATURES'} = [];
    $map->{'AUXTYPES'} = {};
693
    $map->{'OSLIST'} = [];
694
    $typemap{$type} = $map;
695
696
697
698
699
700

    # Default is permission to use all types,classes. 
    $permissions{$class} = 1;
    $permissions{$type}  = 1;
}

Timothy Stack's avatar
   
Timothy Stack committed
701
702
# Read node_startloc
$result = DBQueryFatal("select node_id,building from node_startloc");
Timothy Stack's avatar
   
Timothy Stack committed
703
while (($node,$building) = $result->fetchrow_array) {
704
705
706
707
    # TODO: This screws up the meaning of the @features list. Now it
    # is not just a list of feature strings, but a list of strings
    # which might themselves be space-delimited lists of feature
    # strings. Fix this.
Timothy Stack's avatar
   
Timothy Stack committed
708
    $areamap{$node} .= " area-$building:0";
Timothy Stack's avatar
   
Timothy Stack committed
709
710
}

711
712
713
714
715
#
# Read the features table for each type.
# 
$result = DBQueryFatal("select type, feature, weight from node_type_features");
while (my ($type, $feature, $weight) = $result->fetchrow()) {
716
717
718
719
720
721
722
723
724
725
    push(@{$typemap{$type}->{'FEATURES'}}, "$feature:$weight");
}

#
# Read the auxtypes for each type.
# 
$result = DBQueryFatal("select auxtype,type from node_types_auxtypes");
while (my ($auxtype,$type) = $result->fetchrow()) {
    $typemap{$type}->{'AUXTYPES'}->{$auxtype} = 1;
    $auxtypemap{$auxtype} = $type;
726
727
}

728
729
730
731
732
733
734
735
736
737
738
739
#
# Read the features table for each individual node
#
$result = DBQueryFatal("select node_id, feature, weight from node_features");
while (my ($node_id, $feature, $weight) = $result->fetchrow()) {
    if (! defined($features{$node_id})) {
	$features{$node_id} = ["$feature:$weight"];
	next;
    } else {
	push @{$features{$node_id}}, "$feature:$weight";
    }
}
740
741
742
743
744
745
746
747
748
#
# Read in the node_auxtypes table for each node.
#
$result = DBQueryFatal("select node_id, type, count from node_auxtypes");
while (my ($node_id, $type, $count) = $result->fetchrow()) {
    if (! defined($auxtypes{$node_id})) {
	$auxtypes{$node_id} = ["$type:$count"];
	next;
    }
749
    push @{$auxtypes{$node_id}}, "$type:$count";
750
}
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
#
# Read the permission table if given a pid. If there is an entry in
# the table for a type/class, then permission is granted only if there
# is a record with the pid. If not, remove the permission granted above.
# 
if (defined($pid)) {
    $result =
	DBQueryFatal("select type from nodetypeXpid_permissions");
    
    while (my ($type) = $result->fetchrow_array) {
	$permissions{$type} = 0;
    }
    
    $result =
	DBQueryFatal("select type from nodetypeXpid_permissions ".
		     "where pid='$pid'");
    
    while (my ($type) = $result->fetchrow_array) {
	$permissions{$type} = 1;
    }
771
772
}

773
774
775
776
777
778
779
#
# Read the table of which image types are supported on which hardware - we
# limit this to global images and ones that match the PID (if given) We do this
# limiting for two reasons:
# 1) To avoid an explosion in the number of features for nodes
# 2) To avoid information leaks, allowing projects to see each other's images
# 
780
my $osidquery = "select distinct o.osid, oi.type, o.osname, o.pid, o.OS, o.version, o.description,o.protogeni_export from os_info as o " .
781
	"left join osidtoimageid as oi on o.osid = oi.osid " .
782
        "left join images as i on oi.imageid = i.imageid ";
783
if ($pid) {
784
785
786
787
788
789
790
    $osidquery .= "left join image_permissions as p1 on p1.imageid=i.imageid and p1.permission_type='group' ".
	"left join groups as g on p1.permission_idx=g.gid_idx ";
}
$osidquery .= "where i.global = 1 ";
if ($pid) {
    $osidquery .= " or i.pid='$pid' ".
	" or (g.pid is not null and g.pid='$pid')";
791
792
}

793
794
795
796
my $defaultosidquery = 'select distinct o.osid, t.type, o.osname, o.pid, o.OS, o.version, o.description, o.protogeni_export '.
    'from os_info as o left join node_type_attributes as t '.
    'on (o.osid=t.attrvalue) where t.attrkey="default_osid"';

797
798
799
800
#
# For subOS support (i.e., vnode OSes running atop vhost OSes), we have to
# check both the subosid and all the parent_osid it can run on.
#
801
my $subosidquery = "select distinct o.osid,o.parent_osid from os_submap as o " .
802
803
804
805
	"left join osidtoimageid as oi1 on o.osid = oi1.osid " .
	"left join osidtoimageid as oi2 on o.parent_osid = oi2.osid " .
	"left join images as i1 on oi1.imageid = i1.imageid ".
	"left join images as i2 on oi2.imageid = i2.imageid ".
806
	"where (i1.imageid is null or i1.global = 1";
807
808
809
810
811
812
813
814
815
if ($pid) {
    $subosidquery .= " or i1.pid='$pid'";
}
$subosidquery .= ") and (i2.global = 1";
if ($pid) {
    $subosidquery .= " or i2.pid='$pid'";
}
$subosidquery .= ")";

816
817
818
819
820
821
822
823
824
825
826
827
our %node_type_osids;
our %osid_node_types;
our %osid_subosids;
our %osid_name;
our %osid_pid;
our %osid_os;
our %osid_version;
our %osid_description;
our %node_countries;
our %node_latitudes;
our %node_longitudes;

828
$result = DBQueryFatal($osidquery);
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
processOs($result);

$result = DBQueryFatal($defaultosidquery);
processOs($result);

sub processOs
{
    my $result = shift(@_);
    while (my ($osid,$type,$osname,$ospid,$osos,
	       $osversion,$osdescription,$geni) = $result->fetchrow()) {
	if ($typemap{$type}) {
	    my $default = $typemap{$type}->{'OSID'};
	    if ($geni eq 1 ||
		(defined($default) && $default eq $osid)) {
		push(@{ $typemap{$type}->{'OSLIST'} }, $osid);
		$osid_name{$osid} = $osname;
		$osid_pid{$osid} = $ospid;
		$osid_os{$osid} = $osos;
		$osid_version{$osid} = $osversion;
		$osid_description{$osid} = $osdescription;
	    }
	}
	if ($node_type_osids{$type}) {
	    push @{$node_type_osids{$type}}, $osid;
	} else {
	    $node_type_osids{$type} = [$osid];
	}
	#
	# We have to maintain a data structure telling us which types an OSID could
	# be on for use below with generic OSIDs
	#
	if ($osid_node_types{$osid}) {
	    push @{$osid_node_types{$osid}}, $type;
	} else {
	    $osid_node_types{$osid} = [$type];
864
	}
865
866
    }
}
867
868
869
870
871
872
873
874
875
876
877
#
# XXX Note below that for now, subosids cannot redirect to other subosids.
#
$result = DBQueryFatal($subosidquery);
while (my ($subosid,$osid) = $result->fetchrow()) {
    if ($osid_subosids{$osid}) {
	push @{$osid_subosids{$osid}}, $subosid;
    } else {
	$osid_subosids{$osid} = [$subosid];
    }
}
878
879
880
881
882

#
# We also have to resolve the 'generic' OSIDs, which use the nextosid field to
# redirect to another OSID
#
883
$result = DBQueryFatal("select osid from os_info where " .
884
    "nextosid is not null");
885
while (my ($osid) = $result->fetchrow()) {
886
887
888
    #
    # Check to see if they were allowed to use the real OSID
    #
889
    my $realosid = TBResolveNextOSID($osid, $pid, $exempt_eid);
890
    if (defined($realosid) && $osid_node_types{$realosid}) {
891
	foreach my $type (@{$osid_node_types{$realosid}}) {
892
893
894
895
896
	    push @{$node_type_osids{$type}}, $osid;
	}
    }
}

897
# Print switches
898
if (defined($switchtouse) && ! defined($component_name)) {
899
900
901
    # Should probably get the last four args out of the database, but I don't
    # think we ever actually use this case...
    print_switch($switchtouse,undef,undef,undef,undef);
902
903
    $switches{$switchtouse} = 1;
}
904
elsif (! defined($component_name)) {
905
    $result =
906
907
908
909
910
911
912
913
	DBQueryFatal("select n.node_id,n.uuid,country,latitude,longitude ".
                     "   from nodes as n ".
		     "left join widearea_nodeinfo as wn ".
                     "     on n.node_id=wn.node_id " .
		     "left join node_types as nt on ".
		     "     nt.type=n.type ".
		     "where role='testswitch' or role='widearea_switch' or ".
		     "      (role='testnodefoo' and nt.isswitch=1)");
914

915
916
917
    while (($switch, $uuid, $country, $latitude, $longitude) =
            $result->fetchrow_array) {
	print_switch($switch, $uuid, $country, $latitude, $longitude);
918
919
	$switches{$switch} = 1;
    }
920
}
921

922
923
924
925
926
927
#
# Get the global counts.
#
$result =
    DBQueryFatal("select phys_nodeid,count(phys_nodeid) from reserved as r ".
		 "left join nodes as n on n.node_id=r.node_id ".
928
929
930
931
		 "where n.node_id!=n.phys_nodeid ".
		 (defined($exempt_eid) ?
		  "and not (pid='$pid' and eid='$exempt_eid') " : " ") .
		 "group by phys_nodeid");
932
933
934
935
while (my ($node_id,$count) = $result->fetchrow_array) {
    $globalcounts{$node_id} = $count;
}

936
# Find available nodes.
937
#
938
939
# This first query deals with just local nodes. Local nodes can host
# virtnodes, according to the delay_capacity in the types table. 
940
#
941

942
# the ordinary free condition for a local node.
943
944
my $free_condition = "(b.node_id is null and ".
                     " (np.eventstate='" . TBDB_NODESTATE_ISUP . "' or ".
945
                     "  np.eventstate='" . TBDB_NODESTATE_PXEWAIT . "' or ".
946
                     "  np.eventstate='" . TBDB_NODESTATE_POWEROFF . "' or ".
947
                     "  np.eventstate='" . TBDB_NODESTATE_ALWAYSUP . "')) ";
948

949
950
951
952
953
if (defined($pid)) {
    $free_condition = "($free_condition and ".
	"(np.reserved_pid is null or np.reserved_pid='$pid'))";
}

954
955
956
957
# if the user has specified an exempt pid/eid, 
# then view any node which is reserved to that experiment as available.
if (defined($exempt_eid)) {
    $free_condition = "($free_condition or ".
958
	"(b.pid='$pid' and b.eid='$exempt_eid'))"; 
959
}
Chad Barb's avatar
Chad Barb committed
960

961
962
963
# In shared mode, allow allocated nodes whose sharing_mode is set.
if ($useshared) {
    $free_condition = "($free_condition or ".
964
	"(b.node_id is not null && b.erole='sharedhost' && ".
965
966
967
	" np.eventstate='" . TBDB_NODESTATE_ISUP . "'))";
}

968
969
970
971
972
973
# If the user wants all nodes, we consider everything to be free (this
# overrides the other possible free conditions
if ($allnodes) {
    $free_condition = "1";
}

974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
# By default, include no wide area nodes when setting up the data structures.
#$free_condition = "($free_condition and ".
#    "(t.isremotenode=0 or ".
#    "dedicated_wa_types.attrvalue=1))";

# But if they have asked for widearea, we want this prepass to include
# these nodes.
#if ($widearea) {
#    $free_condition = "($free_condition or ".
#	"(t.isremotenode=1 and ".
#	"t.isvirtnode=0 and t.type!='pcfedphys' and ".
#	"dedicated_wa_types.attrvalue is NULL))";
#}


989
# In genimode exclude nodes with exclusion attribute.
990
if ($genimode ne $NO_GENI) {
991
992
993
994
    $free_condition = "($free_condition and ".
	"(nat1.attrvalue is null or nat1.attrvalue=0))";
}

995
996
997
998
if (defined($component_name)) {
    $free_condition = "(a.node_id = \"$component_name\")";
}

999
$result =
1000
    DBQueryFatal("select a.node_id,a.type,a.phys_nodeid,t.class,t.issubnode," .
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1001
		 "a.def_boot_osid,(b.pid is not null and b.eid is not null), ".
1002
		 "  np.reserved_pid is not null,np.eventstate, ".
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1003
1004
		 "  np.battery_percentage,np.uuid,b.sharing_mode, ".
		 "  ru.load_1min, ru.load_5min, ru.status_timestamp, ".
1005
		 "  a.def_boot_osid, nat2.attrvalue, wn.country, " .
1006
                 "  wn.latitude, wn.longitude, t.isremotenode ".
1007
		 "from nodes as a ".
1008
1009
		 "left join reserved as b on a.node_id=b.node_id ".
		 "left join reserved as m on a.phys_nodeid=m.node_id ".
1010
		 "left join nodes as np on a.phys_nodeid=np.node_id ".
1011
		 "left join node_types as t on t.type=a.type ".
1012
1013
1014
1015
1016
1017
		 "left join node_attributes as nat1 on ".
		 "     nat1.node_id=a.node_id and ".
		 "     nat1.attrkey='protogeni_exclude' ".
		 "left join node_attributes as nat2 on ".
		 "     nat2.node_id=a.node_id and ".
		 "     nat2.attrkey='shared_weight' ".
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1018
		 "left join node_rusage as ru on ru.node_id=a.node_id ".
1019
1020
1021
1022
1023
1024
		 "left outer join ". 
		 "  (select type,attrvalue ".
		 "   from node_type_attributes ".
		 "   where attrkey='dedicated_widearea' ".
		 "   group by type) as dedicated_wa_types ".
		 "  on t.type=dedicated_wa_types.type ".
1025
                 "left join widearea_nodeinfo as wn on a.node_id=wn.node_id ".
1026
		 "where $free_condition and ".
1027
1028
1029
#		 "      a.role='testnode'"
		 "   (a.role='testnode' and (t.isremotenode=0 or ".
		 "                           dedicated_wa_types.attrvalue=1))");
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1030

1031
1032
1033
#
# Scan the results, checking permissions and adding to the list
# You get to use a node type if no pid was specified (that is, you get
1034
1035
1036
# to use all nodes), or if there is no entry in the perms table for
# the type/class of node.
#
Timothy Stack's avatar
   
Timothy Stack committed
1037
while (($node,$type,$physnode,$class,$issubnode,$def_boot_osid,$reserved,
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1038
	$prereserved,$eventstate,$battery_perc,$uuid,$sharing_mode,
1039
	$load_1min,$load_5min,$load_tstamp,$osid,$weight,$country,$latitude,
1040
1041
1042
1043
1044
1045
1046
1047
        $longitude,$isremote) = $result->fetchrow_array) {
    my $current = $top->CreateNode($node);
    $current->SetSubnode($physnode, $issubnode);
    $current->SetRemote($isremote);

#    next
#	if ($isremote);

1048
1049
1050
    $nodes{$node} = $type
	if (!defined($pid) ||
	    ($permissions{$type} && $permissions{$class}));
1051
    $node_def_boot_osid{$node} = $def_boot_osid;
1052
1053
1054
1055
1056
1057

    if ($reserved) {
	$is_reserved{$node} = 1;
    } else {
	$is_reserved{$node} = 0;
    }
1058
    if ($useshared && $sharing_mode) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1059
1060
1061
	$sharing_mode{$node} = { "load_1min"   => $load_1min,
				 "load_5min"   => $load_5min,
				 "load_tstamp" => $load_tstamp,
1062
1063
				 "osid"        => $osid,
				 "weight"      => $weight};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1064
1065
1066
1067
    }
    else {
	$sharing_mode{$node} = 0;
    }
Timothy Stack's avatar
   
Timothy Stack committed
1068
1069

    $is_prereserved{$node} = $prereserved;
1070
1071
1072

    $curr_state{$node} = $eventstate;
    $curr_batt{$node} = $battery_perc;
1073
1074
1075
1076

    $node_countries{$node} = $country;
    $node_latitudes{$node} = $latitude;
    $node_longitudes{$node} = $longitude;
1077
}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1078

1079
1080
1081
1082
1083
#
# Find out which nodes are connected to which, so that we can add some special
# features
#
$result = DBQueryFatal("SELECT DISTINCT node_id1, node_id2 " .
1084
                       "  FROM wires where logical=0 and type!='Unused'");
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
my %connections = ();
while (my ($node_id1, $node_id2) = $result->fetchrow()) {
    foreach my $nodes ([$node_id1, $node_id2], [$node_id2, $node_id1]) {
        my ($node1, $node2) = @$nodes;
        if ($connections{$node1}) {
            # Check to see if we've already added this one (possible if the
            # nodes appeared in node1,node2 order, then node2,node1
            if (!grep(/^$node2$/, @{$connections{$node1}})) {
                push @{$connections{$node1}}, $node2;
            }
        } else {
            $connections{$node1} = [$node2];
        }
    }
}

1101
1102
1103
1104
1105
1106
@nodenames = keys(%nodes);
if ($randomize)
{
    @nodenames = shuffle(@nodenames);
}

1107
1108
1109
#
# Loop through and print out all nodes
#
1110
foreach $node (@nodenames) {
1111
1112
1113
1114
1115
1116
    my $current = $top->nodes()->{$node};

    # Wide area nodes are handled below
#    next
#	if ($current->is_remote());

1117
1118
1119
    my $type  = $nodes{$node};
    my $class = $typemap{$type}->{'CLASS'};
    my $delay_capacity = $typemap{$type}->{'DELAYCAP'};
1120
    my $simnode_capacity = $typemap{$type}->{'SIMCAP'};
1121
1122
    my $cpu_speed = $typemap{$type}->{'SPEED'};
    my $ram = $typemap{$type}->{'RAM'};
1123
    my $trivspeed = $typemap{$type}->{'TRIVSPEED'};
1124
    my $uuid = $nodetouuid{$node};
1125
    
1126
    my @types = ("$type:1");
1127
    my @features = ();
1128
    my @flags;
1129
    my $needvirtgoo = 0;
1130

1131
1132
    my ($latitude, $longitude, $country);

1133
1134
1135
1136
1137
    # XXX temporary hack until node reboot avoidance 
    # is available. Nodes running the FBSD-NSE image
    # will have a feature def-osid-fbsd-nse 0.0
    # This is used by assign to prefer these pnodes
    # first before using others.
1138
1139
    if($node_def_boot_osid{$node} && ($node_def_boot_osid{$node} eq 
	TBOSID(TB_OPSPID, "FBSD-NSE"))) { 
1140
1141
1142
	push(@features, "FBSD-NSE:0.0");
    }

1143
1144
1145
1146
1147
1148
1149
1150
1151
    #
    # XXX: Temporary hack - don't march switches that are testnodes
    # as having class 'switch' - assign treats those specially. We
    # use the knowledge that 'real' switches don't hit this point!
    #
    if ($class eq "switch") {
	$class = $type;
    }
        
1152
    # Might be equal, which assign would sum as two, not one!
1153
1154
    if ($type ne $class) {
	push(@types, "$class:1");
1155
1156
    }

1157
    if (defined($delay_capacity) && $delay_capacity > 0) {
1158
1159
1160
1161
1162
1163
	# Comes from the NS file;
	$delay_capacity = $delaycap_override
	    if (defined($delaycap_override) &&
		$delaycap_override > 0 &&
		$delaycap_override < $delay_capacity);
	
1164
	push @types, "delay:$delay_capacity";
1165
	push @types, "delay-${type}:$delay_capacity";
1166
    }
1167

Leigh B. Stoller's avatar
Leigh B. Stoller committed
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
    #
    # Prototype shared mode.
    #
    if ($sharing_mode{$node}) {
	#
	# Add a feature that says this node should not be picked
	# unless the cooresponding desire is in the vtop. This
	# allows the node to be picked, subject to other type constraints.
	#
	push(@features, "pcshared:1.0");
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222

	#
	# The pool daemon may override the share weight.
	#
	if (defined($sharing_mode{$node}->{"weight"})) {
	    my $weight = $sharing_mode{$node}->{"weight"};
	    
	    push(@features, "shareweight:$weight");
	}
	else {
	    #
	    # The point of this feature is to have assign favor shared nodes
	    # that already have nodes on them, so that they are well packed.
	    # Shared nodes with just a few vnodes on them are avoided so that
	    # they will free up eventually. 
	    #
	    my $maxvnodes = 10;
	    my $weight    = 0.5;
	    my $gcount    = $globalcounts{$node} || 0.0;

	    foreach my $auxinfo (@{$auxtypes{$node}}) {
		my ($auxtype,$count) = split(":", $auxinfo);
		
		if ($auxtype eq "pcvm") {
		    $maxvnodes = $count;
		    last;
		}
	    }
	    #
	    # No point in the feature if no room left. 
	    #
	    if ($maxvnodes > $gcount) {
		my $factor = ($gcount / $maxvnodes);
		if ($factor < 0.25) {
		    $weight = 0.8;
		}
		elsif ($factor > 0.75) {
		    $weight = 0.1;
		}
		else {
		    $weight = 0.3;
		}
		#push(@features, "shareweight:$weight");
	    }
	}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1223
1224
    }

1225
1226
1227
    #
    # Add any auxiliary types
    #
1228
1229
1230
    foreach my $auxinfo (@{$auxtypes{$node}}) {
	my ($auxtype,$count) = split(":", $auxinfo);
	my $realtype;
1231

1232
1233
1234
	# Map an auxtype back to its real type, unless it is a real type.
	if (defined($auxtypemap{$auxtype})) {
	    $realtype = $auxtypemap{$auxtype};
1235
1236
	}
	else {
1237
	    $realtype = $auxtype;
1238
	}
1239
1240
1241
1242

	if ($typemap{$realtype}->{'ISVIRT'} && $count > 0) {
	    next
		if (! $virtstuff);
1243
1244
1245
1246
1247
1248
1249

	    #
	    # If the node is shared, must subtract the current global count
	    # from the max first, to see if there is any room left.
	    #
	    if ($sharing_mode{$node} && exists($globalcounts{$node})) {
		$count -= $globalcounts{$node};
1250
	    }
1251
1252
	    if (defined($mfactor) && $mfactor <= $count) {
		$count = $mfactor;
1253
	    }
1254
	    $auxinfo = "$auxtype:$count";
1255
	    $needvirtgoo = 1;
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266

	    #
	    # Add in machine specific auxtypes that use the same count.
	    #
	    push(@types, "${type}-vm:$count");

	    # And a legacy type.
	    my $legacy_type = $type;
	    if (($legacy_type =~ s/pc/pcvm/)) {
		push(@types, "${legacy_type}:$count");
	    }
1267
1268
1269
1270
	}
	push(@types, $auxinfo);
    }

Timothy Stack's avatar
   
Timothy Stack committed
1271
    if (defined($areamap{$node})) {
Timothy Stack's avatar
   
Timothy Stack committed
1272
	push @features, $areamap{$node};
Timothy Stack's avatar
   
Timothy Stack committed
1273
1274
    }

1275
    my $cpu_ram_features_present = 0;
1276
1277
1278
1279
    #
    # This stuff is extra goo for local virtual nodes.
    # 
    if ($needvirtgoo) {
1280
	push @types, "*lan:*";
1281
1282
1283
1284
	# Add trivial bw spec., but only if the node type has it
	if ($trivspeed) {
	    push @flags, "trivial_bw:$trivspeed";
	}
1285
1286
1287
1288
1289
1290
	if (! $sharing_mode{$node}) {
	    # Add CPU and RAM information
	    $cpu_ram_features_present++;
	    # This number can be use for fine-tuning packing
	    push @features, "?+virtpercent:100";
	}
1291
	# Put this silly feature in so that we can try to keep vnodes
1292
1293
1294
1295
	# on the same pnode they were before - but only if updating
        if ($exempt_eid) {
            push @features, "${node}:0.0";
        }
1296
1297
    }

1298
    if ($simstuff && defined($simnode_capacity) && $simnode_capacity > 0) {
1299
1300
1301
1302
1303
1304
1305
1306
1307
	#
	# Use user specified multiplex factor
	#
	if (defined($mfactor) && $mfactor <= $simnode_capacity) {
	    push @types, "sim:$mfactor";
	}
	else {
	    push @types, "sim:$simnode_capacity";
	}
1308
	# Add CPU and RAM information
1309
	$cpu_ram_features_present++;
1310
1311
1312
1313
	push @types, "*lan:*";
	# Add trivial bw spec.
	push @flags, "trivial_bw:100000";
    }
1314
1315
    if ($cpu_ram_features_present) {
	# Add CPU and RAM information
1316
1317
1318
1319
	push @features, "?+cpu:$cpu_speed"
	    if (defined($cpu_speed));
	push @features, "?+ram:$ram"
	    if (defined($ram));
1320
1321
	push @features, "?+cpupercent:92"; # XXX Hack
	push @features, "?+rampercent:80"; # XXX Hack
1322
    }
1323

1324
    # Add features
1325
1326
1327
1328
1329
    if (! $sharing_mode{$node}) {
	push(@features, @{$typemap{$type}->{'FEATURES'}});
	if (defined($features{$node})) {
	    push @features, @{$features{$node}};
	}