ptopgen.in 85.7 KB
Newer Older
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1
#!/usr/bin/perl -w
Leigh B. Stoller's avatar
Leigh B. Stoller committed
2
3
4

#
# EMULAB-COPYRIGHT
5
# Copyright (c) 2000-2012 University of Utah and the Flux Group.
Leigh B. Stoller's avatar
Leigh B. Stoller committed
6
7
8
# All rights reserved.
#

9
10
use English;
use Getopt::Std;
11
use Math::BigInt;
12
use List::Util 'shuffle';
Leigh B. Stoller's avatar
Leigh B. Stoller committed
13

14
15
use lib "@prefix@/lib";
use libdb qw(TBGetSiteVar);
16
use libadminctrl;
17
use libptop;
18
use EmulabFeatures;
19

20
21
my @SAVEARGV = @ARGV;

22
23
my $top = libptop->Create();

24
25
my $PGENISUPPORT = @PROTOGENI_SUPPORT@;

26
27
$NO_GENI = "0";
$V_0_1 = "0.1";
28
$V_0_2 = "0.2";
29
$V_2 = "2";
30
$V_3 = "3";
31

32
33
34
$emulabns = "http://www.protogeni.net/resources/rspec/ext/emulab/1";
# XXX: This needs to be changed
$emulaburl = "http://www.protogeni.net/resources/rspec/ext/emulab/1/ptop_extension.xsd";
35
36
$stitchns = "http://hpn.east.isi.edu/rspec/ext/stitch/0.1/";
$stitchurl = "http://hpn.east.isi.edu/rspec/ext/stitch/0.1/stitch-schema.xsd";
37
38

$stitchxml = <<'STITCH_END';
39
<stitching xmlns="http://hpn.east.isi.edu/rspec/ext/stitch/0.1/" lastUpdateTime="20110220:09:30:21">
40
41
42
43

<aggregate id="urn:publicid:IDN+emulab.net+authority+cm" url="https://www.emulab.net/protogeni/xmlrpc/cm">
 <aggregatetype>protogeni</aggregatetype>
 <stitchingmode>chainANDTree</stitchingmode>
44
45
46
47
48
49
 <scheduledservices>false</scheduledservices>
 <negotiatedservices>false</negotiatedservices>
 <lifetime id="urn:publicid:IDN+emulab.net+authority+cm">
    <start type="time">2011-06-01T20:57:53Z</start>
    <end type="time">2011-06-01T20:57:53Z</end>
 </lifetime>
50
51
52
53
54
55
56
57
58
59
60
61
62
63

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-kans">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-kans:10">
      <capacity>1000000000</capacity>
      <maximumReservableCapacity>1000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-kans:10:ion">
      <remoteLinkId>urn:publicid:IDN+ion.internet2.edu+interface+rtr.kans:ge-7/1/3:protogeni</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
64
      <switchingCapabilityDescriptor>
65
66
67
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
68
          <switchingCapabilitySpecificInfo_L2sc>
69
70
71
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
72
          </switchingCapabilitySpecificInfo_L2sc>
73
        </switchingCapabilitySpecificInfo>
74
      </switchingCapabilityDescriptor>
75
76
77
78
79
80
81
82
83
84
85
86
87
88
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-kans:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-kans:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
89
      <switchingCapabilityDescriptor>
90
91
92
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
93
          <switchingCapabilitySpecificInfo_L2sc>
94
95
96
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
97
          </switchingCapabilitySpecificInfo_L2sc>
98
        </switchingCapabilitySpecificInfo>
99
      </switchingCapabilityDescriptor>
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
    </link>
  </port>
 </node>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:10">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:10:ion">
      <remoteLinkId>"urn:publicid:IDN+ion.internet2.edu+interface+rtr.wash:ge-7/1/3:protogeni"</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
117
      <switchingCapabilityDescriptor>
118
119
120
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
121
          <switchingCapabilitySpecificInfo_L2sc>
122
123
124
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
125
          </switchingCapabilitySpecificInfo_L2sc>
126
        </switchingCapabilitySpecificInfo>
127
      </switchingCapabilityDescriptor>
128
129
130
131
132
133
134
135
136
137
138
139
140
141
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:11">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:11:ion">
      <remoteLinkId>"urn:publicid:IDN+dragon.maxgigapop.net+interface+mcln:1/2/2:*"</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
142
      <switchingCapabilityDescriptor>
143
144
145
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
146
          <switchingCapabilitySpecificInfo_L2sc>
147
148
149
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
150
          </switchingCapabilitySpecificInfo_L2sc>
151
        </switchingCapabilitySpecificInfo>
152
      </switchingCapabilityDescriptor>
153
154
155
156
157
158
159
160
161
162
163
164
165
166
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-wash:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
167
      <switchingCapabilityDescriptor>
168
169
170
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
171
          <switchingCapabilitySpecificInfo_L2sc>
172
173
174
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
175
          </switchingCapabilitySpecificInfo_L2sc>
176
        </switchingCapabilitySpecificInfo>
177
      </switchingCapabilityDescriptor>
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
    </link>
  </port>
 </node>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-losa">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-losa:10">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-losa:10:ion">
      <remoteLinkId>urn:publicid:IDN+ion.internet2.edu+interface+rtr.losa:ge-7/1/3:protogeni</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
195
      <switchingCapabilityDescriptor>
196
197
198
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
199
          <switchingCapabilitySpecificInfo_L2sc>
200
201
202
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
203
          </switchingCapabilitySpecificInfo_L2sc>
204
        </switchingCapabilitySpecificInfo>
205
      </switchingCapabilityDescriptor>
206
207
208
209
210
211
212
213
214
215
216
217
218
219
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-losa:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-losa:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
220
      <switchingCapabilityDescriptor>
221
222
223
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
224
          <switchingCapabilitySpecificInfo_L2sc>
225
226
227
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
228
          </switchingCapabilitySpecificInfo_L2sc>
229
        </switchingCapabilitySpecificInfo>
230
      </switchingCapabilityDescriptor>
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
    </link>
  </port>
 </node>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-hous">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-hous:10">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-hous:10:ion">
      <remoteLinkId>urn:publicid:IDN+ion.internet2.edu+interface+rtr.hous:ge-9/1/4:protogeni</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
248
      <switchingCapabilityDescriptor>
249
250
251
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
252
          <switchingCapabilitySpecificInfo_L2sc>
253
254
255
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
256
          </switchingCapabilitySpecificInfo_L2sc>
257
        </switchingCapabilitySpecificInfo>
258
      </switchingCapabilityDescriptor>
259
260
261
262
263
264
265
266
267
268
269
270
271
272
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-hous:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-hous:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
273
      <switchingCapabilityDescriptor>
274
275
276
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
277
          <switchingCapabilitySpecificInfo_L2sc>
278
279
280
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
281
          </switchingCapabilitySpecificInfo_L2sc>
282
        </switchingCapabilitySpecificInfo>
283
      </switchingCapabilityDescriptor>
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
    </link>
  </port>
 </node>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-atla">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-atla:10">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-atla:10:ion">
      <remoteLinkId>urn:publicid:IDN+ion.internet2.edu+interface+rtr.atla:ge-7/1/6:protogeni</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
301
      <switchingCapabilityDescriptor>
302
303
304
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
305
          <switchingCapabilitySpecificInfo_L2sc>
306
307
308
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
309
          </switchingCapabilitySpecificInfo_L2sc>
310
        </switchingCapabilitySpecificInfo>
311
      </switchingCapabilityDescriptor>
312
313
314
315
316
317
318
319
320
321
322
323
324
325
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-atla:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-atla:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
326
      <switchingCapabilityDescriptor>
327
328
329
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
330
          <switchingCapabilitySpecificInfo_L2sc>
331
332
333
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
334
          </switchingCapabilitySpecificInfo_L2sc>
335
        </switchingCapabilitySpecificInfo>
336
      </switchingCapabilityDescriptor>
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
    </link>
  </port>
 </node>

 <node id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-salt">
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-salt:10">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-salt:10:ion">
      <remoteLinkId>urn:publicid:IDN+ion.internet2.edu+interface+rtr.salt:ge-7/1/2:protogeni</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
354
      <switchingCapabilityDescriptor>
355
356
357
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
358
          <switchingCapabilitySpecificInfo_L2sc>
359
360
361
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
362
          </switchingCapabilitySpecificInfo_L2sc>
363
        </switchingCapabilitySpecificInfo>
364
      </switchingCapabilityDescriptor>
365
366
367
368
369
370
371
372
373
374
375
376
377
378
    </link>
  </port>
  <port id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-salt:(null)">
    <capacity>1000000000</capacity>
    <maximumReservableCapacity>1000000000</maximumReservableCapacity>
    <minimumReservableCapacity>1000000</minimumReservableCapacity>
    <granularity>1000000</granularity>
    <link id="urn:publicid:IDN+emulab.net+interface+procurve-pgeni-salt:(null):*">
      <remoteLinkId>urn:publicid:IDN+emulab.net+interface+*:*:*</remoteLinkId>
      <trafficEngineeringMetric>10</trafficEngineeringMetric>
      <capacity>10000000000</capacity>
      <maximumReservableCapacity>10000000000</maximumReservableCapacity>
      <minimumReservableCapacity>1000000</minimumReservableCapacity>
      <granularity>1000000</granularity>
379
      <switchingCapabilityDescriptor>
380
381
382
        <switchingcapType>l2sc</switchingcapType>
        <encodingType>ethernet</encodingType>
        <switchingCapabilitySpecificInfo>
383
          <switchingCapabilitySpecificInfo_L2sc>
384
385
386
           <interfaceMTU>9000</interfaceMTU>
           <vlanRangeAvailability>2-4094</vlanRangeAvailability>
           <vlanTranslation>true</vlanTranslation>
387
          </switchingCapabilitySpecificInfo_L2sc>
388
        </switchingCapabilitySpecificInfo>
389
      </switchingCapabilityDescriptor>
390
391
392
393
394
395
396
397
398
    </link>
  </port>
 </node>

</aggregate>
</stitching>
STITCH_END


399
400
401
402
if ($PGENISUPPORT) {
  require GeniHRN;
}

403
404
sub usage()
{
Leigh B. Stoller's avatar
Leigh B. Stoller committed
405
    print("Usage: ptopgen [-v] [-s switch] [-p pid [-e eid]] [-m factor] " .
406
	  "[-n c/e] [-x] [-g (0.1 | 2)] [-c component-name]".
407
	  "[-l type-limit-file] [-z]\n" .
408
	  "       -p include nodes the project has permission to use\n".
409
	  "       -e include given experiments resources\n" .
410
411
	  "          in the ptopfile (as if they were free)\n" .
	  "       -v Include stuff for topologies with virtual nodes\n".
412
	  "       -r Include stuff for topologies with widearea nodes\n".
413
#	  "       -s Include stuff for topologies with simulated nodes\n".
Leigh B. Stoller's avatar
Leigh B. Stoller committed
414
	  "       -h Include stuff for topologies with shared nodes\n".
415
	  "       -a Include even reserved nodes\n".
Leigh B. Stoller's avatar
Leigh B. Stoller committed
416
	  "       -m Override multiplex_factor\n".
417
	  "       -u Prune unused interfaces of allocated nodes (-e)\n".
418
	  "       -c Delay capacity override\n".
419
	  "       -n Add in modelnet core and edge node features\n".
420
	  "       -x Output into the new xml ptop format\n".
421
	  "       -g version With -x, geni version. Must be '0', '0.1' or '2'\n".
422
	  "       -l specifies the location of the type limit file\n" .
423
424
425
          "       -1 Print an rspec containing only the node component-name\n" .
	  "       -z Randomize node output order\n" .
	  "       -Z Force old ptopgen\n");
426
        exit(-1);
427
}
428

429
my $optlist = "s:e:m:vp:rSan:c:uxg:h1:l:zZ";
430
my $mfactor;
431
my $virtstuff = 0;
432
my $widearea  = 0;
433
my $simstuff  = 0;
434
my $allnodes  = 0;
Leigh B. Stoller's avatar
Leigh B. Stoller committed
435
436
my $mnetcores = 0;
my $mnetedges = 0;
437
my $prune     = 0;
438
my $do_xml    = 0;
439
my $genimode  = $NO_GENI;
Leigh B. Stoller's avatar
Leigh B. Stoller committed
440
my $useshared = 0;
441
my $component_name = undef;
442
my $randomize = 0;
443

444
my $OURDOMAIN = "@OURDOMAIN@";
445
my $MAINSITE  = @TBMAINSITE@;
446
my $cmuuid = TBGetSiteVar('protogeni/cm_uuid');
447
448
449
450
my $cmurn = "";
if ($PGENISUPPORT) {
    $cmurn = GeniHRN::Generate($OURDOMAIN, "authority", "cm");
}
451

452
my $default_long = undef;
453
TBGetSiteVar('general/default_longitude', \$default_long);
454
my $default_lat = undef;
455
TBGetSiteVar('general/default_latitude', \$default_lat);
456
my $default_country = undef;
457
TBGetSiteVar('general/default_country', \$default_country);
458

459
my $delaycap_override;
460

461
462
463
464
#
# Turn off line buffering on output
#
$| = 1;
465
466
467
468
469
470
471
472
473
474
475
476

# Settings - Change these to your particular network.

#
# Also bogus. The interfaces table does not hold entries for the switch
# side of each link. It will have to at some point, when we have something
# other than 100Mbs ports (say, gbit ports).
#
# Speed in in Kbs!
#
my $default_switchport_speed    = 100000;

477
478
479
480
481
482
#
# Yet more bogosity - we hardcode this weight, which is given to wide-area
# (primarily plab) nodes to prefer spreading across sites
#
my $site_weight = 0.99;

483
484
######################################################################

485
my $TBROOT = "@prefix@";
486
use lib '@prefix@/lib';
487
require exitonwarn;
488
use libdb;
Kevin Atkinson's avatar
Kevin Atkinson committed
489
use libtblog;
490
use Experiment;
491
use Node;
492
use NodeType;
493
use Lan;
Kevin Atkinson's avatar
Kevin Atkinson committed
494
495

tblog_stop_capture('stdout');
Leigh B. Stoller's avatar
Leigh B. Stoller committed
496

497
498
my $TRACK_INTERSWITCH_BANDWIDTH = "@TRACK_INTERSWITCH_BANDWIDTH@";

499
500
my %switches	  = ();
my %permissions   = ();
501
502
my %typemap       = ();
my %auxtypemap    = ();
Timothy Stack's avatar
   
Timothy Stack committed
503
my %areamap       = ();
504
my %globalcounts  = ();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
505
my %interfacestate= ();
506
my %vinterfaces   = ();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
507
my %rusagedata    = ();
508

509
510
511
my $DEADPID = NODEDEAD_PID();
my $DEADEID = NODEDEAD_EID();

512
my $pid;
513
my $exempt_eid;
514
my $switchtouse;
515
my $experiment;
516

517
518
my $typelimitfile = "";

519
520
sub fatal($);

521
522
523
524
525
526
527
528
529
530
531
532
533
534
#
# Parse command arguments. Once we return from getopts, all that should be
# left are the required arguments.
#
%options = ();
if (! getopts($optlist, \%options)) {
    usage();
}
if (@ARGV) {
    usage();
}
if (defined($options{"s"})) {
    $switchtouse = $options{"s"};
}
535
536
537
if (defined($options{"m"})) {
    $mfactor = $options{"m"};
}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
538
539
540
if (defined($options{"h"})) {
    $useshared = 1;
}
541
542
543
if (defined($options{"v"})) {
    $virtstuff = 1;
}
544
545
546
if (defined($options{"r"})) {
    $widearea = 1;
}
547
548
549
if (defined($options{"S"})) {
    $simstuff = 1;
}
550
551
552
if (defined($options{"p"})) {
    $pid = $options{"p"};
}
553
554
555
if (defined($options{"a"})) {
    $allnodes = 1;
}
556
557
558
if (defined($options{"u"})) {
    $prune = 1;
}
559
560
561
if (defined($options{"c"})) {
    $delaycap_override = $options{"c"};
}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
562
563
564
565
566
567
568
569
570
if (defined($options{"n"})) {
    if ($options{"n"} =~ /(\d*),(\d*)/) {
	$mnetcores = $1;
	$mnetedges = $2;
    }
    else {
	usage();
    }
}
571
if (defined($options{"e"})) {
572
573
574
    $exempt_eid = $options{"e"};
    usage()
	if (!defined($pid));
575
    $experiment = Experiment->Lookup($pid, $exempt_eid);
576
577
    die("Could not look up experiment $pid,$exempt_eid\n")
	if (!defined($experiment));
578
}
579
if (defined($options{"x"})) {
580
581
582
583
584
    if (defined($options{"g"}) && $PGENISUPPORT) {
	$useshared = 1;
	$virtstuff = 1;
	$genimode = $options{"g"};
    }
585
586
    $do_xml = 1;
}
587
588
589
if (defined($options{"l"})) {
    $typelimitfile = $options{"l"};
}
590
591
592
if (defined($options{"1"})) {
    $component_name = $options{"1"};
}
593
594
595
if (defined($options{"z"})) {
    $randomize = 1;
}
596

597
usage()
598
    if ($prune && !defined($exempt_eid)
599
600
601
	|| ($genimode ne $NO_GENI
	    && $genimode ne $V_0_1
	    && $genimode ne $V_0_2
602
603
	    && $genimode ne $V_2
	    && $genimode ne $V_3));
604

605
if (defined($pid) && ! defined($options{"Z"})) {
606
607
    my $group = Group->Lookup($pid, $pid);
    if (defined($group)) {
608
	$EmulabFeatures::verbose = 0;
609
610
611
	my $newptopgen = EmulabFeatures->FeatureEnabled("NewPtopgen", undef,
							$group, undef);
	if ($newptopgen) {
612
	    my $newpath = "$TBROOT/libexec/ptopgen_new";
613
614
	    print STDERR "Invoking new ptopgen from $newpath\n"
		if (!$genimode);
615
616
617
618
619
620
621
	    exec $newpath, @SAVEARGV;
	    die("*** $0:\n".
		"    Could not exec $newpath: $!");
	}
    }
}

622
623
$fake_inet_switch = "internet";
$fake_inet_iface = "(null)";
624
625
626
$fake_air_switch = "airswitch";
$fake_air_iface = "(null)";
if ($genimode ne $NO_GENI) {
627
    $fake_inet_iface = "border";
628
    $fake_air_iface = "air";
629
630
}

631
632
print_header();

633
my %nodetointerface;
634
635
my %interfaceroles = ();
my %interfacetypes = ();
636
my %interfaceips = ();
637
638

# Read interfaces
639
my $result =
640
    DBQueryFatal("SELECT node_id,card,port,iface,interface_type,role,IP" .
641
642
		 " from interfaces where logical=0 " .
		 ($genimode ne $NO_GENI ? "and role!='gw'" : ""));
643
		 
644
while (($node,$card,$port,$iface,$type,$role,$ip) = $result->fetchrow_array) {
645
646
647
648
649
    push @{ $nodetointerface{"$node"} }, $iface;
    $interfacemap{"$node:$card:$port"} = $iface;
    if ((defined $type) && ($type ne "")) {
	$interfacetypes{"$node:$card:$port"} = $type;
    }
650
651
652
    if ((defined $role) && ($role ne "")) {
	$interfaceroles{"$node:$iface"} = $role;
    }
653
654
655
    if ((defined $ip) && ($ip ne "")) {
	$interfaceips{"$node:$iface"} = $ip;
    }
656
657
}

658
659
660
661
my %nodetouuid;
my %nodetoavailable;

$result = DBQueryFatal("SELECT n.node_id, n.eventstate, n.role, n.uuid, " .
662
		       "nt.isremotenode, " .
663
		       "dedicated_wa_types.attrvalue, b.erole, " .
664
		       "n.reserved_pid, b.eid " .
665
666
667
668
669
670
671
672
673
674
		       "from nodes as n " .
		       "left join reserved as b on n.node_id=b.node_id " .
		       "left join node_types as nt on nt.type=n.type " .
		       "left outer join " .
		       "  (select type, attrvalue " .
		       "   from node_type_attributes " .
		       "   where attrkey='dedicated_widearea' " .
		       "   group by type) as dedicated_wa_types " .
		       "  on nt.type=dedicated_wa_types.type " .
		       "where nt.isvirtnode = 0 or nt.isvirtnode is null;");
675
while (($node,$eventstate, $role, $uuid, $isremotenode,
676
	$wa_attrvalue, $erole,
677
	$reserved_pid, $reserved_eid) = $result->fetchrow_array) {
678
679
680
681
    if (defined($uuid) && $uuid ne "")
    {
	$nodetouuid{$node} = $uuid;
    }
682
683
684
685
    my $islocal = $role eq 'testnode'
	&& ((! defined($isremotenode) || $isremotenode == 0)
	    || (defined($wa_attrvalue) && $wa_attrvalue == 1));
    my $isup = defined($eventstate)
686
687
688
689
	&& ($eventstate eq TBDB_NODESTATE_ISUP
	    || $eventstate eq TBDB_NODESTATE_PXEWAIT
	    || $eventstate eq TBDB_NODESTATE_POWEROFF
	    || $eventstate eq TBDB_NODESTATE_ALWAYSUP);
690
691
    my $isshared = (defined($erole)
		    && $erole eq "sharedhost"
692
693
694
695
		    && $useshared
		    && $isup);
    my $isreserved = (defined($reserved_eid)
		      || (defined($reserved_pid)
Leigh B. Stoller's avatar
Leigh B. Stoller committed
696
			  && (! defined($pid) || $pid ne $reserved_pid)));
697
698
699
    my $isfree = (!$islocal
		  || (! $isreserved && $isup)
		  || $isshared);
700
701
702
    $nodetoavailable{$node} = $isfree;
}

703
# Read class/type maps
704
$result =
705
706
707
    DBQueryFatal("select class,type,isvirtnode from node_types");

while (my ($class,$type,$isvirt) = $result->fetchrow_array) {
708
709
710
    $map = {};
    $map->{'CLASS'}    = $class;
    $map->{'ISVIRT'}   = $isvirt;
711
712
713
714
715
716
717
718
719
    my $typeinfo       = NodeType->Lookup($type);
    $map->{'DELAYCAP'} = $typeinfo->delay_capacity();
    $map->{'VIRTCAP'}  = $typeinfo->virtnode_capacity();
    $map->{'SIMCAP'}   = $typeinfo->simnode_capacity();
    $map->{'SPEED'}    = $typeinfo->frequency();
    $map->{'RAM'}      = $typeinfo->memory();
    $map->{'OSID'}     = $typeinfo->default_osid();
    $map->{'IMAGEABLE'}= $typeinfo->imageable();
    $map->{'TRIVSPEED'}= $typeinfo->trivlink_maxspeed();
Leigh B. Stoller's avatar
Leigh B. Stoller committed
720
    $map->{'SHARED'}   = $typeinfo->shared();
721
    $map->{'TYPEINFO'} = $typeinfo;
722
723
    $map->{'FEATURES'} = [];
    $map->{'AUXTYPES'} = {};
724
    $map->{'OSLIST'} = [];
725
    $typemap{$type} = $map;
726
727
728
729
730
731

    # Default is permission to use all types,classes. 
    $permissions{$class} = 1;
    $permissions{$type}  = 1;
}

Timothy Stack's avatar
   
Timothy Stack committed
732
733
# Read node_startloc
$result = DBQueryFatal("select node_id,building from node_startloc");
Timothy Stack's avatar
   
Timothy Stack committed
734
while (($node,$building) = $result->fetchrow_array) {
735
736
737
738
    # TODO: This screws up the meaning of the @features list. Now it
    # is not just a list of feature strings, but a list of strings
    # which might themselves be space-delimited lists of feature
    # strings. Fix this.
Timothy Stack's avatar
   
Timothy Stack committed
739
    $areamap{$node} .= " area-$building:0";
Timothy Stack's avatar
   
Timothy Stack committed
740
741
}

742
743
744
745
746
#
# Read the features table for each type.
# 
$result = DBQueryFatal("select type, feature, weight from node_type_features");
while (my ($type, $feature, $weight) = $result->fetchrow()) {
747
748
749
750
751
752
753
754
755
756
    push(@{$typemap{$type}->{'FEATURES'}}, "$feature:$weight");
}

#
# Read the auxtypes for each type.
# 
$result = DBQueryFatal("select auxtype,type from node_types_auxtypes");
while (my ($auxtype,$type) = $result->fetchrow()) {
    $typemap{$type}->{'AUXTYPES'}->{$auxtype} = 1;
    $auxtypemap{$auxtype} = $type;
757
758
}

759
760
761
762
763
764
765
766
767
768
769
770
#
# Read the features table for each individual node
#
$result = DBQueryFatal("select node_id, feature, weight from node_features");
while (my ($node_id, $feature, $weight) = $result->fetchrow()) {
    if (! defined($features{$node_id})) {
	$features{$node_id} = ["$feature:$weight"];
	next;
    } else {
	push @{$features{$node_id}}, "$feature:$weight";
    }
}
771
772
773
774
775
776
777
778
779
#
# Read in the node_auxtypes table for each node.
#
$result = DBQueryFatal("select node_id, type, count from node_auxtypes");
while (my ($node_id, $type, $count) = $result->fetchrow()) {
    if (! defined($auxtypes{$node_id})) {
	$auxtypes{$node_id} = ["$type:$count"];
	next;
    }
780
    push @{$auxtypes{$node_id}}, "$type:$count";
781
}
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
#
# Read the permission table if given a pid. If there is an entry in
# the table for a type/class, then permission is granted only if there
# is a record with the pid. If not, remove the permission granted above.
# 
if (defined($pid)) {
    $result =
	DBQueryFatal("select type from nodetypeXpid_permissions");
    
    while (my ($type) = $result->fetchrow_array) {
	$permissions{$type} = 0;
    }
    
    $result =
	DBQueryFatal("select type from nodetypeXpid_permissions ".
		     "where pid='$pid'");
    
    while (my ($type) = $result->fetchrow_array) {
	$permissions{$type} = 1;
    }
802
803
}

804
805
806
807
808
809
810
#
# Read the table of which image types are supported on which hardware - we
# limit this to global images and ones that match the PID (if given) We do this
# limiting for two reasons:
# 1) To avoid an explosion in the number of features for nodes
# 2) To avoid information leaks, allowing projects to see each other's images
# 
811
my $osidquery = "select distinct o.osid, oi.type, o.osname, o.pid, o.OS, o.version, o.description,o.protogeni_export from os_info as o " .
812
	"left join osidtoimageid as oi on o.osid = oi.osid " .
813
        "left join images as i on oi.imageid = i.imageid ";
814
if ($pid) {
815
816
817
818
819
820
821
    $osidquery .= "left join image_permissions as p1 on p1.imageid=i.imageid and p1.permission_type='group' ".
	"left join groups as g on p1.permission_idx=g.gid_idx ";
}
$osidquery .= "where i.global = 1 ";
if ($pid) {
    $osidquery .= " or i.pid='$pid' ".
	" or (g.pid is not null and g.pid='$pid')";
822
823
}

824
825
826
827
my $defaultosidquery = 'select distinct o.osid, t.type, o.osname, o.pid, o.OS, o.version, o.description, o.protogeni_export '.
    'from os_info as o left join node_type_attributes as t '.
    'on (o.osid=t.attrvalue) where t.attrkey="default_osid"';

828
829
830
831
#
# For subOS support (i.e., vnode OSes running atop vhost OSes), we have to
# check both the subosid and all the parent_osid it can run on.
#
832
my $subosidquery = "select distinct o.osid,o.parent_osid from os_submap as o " .
833
834
835
836
	"left join osidtoimageid as oi1 on o.osid = oi1.osid " .
	"left join osidtoimageid as oi2 on o.parent_osid = oi2.osid " .
	"left join images as i1 on oi1.imageid = i1.imageid ".
	"left join images as i2 on oi2.imageid = i2.imageid ".
837
	"where (i1.imageid is null or i1.global = 1";
838
839
840
841
842
843
844
845
846
if ($pid) {
    $subosidquery .= " or i1.pid='$pid'";
}
$subosidquery .= ") and (i2.global = 1";
if ($pid) {
    $subosidquery .= " or i2.pid='$pid'";
}
$subosidquery .= ")";

847
848
849
850
851
852
853
854
855
856
857
858
our %node_type_osids;
our %osid_node_types;
our %osid_subosids;
our %osid_name;
our %osid_pid;
our %osid_os;
our %osid_version;
our %osid_description;
our %node_countries;
our %node_latitudes;
our %node_longitudes;

859
$result = DBQueryFatal($osidquery);
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
processOs($result);

$result = DBQueryFatal($defaultosidquery);
processOs($result);

sub processOs
{
    my $result = shift(@_);
    while (my ($osid,$type,$osname,$ospid,$osos,
	       $osversion,$osdescription,$geni) = $result->fetchrow()) {
	if ($typemap{$type}) {
	    my $default = $typemap{$type}->{'OSID'};
	    if ($geni eq 1 ||
		(defined($default) && $default eq $osid)) {
		push(@{ $typemap{$type}->{'OSLIST'} }, $osid);
		$osid_name{$osid} = $osname;
		$osid_pid{$osid} = $ospid;
		$osid_os{$osid} = $osos;
		$osid_version{$osid} = $osversion;
		$osid_description{$osid} = $osdescription;
	    }
	}
	if ($node_type_osids{$type}) {
	    push @{$node_type_osids{$type}}, $osid;
	} else {
	    $node_type_osids{$type} = [$osid];
	}
	#
	# We have to maintain a data structure telling us which types an OSID could
	# be on for use below with generic OSIDs
	#
	if ($osid_node_types{$osid}) {
	    push @{$osid_node_types{$osid}}, $type;
	} else {
	    $osid_node_types{$osid} = [$type];
895
	}
896
897
    }
}
898
899
900
901
902
903
904
905
906
907
908
#
# XXX Note below that for now, subosids cannot redirect to other subosids.
#
$result = DBQueryFatal($subosidquery);
while (my ($subosid,$osid) = $result->fetchrow()) {
    if ($osid_subosids{$osid}) {
	push @{$osid_subosids{$osid}}, $subosid;
    } else {
	$osid_subosids{$osid} = [$subosid];
    }
}
909
910
911
912
913

#
# We also have to resolve the 'generic' OSIDs, which use the nextosid field to
# redirect to another OSID
#
914
$result = DBQueryFatal("select osid from os_info where " .
915
    "nextosid is not null");
916
while (my ($osid) = $result->fetchrow()) {
917
918
919
    #
    # Check to see if they were allowed to use the real OSID
    #
920
    my $realosid = TBResolveNextOSID($osid, $pid, $exempt_eid);
921
    if (defined($realosid) && $osid_node_types{$realosid}) {
922
	foreach my $type (@{$osid_node_types{$realosid}}) {
923
924
925
926
927
	    push @{$node_type_osids{$type}}, $osid;
	}
    }
}

928
# Print switches
929
if (defined($switchtouse) && ! defined($component_name)) {
930
931
932
    # Should probably get the last four args out of the database, but I don't
    # think we ever actually use this case...
    print_switch($switchtouse,undef,undef,undef,undef);
933
934
    $switches{$switchtouse} = 1;
}
935
elsif (! defined($component_name)) {
936
    $result =
937
938
939
940
941
942
943
944
	DBQueryFatal("select n.node_id,n.uuid,country,latitude,longitude ".
                     "   from nodes as n ".
		     "left join widearea_nodeinfo as wn ".
                     "     on n.node_id=wn.node_id " .
		     "left join node_types as nt on ".
		     "     nt.type=n.type ".
		     "where role='testswitch' or role='widearea_switch' or ".
		     "      (role='testnodefoo' and nt.isswitch=1)");
945

946
947
948
    while (($switch, $uuid, $country, $latitude, $longitude) =
            $result->fetchrow_array) {
	print_switch($switch, $uuid, $country, $latitude, $longitude);
949
950
	$switches{$switch} = 1;
    }
951
}
952

953
954
955
956
957
958
#
# Get the global counts.
#
$result =
    DBQueryFatal("select phys_nodeid,count(phys_nodeid) from reserved as r ".
		 "left join nodes as n on n.node_id=r.node_id ".
959
960
961
962
		 "where n.node_id!=n.phys_nodeid ".
		 (defined($exempt_eid) ?
		  "and not (pid='$pid' and eid='$exempt_eid') " : " ") .
		 "group by phys_nodeid");
963
964
965
966
while (my ($node_id,$count) = $result->fetchrow_array) {
    $globalcounts{$node_id} = $count;
}

967
# Find available nodes.
968
#
969
970
# This first query deals with just local nodes. Local nodes can host
# virtnodes, according to the delay_capacity in the types table. 
971
#
972

973
# the ordinary free condition for a local node.
974
975
my $free_condition = "(b.node_id is null and ".
                     " (np.eventstate='" . TBDB_NODESTATE_ISUP . "' or ".
976
                     "  np.eventstate='" . TBDB_NODESTATE_PXEWAIT . "' or ".
977
                     "  np.eventstate='" . TBDB_NODESTATE_POWEROFF . "' or ".
978
                     "  np.eventstate='" . TBDB_NODESTATE_ALWAYSUP . "')) ";
979

980
981
982
983
984
if (defined($pid)) {
    $free_condition = "($free_condition and ".
	"(np.reserved_pid is null or np.reserved_pid='$pid'))";
}

985
986
987
988
# if the user has specified an exempt pid/eid, 
# then view any node which is reserved to that experiment as available.
if (defined($exempt_eid)) {
    $free_condition = "($free_condition or ".
989
	"(b.pid='$pid' and b.eid='$exempt_eid'))"; 
990
}
Chad Barb's avatar
Chad Barb committed
991

992
993
994
# In shared mode, allow allocated nodes whose sharing_mode is set.
if ($useshared) {
    $free_condition = "($free_condition or ".
995
	"(b.node_id is not null && b.erole='sharedhost' && ".
996
997
998
	" np.eventstate='" . TBDB_NODESTATE_ISUP . "'))";
}

999
1000
1001
1002
1003
1004
# If the user wants all nodes, we consider everything to be free (this
# overrides the other possible free conditions
if ($allnodes) {
    $free_condition = "1";
}

1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
# By default, include no wide area nodes when setting up the data structures.
#$free_condition = "($free_condition and ".
#    "(t.isremotenode=0 or ".
#    "dedicated_wa_types.attrvalue=1))";

# But if they have asked for widearea, we want this prepass to include
# these nodes.
#if ($widearea) {
#    $free_condition = "($free_condition or ".
#	"(t.isremotenode=1 and ".
#	"t.isvirtnode=0 and t.type!='pcfedphys' and ".
#	"dedicated_wa_types.attrvalue is NULL))";
#}


1020
# In genimode exclude nodes with exclusion attribute.
1021
if ($genimode ne $NO_GENI) {
1022
1023
1024
1025
    $free_condition = "($free_condition and ".
	"(nat1.attrvalue is null or nat1.attrvalue=0))";
}

1026
1027
1028
1029
if (defined($component_name)) {
    $free_condition = "(a.node_id = \"$component_name\")";
}

1030
$result =
1031
    DBQueryFatal("select a.node_id,a.type,a.phys_nodeid,t.class,t.issubnode," .
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1032
		 "a.def_boot_osid,(b.pid is not null and b.eid is not null), ".
1033
		 "  np.reserved_pid is not null,np.eventstate, ".
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1034
1035
		 "  np.battery_percentage,np.uuid,b.sharing_mode, ".
		 "  ru.load_1min, ru.load_5min, ru.status_timestamp, ".
1036
		 "  a.def_boot_osid, nat2.attrvalue, wn.country, " .
1037
                 "  wn.latitude, wn.longitude, t.isremotenode ".
1038
		 "from nodes as a ".
1039
1040
		 "left join reserved as b on a.node_id=b.node_id ".
		 "left join reserved as m on a.phys_nodeid=m.node_id ".
1041
		 "left join nodes as np on a.phys_nodeid=np.node_id ".
1042
		 "left join node_types as t on t.type=a.type ".
1043
1044
1045
1046
1047
1048
		 "left join node_attributes as nat1 on ".
		 "     nat1.node_id=a.node_id and ".
		 "     nat1.attrkey='protogeni_exclude' ".
		 "left join node_attributes as nat2 on ".
		 "     nat2.node_id=a.node_id and ".
		 "     nat2.attrkey='shared_weight' ".
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1049
		 "left join node_rusage as ru on ru.node_id=a.node_id ".
1050
1051
1052
1053
1054
1055
		 "left outer join ". 
		 "  (select type,attrvalue ".
		 "   from node_type_attributes ".
		 "   where attrkey='dedicated_widearea' ".
		 "   group by type) as dedicated_wa_types ".
		 "  on t.type=dedicated_wa_types.type ".
1056
                 "left join widearea_nodeinfo as wn on a.node_id=wn.node_id ".
1057
		 "where $free_condition and ".
1058
1059
1060
#		 "      a.role='testnode'"
		 "   (a.role='testnode' and (t.isremotenode=0 or ".
		 "                           dedicated_wa_types.attrvalue=1))");
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1061

1062
1063
1064
#
# Scan the results, checking permissions and adding to the list
# You get to use a node type if no pid was specified (that is, you get
1065
1066
1067
# to use all nodes), or if there is no entry in the perms table for
# the type/class of node.
#
Timothy Stack's avatar
   
Timothy Stack committed
1068
while (($node,$type,$physnode,$class,$issubnode,$def_boot_osid,$reserved,
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1069
	$prereserved,$eventstate,$battery_perc,$uuid,$sharing_mode,
1070
	$load_1min,$load_5min,$load_tstamp,$osid,$weight,$country,$latitude,
1071
1072
1073
1074
1075
1076
1077
1078
        $longitude,$isremote) = $result->fetchrow_array) {
    my $current = $top->CreateNode($node);
    $current->SetSubnode($physnode, $issubnode);
    $current->SetRemote($isremote);

#    next
#	if ($isremote);

1079
1080
1081
    $nodes{$node} = $type
	if (!defined($pid) ||
	    ($permissions{$type} && $permissions{$class}));
1082
    $node_def_boot_osid{$node} = $def_boot_osid;
1083
1084
1085
1086
1087
1088

    if ($reserved) {
	$is_reserved{$node} = 1;
    } else {
	$is_reserved{$node} = 0;
    }
1089
    if ($useshared && $sharing_mode) {
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1090
1091
1092
	$sharing_mode{$node} = { "load_1min"   => $load_1min,
				 "load_5min"   => $load_5min,
				 "load_tstamp" => $load_tstamp,
1093
1094
				 "osid"        => $osid,
				 "weight"      => $weight};
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1095
1096
1097
1098
    }
    else {
	$sharing_mode{$node} = 0;
    }
Timothy Stack's avatar
   
Timothy Stack committed
1099
1100

    $is_prereserved{$node} = $prereserved;
1101
1102
1103

    $curr_state{$node} = $eventstate;
    $curr_batt{$node} = $battery_perc;
1104
1105
1106
1107

    $node_countries{$node} = $country;
    $node_latitudes{$node} = $latitude;
    $node_longitudes{$node} = $longitude;
1108
}
Leigh B. Stoller's avatar
Leigh B. Stoller committed
1109

1110
1111
1112
1113
1114
#
# Find out which nodes are connected to which, so that we can add some special
# features
#
$result = DBQueryFatal("SELECT DISTINCT node_id1, node_id2 " .
1115
                       "  FROM wires where logical=0 and type!='Unused'");
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
my %connections = ();
while (my ($node_id1, $node_id2) = $result->fetchrow()) {
    foreach my $nodes ([$node_id1, $node_id2], [$node_id2, $node_id1]) {
        my ($node1, $node2) = @$nodes;
        if ($connections{$node1}) {
            # Check to see if we've already added this one (possible if the
            # nodes appeared in node1,node2 order, then node2,node1
            if (!grep(/^$node2$/, @{$connections{$node1}})) {
                push @{$connections{$node1}}, $node2;
            }
        } else {
            $connections{$node1} = [$node2];
        }
    }
}

1132
1133
1134
1135
1136
1137
@nodenames = keys(%nodes);
if ($randomize)
{
    @nodenames = shuffle(@nodenames);
}

1138
1139
1140
#
# Loop through and print out all nodes
#
1141
foreach $node (@nodenames) {
1142
1143
1144
1145
1146
1147
    my $current = $top->nodes()->{$node};

    # Wide area nodes are handled below
#    next
#	if ($current->is_remote());

1148
1149
1150
    my $type  = $nodes{$node};
    my $class = $typemap{$type}->{'CLASS'};
    my $delay_capacity = $typemap{$type}->{'DELAYCAP'};
1151
    my $simnode_capacity = $typemap{$type}->{'SIMCAP'};
1152
1153
    my $cpu_speed = $typemap{$type}->{'SPEED'};
    my $ram = $typemap{$type}->{'RAM'};
Robert Ricci's avatar