source: fedd/compose.py @ 7653f01

compt_changes
Last change on this file since 7653f01 was 6bedbdba, checked in by Ted Faber <faber@…>, 13 years ago

Split topdl and fedid out to different packages. Add differential
installs

  • Property mode set to 100644
File size: 25.6 KB
Line 
1#!/usr/bin/env python
2
3import sys
4import re
5import os
6import random
7import copy
8
9import xml.parsers.expat
10
11from optparse import OptionParser, OptionValueError
12from federation.remote_service import service_caller
13from federation.service_error import service_error
14from deter import topdl
15
16class config_error(RuntimeError): pass
17
18class constraint:
19    """
20    This is mainly a struct to hold constraint fields and convert to XML output
21    """
22    def __init__(self, name=None, required=False, accepts=None, provides=None,
23            topology=None, match=None):
24        self.name = name
25        self.required = required
26        self.accepts = accepts or []
27        self.provides = provides or []
28        self.topology = None
29        self.match = match
30
31    def __str__(self):
32        return "%s:%s:%s:%s" % (self.name, self.required,
33                ",".join(self.provides), ",".join(self.accepts))
34
35    def to_xml(self):
36        rv = "<constraint>"
37        rv += "<name>%s</name>" % self.name
38        rv += "<required>%s</required>" % self.required
39        for p in self.provides:
40            rv += "<provides>%s</provides>" % p
41        for a in self.accepts:
42            rv += "<accepts>%s</accepts>" % a
43        rv+= "</constraint>"
44        return rv
45
46def constraints_from_xml(string=None, file=None, filename=None, 
47        top="constraints"):
48    """
49    Pull constraints from an xml file.  Only constraints in the top element are
50    recognized.  A constraint consists of a constraint element with one name,
51    one required, and multiple accepts nd provides elements.  Each contains a
52    string.  A list of constraints is returned.
53    """
54    class parser:
55        """
56        A little class to encapsulate some state used to parse the constraints.
57        The methods are all bound to the analogous handlers in an XML parser.
58        It collects the constraints in self.constraint.
59        """
60        def __init__(self, top):
61            self.top = top
62            self.constraints = [ ]
63            self.chars = None
64            self.current = None
65            self.in_top = False
66       
67        def start_element(self, name, attrs):
68            # Clear any collected strings (from inside elements)
69            self.chars = None
70            self.key = str(name)
71           
72            # See if we've entered the containing context
73            if name == self.top:
74                self.in_top = True
75
76            # Entering a constraint, create the object which also acts as a
77            # flag to indicate we're collecting constraint data.
78            if self.in_top:
79                if name == 'constraint':
80                    self.current = constraint()
81
82        def end_element(self, name):
83            if self.current:
84                # In a constraint and leaving an element.  Clean up any string
85                # we've collected and process elements we know.
86                if self.chars is not None:
87                    self.chars = self.chars.strip()
88
89                if name == 'required':
90                    if self.chars is None:
91                        self.current.required = False
92                    else:
93                        self.current.required = (self.chars.lower() == 'true')
94                elif name == 'name':
95                    self.current.name = self.chars
96                elif name == 'accepts':
97                    self.current.accepts.append(self.chars)
98                elif name == 'provides':
99                    self.current.provides.append(self.chars)
100                elif name == 'constraint':
101                    # Leaving this constraint.  Record it and clear the flag
102                    self.constraints.append(self.current)
103                    self.current = None
104                else:
105                    print >>sys.stderr, \
106                            "Unexpected element in constraint: %s" % name
107            elif name == self.top:
108                # We've left the containing context
109                self.in_top = False
110
111
112        def char_data(self, data):
113            # Collect strings if we're in the overall context
114            if self.in_top:
115                if self.chars is None: self.chars = data
116                else: self.chars += data
117
118    # Beginning of constraints_from_xml.  Connect up the parser and call it
119    # properly for the kind of input supplied.
120    p = parser(top=top)
121    xp = xml.parsers.expat.ParserCreate()
122
123    xp.StartElementHandler = p.start_element
124    xp.EndElementHandler = p.end_element
125    xp.CharacterDataHandler = p.char_data
126
127    if len([x for x in (string, filename, file) if x is not None])!= 1:
128        raise RuntimeError("Exactly one one of file, filename and string " + \
129                "must be set")
130    elif filename:
131        f = open(filename, "r")
132        xp.ParseFile(f)
133        f.close()
134    elif file:
135        xp.ParseFile(file)
136    elif string:
137        xp.Parse(string, isfinal=True)
138    else:
139        return []
140
141    return p.constraints
142
143
144class ComposeOptionParser(OptionParser):
145    """
146    This class encapsulates the options to this script in one place.  It also
147    holds the callback for the multifile choice.
148    """
149    def __init__(self):
150        OptionParser.__init__(self)
151        self.add_option('--url', dest='url', default="http://localhost:23235",
152                help='url of ns2 to topdl service')
153        self.add_option('--certfile', dest='cert', default=None,
154                help='Certificate to use as identity')
155        self.add_option('--seed', dest='seed', type='int', default=None,
156                help='Random number seed')
157        self.add_option('--multifile', dest='files', default=[], type='string', 
158                action='callback', callback=self.multi_callback, 
159                help="Include file multiple times")
160        self.add_option('--output', dest='outfile', default=None,
161                help='Output file name')
162        self.add_option("--format", dest="format", type="choice", 
163                choices=("xml", "topdl", "tcl", "ns"),
164                help="Output file format")
165        self.add_option('--add_testbeds', dest='add_testbeds', default=False,
166                action='store_true',
167                help='add testbed attributes to each component')
168        self.add_option('--output_testbeds', dest='output_testbeds', 
169                default=False, action='store_true',
170                help='Output tb-set-node-testbed commands to ns2')
171        self.add_option('--lax', dest='lax', default=False,
172                action='store_true',
173                help='allow solutions where required constraints fail')
174        self.add_option('--same_node', dest='same_node', action='store_true',
175                default=False, 
176                help='Allow loops to the same node to be created.')
177        self.add_option('--same_topology', dest='same_topo',
178                action='store_true', default=False, 
179                help='Allow links within the same topology to be created.')
180        self.add_option('--same_pair', dest='multi_pair',
181                action='store_true', default=False, 
182                help='Allow multiple links between the same nodes ' + \
183                        'to be created.')
184        self.add_option('--config', dest='config', default=None,
185                help='Configuration file of options')
186
187    @staticmethod
188    def multi_callback(option, opt_str, value, parser):
189        """
190        Parse a --multifile command line option.  The parameter is of the form
191        filename,count.  This splits the argument at the rightmost comma and
192        inserts the filename, count tuple into the "files" option.  It handles
193        a couple error cases, too.
194        """
195        idx = value.rfind(',')
196        if idx != -1:
197            try:
198                parser.values.files.append((value[0:idx], int(value[idx+1:])))
199            except ValueError, e:
200                raise OptionValueError(
201                        "Can't convert %s to int in multifile (%s)" % \
202                                (value[idx+1:], value))
203        else:
204            raise OptionValueError(
205                    "Bad format (need a comma) for multifile: %s" % value)
206
207def warn(msg):
208    """
209    Exactly what you think.  Print a message to stderr
210    """
211    print >>sys.stderr, msg
212
213
214def make_new_name(names, prefix="name"):
215    """
216    Generate an identifier not present in names by appending an integer to
217    prefix.  The new name is inserted into names and returned.
218    """
219    i = 0
220    n = "%s%d" % (prefix,i)
221    while n in names:
222        i += 1
223        n = "%s%d" % (prefix,i)
224    names.add(n)
225    return n
226
227def base_name(n):
228    """
229    Extract a base name of the node to use for constructing a non-colliding
230    name.  This makes the composed topologies a little more readable.  It's a
231    single regexp, but the function name is more meaningful.
232    """
233    return re.sub('\d+$', '',n)
234
235
236
237def localize_names(top, names, marks):
238    """
239    Take a topology and rename any substrates or elements that share a name
240    with an existing computer or substrate.  Keep the original name as a
241    localized_name attribute.  In addition, remap any constraints or interfaces
242    that point to the old name over to the new one.  Constraints are found in
243    the marks dict, indexed by node name.  Those constraints name attributes
244    have already been converted to triples (node name, interface name,
245    topology) so only the node name needs to be changed.
246    """
247    sub_map = { }
248    for s in top.substrates:
249        s.set_attribute('localized_name', s.name)
250        if s.name in names:
251            sub_map[s.name] = n = make_new_name(names, base_name(s.name))
252            s.name = n
253        else:
254            names.add(s.name)
255
256    for e in [ e for e in top.elements if isinstance(e, topdl.Computer)]:
257        e.set_attribute('localized_name', e.name)
258        if e.name in names:
259            nn= make_new_name(names, base_name(e.name))
260            for c in marks.get(e.name, []):
261                c.name = nn
262            e.name = nn
263        else:
264            names.add(e.name)
265
266        # Interface mapping.  The list comprehension creates a list of
267        # substrate names where each element in the list is replaced by the
268        # entry in sub_map indexed by it if present and left alone otherwise.
269        for i in e.interface:
270            i.substrate = [ sub_map.get(ii, ii) for ii in i.substrate ]
271
272def meet_constraints(candidates, provides, accepts, 
273        same_node=False, same_topo=False, multi_pair=False):
274    """
275    Try to meet all the constraints in candidates using the information in the
276    provides and accepts dicts (which index constraints that provide or accept
277    the given attribute). A constraint is met if it can be matched with another
278    constraint that provides an attribute that the first constraint accepts.
279    Only one match per pair is allowed, and we always prefer matching a
280    required constraint to an unreqired one.  If all the candidates can be
281    matches, return True and return False otherwise.
282    """
283    got_all = True
284    node_match = { }
285    for c in candidates:
286        if not c.match:
287            rmatch = None   # Match to a required constraint
288            umatch = None   # Match to an unrequired constraint
289            for a in c.accepts:
290                for can in provides.get(a,[]):
291                    # A constraint cannot satisfy itself nor can it match
292                    # multiple times.
293                    if can != c and not can.match:
294                        # Unless same_node is true disallow nodes satisfying
295                        # their own constraints.
296                        if not same_node and can.name == c.name:
297                            continue
298                        # Unless same_topo is true, exclude nodes in the same
299                        # topology.
300                        if not same_topo and can.topology == c.topology:
301                            continue
302                        # Don't allow multiple matches between the same nodes
303                        if not multi_pair and c.name in node_match and \
304                                can.name in node_match[c.name]:
305                            continue
306                        # Now check that can also accepts c
307                        for ca in can.accepts:
308                            if ca in c.provides:
309                                if can.required: rmatch = can
310                                else: umatch = can
311                                break
312                       
313                        # Within providers, prefer matches against required
314                        # composition points.
315                        if rmatch:
316                            break
317                # Within acceptance categories, prefer matches against required
318                # composition points
319                if rmatch:
320                    break
321
322            # Move the better match over to the match variable
323            if rmatch: match = rmatch
324            elif umatch: match = umatch
325            else: match = None
326
327            # Done checking all possible matches.  Record the match or note an
328            # unmatched candidate.
329            if match:
330                match.match = c
331                c.match = match
332                # Note the match of the nodes
333                for a, b in ((c.name, match.name), (match.name, c.name)):
334                    if a in node_match: node_match[a].append(b)
335                    else: node_match[a] = [ b]
336            else:
337                got_all = False
338    return got_all
339
340def randomize_constraint_order(indexes):
341    """
342    Randomly reorder the lists of constraints that provides and accepts hold.
343    """
344    if not isinstance(indexes, tuple):
345        indexes = (indexes,)
346
347    for idx in indexes:
348        for k in idx.keys():
349            random.shuffle(idx[k])
350
351def remote_ns2topdl(uri, desc, cert):
352    """
353    Call a remote service to convert the ns2 to topdl (and in fact all the way
354    to a topdl.Topology.
355    """
356
357    req = { 'description' : { 'ns2description': desc }, }
358
359    r = service_caller('Ns2Topdl')(uri, req, cert)
360
361    if r.has_key('Ns2TopdlResponseBody'):
362        r = r['Ns2TopdlResponseBody']
363        ed = r.get('experimentdescription', None)
364        if 'topdldescription' in ed:
365            return topdl.Topology(**ed['topdldescription'])
366        else:
367            return None
368    else:
369        return None
370
371def connect_composition_points(top, contraints, names):
372    """
373    top is a topology containing copies of all the topologies represented in
374    the contsraints, flattened into one name space.  This routine inserts the
375    additional substrates required to interconnect the topology as described by
376    the constraints.  After the links are made, unused connection points are
377    purged.
378    """
379    done = set()
380    for c in constraints:
381        if c not in done and c.match:
382            # c is an unprocessed matched constraint.  Create a substrate
383            # and attach it to the interfaces named by c and c.match.
384            sn = make_new_name(names, "sub")
385            s = topdl.Substrate(name=sn)
386
387            # These are the nodes that need to be connected.  Put an new
388            # interface on each one and hook them to the new substrate.
389            for e in [ e for e in top.elements \
390                    if isinstance(e, topdl.Computer) \
391                        and e.name in (c.name, c.match.name)]:
392                ii = make_new_name(set([x.name for x in e.interface]), "inf")
393                e.interface.append(
394                        topdl.Interface(substrate=[sn], name=ii, element=e))
395
396
397            # c and c.match have been processed, so add them to the done set,
398            # and add the substrate
399            top.substrates.append(s)
400            done.add(c)
401            done.add(c.match)
402
403    top.incorporate_elements()
404
405def import_ns2_services(contents):
406    """
407    Contents is a list containing the lines of an annotated ns2 file.  This
408    routine extracts the service comment lines and puts them into an array for
409    output later if the output format is tcl.
410
411    Services are given in lines of the form
412        # SERVICE:name:exporter:importers:attributes
413
414    See http://fedd.deterlab.net/wiki/FeddAbout#ExperimentServices
415    """
416
417    service_re = re.compile("\s*#\s*SERVICE.*")
418    services = [ ]
419    for l in contents:
420        m = service_re.search(l)
421        if m: services.append(l)
422
423    return services
424
425
426
427def import_ns2_constraints(contents):
428    """
429    Contents is a list containing the lines of an annotated ns2 file.  This
430    routine extracts the constraint comment lines and convertes them into
431    constraints in the namespace of the tcl experiment, as well as inserting
432    them in the accepts and provides indices.
433
434    Constraints are given in lines of the form
435        name:required:provides:accepts
436    where name is the name of the node in the current topology, if the second
437    field is "required" this is a required constraint, a list of attributes
438    that this connection point provides and a list that it accepts.  The
439    provides and accepts lists are comma-separated.  The constraint is added to
440    the marks dict under the name key and that dict is returned.
441    """
442
443    const_re = re.compile("\s*#\s*COMPOSITION:\s*([^:]+:[^:]+:.*)")
444
445    constraints = [ ]
446    for l in contents:
447        m = const_re.search(l)
448        if m:
449            exp = re.sub('\s', '', m.group(1))
450            nn, r, p, a = exp.split(":")
451            if nn.find('(') != -1:
452                # Convert array references into topdl names
453                nn = re.sub('\\((\\d)\\)', '-\\1', nn)
454            p = p.split(",")
455            a = a.split(",")
456            constraints.append(constraint(name=nn, required=(r == 'required'),
457                    provides=p, accepts=a))
458    return constraints
459
460def import_ns2_component(fn):
461    """
462    Pull a composition component in from an ns2 description.  The Constraints
463    are parsed from the comments using import_ns2_constraints and the topology
464    is created using a call to a fedd exporting the Ns2Topdl function.  A
465    topdl.Topology object rempresenting the component's topology and a dict
466    mapping constraints from the components names to the conttraints is
467    returned.  If either the file read or the conversion fails, appropriate
468    Exceptions are thrown.
469    """
470    f = open(fn, "r")
471    contents = [ l for l in f ]
472
473    marks = import_ns2_constraints(contents)
474    services = import_ns2_services(contents)
475    top = remote_ns2topdl(opts.url, "".join(contents), cert)
476    if not top:
477        raise RuntimeError("Cannot create topology from: %s" % fn)
478
479    return (top, marks, services)
480
481def import_xml_component(fn):
482    """
483    Pull a component in from a topdl description.
484    """
485    return (topdl.topology_from_xml(filename=fn, top='experiment'), 
486            constraints_from_xml(filename=fn, top='constraints'), [])
487
488def index_constraints(constraints, provides, accepts, names):
489    """
490    Add constraints to the provides and accepts indices based on the attributes
491    of the contstraints.  Also index by name.
492    """
493    for c in constraints:
494        for attr, dict in ((c.provides, provides), (c.accepts, accepts)):
495            for a in attr:
496                if a not in dict: dict[a] = [c]
497                else: dict[a].append(c)
498        if c.name in names: names[c.name].append(c)
499        else: names[c.name]= [ c ]
500
501def get_suffix(fn):
502    """
503    We get filename suffixes a couple places.  It;s worth using the same code.
504    This gets the shortest . separated suffix from a filename, or None.
505    """
506    idx = fn.rfind('.')
507    if idx != -1: return fn[idx+1:]
508    else: return None
509
510
511def output_composition(top, constraints, outfile=None, format=None, 
512        output_testbeds=False, services=None):
513    """
514    Output the composition to the file named by outfile (if any) in the format
515    given by format if any.  If both are None, output to stdout in topdl
516    """
517    def xml_out(f, top, constraints, output_testbeds, services):
518        """
519        Output into topdl.  Just call the topdl output, as the constraint
520        attributes should be in the topology.
521        """
522        print >>f, "<component>"
523        if constraints:
524            print >>f, "<constraints>"
525            for c in constraints:
526                print >>f, c.to_xml()
527            print >>f, "</constraints>"
528        print >>f, topdl.topology_to_xml(comp, top='experiment')
529        print >>f, "</component>"
530
531    def ns2_out(f, top, constraints, output_testbeds, services):
532        """
533        Reformat the constraint data structures into ns2 constraint comments
534        and output the ns2 using the topdl routine.
535        """
536        # Inner routines
537        # Deal with the possibility that the single string name is still in the
538        # constraint.
539        def name_format(n):
540            if isinstance(n, tuple): return n[0]
541            else: return n
542           
543           
544        # Format the required field back into a string. (ns2_out inner
545        def required_format(x):
546            if x: return "required"
547            else: return "optional"
548
549        def testbed_filter(e):
550            if isinstance(e, topdl.Computer) and e.get_attribute('testbed'):
551                return 'tb-set-node-testbed ${%s} "%s"' % \
552                        (topdl.to_tcl_name(e.name), e.get_attribute('testbed'))
553            else:
554                return ""
555
556        if output_testbeds: filters = [ testbed_filter ] 
557        else: filters = [ ] 
558       
559        # ns2_out main line
560        for c in constraints:
561            print >>f, "# COMPOSITION: %s:%s:%s:%s" % (
562                    topdl.to_tcl_name(name_format(c.name)),
563                    required_format(c.required), ",".join(c.provides),
564                    ",".join(c.accepts))
565        for s in services:
566            print >>f, s
567        print >>f, topdl.topology_to_ns2(top, filters=filters)
568
569    # Info to map from format to output routine. 
570    exporters = {
571            'xml':xml_out, 'topdl':xml_out,
572            'tcl': ns2_out, 'ns': ns2_out,
573            }
574
575    if format:
576        # Explicit format set, use it
577        if format in exporters:
578            exporter = exporters[format]
579        else:
580            raise RuntimeError("Unknown format %s" % format)
581    elif outfile:
582        # Determine the format from the suffix (if any)
583        s = get_suffix(outfile)
584        if s and s in exporters:
585            exporter = exporters[s]
586        else:
587            raise RuntimeError("Unknown format (suffix) %s" % outfile)
588    else:
589        # Both outfile and format are empty
590        exporter = xml_out
591
592    # The actual output.  Open the file, if any, and call the exporter
593    if outfile: f = open(outfile, "w")
594    else: f = sys.stdout
595    exporter(f, top, constraints, output_testbeds, services)
596    if outfile: f.close()
597
598def import_components(files):
599    """
600    Pull in the components.  The input is a sequence of tuples where each tuple
601    includes the name of the file to pull the component from and the number of
602    copies to make of it.  The routine to read a file is picked by its suffix.
603    On completion, a tuple containing the number of components successfully
604    read, a list of the topologies, a set of names in use accross all
605    topologies (for inserting later names), the constraints extracted, and
606    indexes mapping the attribute provices and accepted tinto the lists of
607    constraints that provide or accept them is returned.
608    """
609    importers = {
610            'tcl': import_ns2_component, 
611            'ns': import_ns2_component, 
612            'xml':import_xml_component,
613            'topdl':import_xml_component,
614            }
615    names = set()
616    constraints = [ ]
617    provides = { }
618    accepts = { }
619    components = 0
620    topos = [ ]
621    services = [ ]
622
623    for fn, cnt in files:
624        try:
625            s = get_suffix(fn)
626            if s and s in importers:
627                top, cons, svcs = importers[s](fn)
628            else:
629                warn("Unknown suffix on file %s.  Ignored" % fn)
630                continue
631        except service_error, e:
632            warn("Remote error on %s: %s" % (fn, e))
633            continue
634        except EnvironmentError, e:
635            warn("Error on %s: %s" % (fn, e))
636            continue
637
638        # Parsed the component and sonctraints, now work through the rest of
639        # the pre-processing.  We do this once per copy of the component
640        # requested, cloning topologies and constraints each time.
641        for i in range(0, cnt):
642            components += 1
643            t = top.clone()
644            c = copy.deepcopy(cons)
645            marks = { }
646            # Bind the constraints in m (the marks copy) to this topology
647            for cc in c:
648                cc.topology = t
649            index_constraints(c, provides, accepts, marks)
650            localize_names(t, names, marks)
651            constraints.extend(c)
652            services.extend(svcs)
653            topos.append(t)
654
655    return (components, topos, names, constraints, provides, accepts, services)
656
657def parse_config(fn, opts):
658    """
659    Pull configuration options from a file given in fn.  These mirror the
660    command line options.
661    """
662    # These functions make up a jump table for parsing lines of config.
663    # They're dispatched from directives below.
664    def file(args, opts):
665        i = args.find(',')
666        if i == -1: opts.files.append((args, 1))
667        else: 
668            try:
669                opts.files.append((args[0:i], int(args[i+1:])))
670            except ValueError:
671                raise config_error("Cannot convert %s to an integer" % \
672                        args[i+1:])
673
674    def url(args, opts):
675        opts.url=args
676
677    def output(args, opts):
678        opts.outfile=args
679
680    def format(args, opts):
681        valid = ("xml", "topdl", "tcl", "ns")
682        if args in valid:
683            opts.format = args
684        else: 
685            raise config_error("Bad format %s. Must be one of %s" % \
686                    (args, valid))
687
688    def tb_out(args, opts):
689        opts.output_testbeds = True
690
691    def tb_add(args, opts):
692        opts.add_testbeds = True
693
694    def seed(args, opts):
695        try:
696            opts.seed = int(args)
697        except ValueError:
698            raise config_error("Cannot convert %s to an integer" % args)
699
700    def lax(args, opts):
701        opts.lax = True
702
703    def same_node(args, opts):
704        opts.same_node = True
705
706    def same_topo(args, opts):
707        opts.same_topo = True
708
709    def same_pair(args, opts):
710        opts.multi_pair = True
711
712    directives = {
713            'file': file,
714            'multifile': file,
715            'output': output,
716            'url': url,
717            'format': format,
718            'output_testbeds': tb_out,
719            'add_testbeds': tb_add,
720            'seed': seed,
721            'lax': lax,
722            'same_node': same_node,
723            'same_topo': same_topo,
724            'same_pair': same_pair,
725            }
726    comment_re = re.compile('^\s*#')
727    blank_re = re.compile('^\s*$')
728
729    # Parse_config code begins
730    f = open(fn, "r")
731    try:
732        for i, l in enumerate(f):
733            if blank_re.match(l) or comment_re.match(l):
734                continue
735
736            if l.find('=') != -1: dir, args = l.split('=', 1)
737            else: dir, args = (l, "")
738
739            dir, args = (dir.strip(), args.strip())
740
741            try:
742                if dir in directives: directives[dir](args, opts)
743                else: file(dir, opts)
744            except config_error, e:
745                raise config_error("%s in line %d" % (e, i+1))
746    finally:
747        if f: f.close()
748
749
750# Main line begins
751parser = ComposeOptionParser()
752
753opts, args = parser.parse_args()
754
755if opts.config:
756    try:
757        parse_config(opts.config, opts)
758    except EnvironmentError, e:
759        sys.exit("Can't open configuration: %s" %e)
760    except config_error, e:
761        sys.exit(e)
762
763if opts.cert:
764    cert = opts.cert
765elif os.access(os.path.expanduser("~/.ssl/emulab.pem"), os.R_OK):
766    cert = os.path.expanduser("~/.ssl/emulab.pem")
767else:
768    cert = None
769
770random.seed(opts.seed)
771
772files = opts.files
773files.extend([ (a, 1) for a in args])
774
775# Pull 'em in.
776components, topos, names, constraints, provides, accepts, services = \
777        import_components(files)
778
779# If more than one component was given, actually do the composition, otherwise
780# this is probably a format conversion.
781if components > 1:
782    # Mix up the constraint indexes
783    randomize_constraint_order((provides, accepts))
784
785    # Now the various components live in the same namespace and are marked with
786    # their composition requirements.
787
788    if not meet_constraints([c for c in constraints if c.required], 
789            provides, accepts, opts.same_node, opts.same_topo, opts.multi_pair):
790        if opts.lax:
791            warn("warning: could not meet all required constraints")
792        else:
793            sys.exit("Failed: could not meet all required constraints")
794
795    meet_constraints([ c for c in constraints if not c.match ], 
796            provides, accepts, opts.same_node, opts.same_topo, opts.multi_pair)
797
798    # Add testbed attributes if requested
799    if opts.add_testbeds:
800        for i, t in enumerate(topos):
801            for e in [ e for e in t.elements if isinstance(e, topdl.Computer)]:
802                e.set_attribute('testbed', 'testbed%03d' % i)
803
804    # Make a topology containing all elements and substrates from components
805    # that had matches.
806    comp = topdl.Topology()
807    for t in set([ c.topology for c in constraints if c.match]):
808        comp.elements.extend([e.clone() for e in t.elements])
809        comp.substrates.extend([s.clone() for s in t.substrates])
810
811    # Add substrates and connections corresponding to composition points
812    connect_composition_points(comp, constraints, names)
813
814elif components == 1:
815    comp = topos[0]
816    if opts.add_testbeds:
817        for e in [ e for e in comp.elements if isinstance(e, topdl.Computer)]:
818            e.set_attribute('testbed', 'testbed001')
819
820else:
821    sys.exit("Did not read any components.")
822
823# Put out the composition with only the unmatched constraints
824output_composition(comp, [c for c in constraints if not c.match], 
825        opts.outfile, opts.format, opts.output_testbeds, services)
826
827sys.exit(0)
Note: See TracBrowser for help on using the repository browser.