Changeset ca489e8 for fedd/federation/experiment_control.py

Timestamp:

Jul 27, 2009 9:41:25 AM (15 years ago)

Author:

Ted Faber <faber@…>

Branches:

axis_example, compt_changes, info-ops, master, version-1.30, version-2.00, version-3.01, version-3.02

Children:

8f32dc0

Parents:

65f3f29

Message:

Add override fedids that can access all experiments. These are admins,
basically.

Also add a force parameter to terminate requests, to force the termination (and
really deletion of internal state) for experiments in odd states or with
internal misconfigurations.

File:

• fedd/federation/experiment_control.py (modified) (6 diffs)

fedd/federation/experiment_control.py

@@ -252 +252 @@
         # NB for internal master/slave ops, not experiment setup
         self.ssh_type = config.get("experiment_control", "sshkeytype", "rsa")
+
+        self.overrides = set([])
+        ovr = config.get('experiment_control', 'overrides')
+        if ovr:
+            for o in ovr.split(","):
+                o = o.strip()
+                if o.startswith('fedid:'): o = o[len('fedid:'):]
+                self.overrides.add(fedid(hexstr=o))
+
         self.state = { }
         self.state_lock = Lock()
@@ -408 +417 @@
                             if f.has_key('fedid') ]:
                     self.auth.set_attribute(self.state[k]['owner'], eid)
+                    # allow overrides to control experiments as well
+                    for o in self.overrides:
+                        self.auth.set_attribute(o, eid)
             except KeyError, e:
                 self.log.warning("[read_state]: State ownership or identity " +\
@@ -2009 +2021 @@
         self.auth.set_attribute(fid, expid)
         self.auth.set_attribute(expid, expid)
+        # Override fedids can manipulate state as well
+        for o in self.overrides:
+            self.auth.set_attribute(o, expid)
 
         # Create a logger that logs to the experiment's state object as well as
@@ -2270 +2285 @@
             raise service_error(service_error.req,
                     "Bad request format (no TerminateRequestBody)")
+        force = req.get('force', False)
         exp = req.get('experiment', None)
         if exp:
@@ -2298 +2314 @@
             if status:
                 if status == 'starting':
-                    self.state_lock.release()
-                    raise service_error(service_error.partial, 
-                            'Experiment still being created')
+                    if not force:
+                        self.state_lock.release()
+                        raise service_error(service_error.partial, 
+                                'Experiment still being created')
+                    else:
+                        self.log.warning('Experiment in starting state ' + \
+                                'being terminated by admin.')
             else:
                 # No status??? trouble
@@ -2361 +2381 @@
 
             # release the allocations (failed experiments have done this
-            # already)
-            if status != 'failed':
+            # already, and starting experiments may be in odd states, so we
+            # ignore errors releasing those allocations
+            try: 
                 for tb in tbparams.keys():
                     self.release_access(tb, tbparams[tb]['aid'])
+            except service_error, e:
+                if status != 'failed' and not force:
+                    raise e
 
             # Remove the terminated experiment