Functions
def	load_brunel_scenario (filename)

Variables
int	NUMBEROFEVENTS = 23

int	NUMBEROFEVENTSINFLIGHT = 7

int	NUMBEROFALGOSINFLIGHT = 11

int	NUMBEROFTHREADS = 2

int	CARDINALITY = 11

int	SCALE = .1

int	VERBOSITY = 5

	NumberOfEvents = NUMBEROFEVENTS

	NumberOfEventsInFlight = NUMBEROFEVENTSINFLIGHT

	NumberOfAlgosInFlight = NUMBEROFALGOSINFLIGHT

	NumberOfThreads = NUMBEROFTHREADS

	Cardinality = CARDINALITY

	Scale = SCALE

	Verbosity = VERBOSITY

	ms = MessageSvc()

	OutputLevel

	crunchers

	inputs

	whiteboard

	slimeventloopmgr = HiveSlimEventLoopMgr(OutputLevel=INFO)

	scheduler

	app = ApplicationMgr()

	TopAlg

	EvtSel

	EvtMax

	EventLoop

	ExtSvc

	MessageSvcType

Function Documentation

def BrunelScenarioForwardScheduler.load_brunel_scenario ( filename )

Definition at line 27 of file BrunelScenarioForwardScheduler.py.

 def load_brunel_scenario(filename):
     algs = {}
     timing = {}
     objs = []
     curr = None
     order = 0
     nodes = ('/Event', '/Event/Rec', '/Event/DAQ')
     for l in open(filename).readlines():
         if l.find('StoreTracer') == 0:
             if l.find('Executing Algorithm') != -1:
                 alg = l.split()[-1]
                 if alg not in algs.keys():
                     algs[alg] = (order, set(), set())
                 curr = alg
                 order += 1
             elif l.find('Done with Algorithm') != -1:
                 curr = None
             elif l.find('[EventDataSvc]') != -1 and curr:
                 obj = l.split()[-1]
                 if obj in nodes:
                     continue
                 if obj.find('/Event/') == 0:
                     obj = obj[7:]
                 obj = obj.replace('/', '_')
                 if obj not in objs:
                     objs.append(obj)
                 talg = algs[curr]
                 if l.find('RETRIEVE') != -1:
                     if obj not in talg[1]:
                         talg[1].add(obj)
                 elif l.find('REGOBJ') != -1:
                     if obj not in talg[2]:
                         talg[2].add(obj)
         if l.find("TimingAuditor") != -1:
             algo = l.split()[2]  # .rstrip("|")
             index = 13
             if algo.endswith("|"):
                 index = 12
                 algo = algo.rstrip("|")
             if algo in algs.keys():
                 timing[algo] = l.split()[index]
             else:
                 for name in algs.keys():
                     if name.startswith(algo):
                         timing[name] = l.split()[index]
 
     all_inputs = set()
     all_outputs = set()
     all_algos = []
     all_algos_inputs = []
 
     # Scale all algo timings if needed
     if Scale != -1:
         for alg in timing.keys():
             old_timing = float(timing[alg])
             new_timing = old_timing * Scale
             # print "Algorithm %s: %f --> %f" %(alg, old_timing, new_timing)
             timing[alg] = new_timing
 
     for i, (alg, deps) in enumerate(algs.items()):
         if alg in ["PatPVOffline", "PrsADCs"]:
             continue
         if deps[1] or deps[2]:
             inputs = []
             inputs = [item for item in deps[1] if item not in (
                 "DAQ_ODIN", "DAQ_RawEvent") and item not in deps[2]]
             outputs = [item for item in deps[2]]
             new_algo = CPUCruncher(alg,
                                    avgRuntime=float(timing[alg]),
                                    inpKeys=map(
                                        lambda s: "/Event/" + s, inputs),
                                    outKeys=map(
                                        lambda s: "/Event/" + s, outputs),
                                    # DataInputs=map( lambda s: "/Event/"+s, inputs),
                                    # DataOutputs=map( lambda s: "/Event/"+s, outputs),
                                    OutputLevel=6,
                                    shortCalib=True
                                    )
 
             for item in deps[1]:
                 all_inputs.add(item)
             for item in deps[2]:
                 all_outputs.add(item)
             all_algos.append(new_algo)
             all_algos_inputs.append(inputs)
     # look for the objects that haven't been provided within the job. Assume this needs to come via input
     new_algo = CPUCruncher("input",
                            avgRuntime=1,
                            inpKeys=[],
                            outKeys=map(
                                lambda s: "/Event/" + s, [item for item in all_inputs.difference(all_outputs)]),
                            OutputLevel=WARNING
                            )
     all_algos.append(new_algo)
     all_algos_inputs.append([])
     for algo in all_algos:
         algo.Cardinality = Cardinality
         OutputLevel = WARNING
 
     return all_algos, all_algos_inputs
 
 
 # Set output level threshold 2=DEBUG, 3=INFO, 4=WARNING, 5=ERROR, 6=FATAL )

Variable Documentation

BrunelScenarioForwardScheduler.app = ApplicationMgr()

Definition at line 147 of file BrunelScenarioForwardScheduler.py.

int BrunelScenarioForwardScheduler.CARDINALITY = 11

Definition at line 11 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.Cardinality = CARDINALITY

Definition at line 19 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.crunchers

Definition at line 133 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.EventLoop

Definition at line 151 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.EvtMax

Definition at line 150 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.EvtSel

Definition at line 149 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.ExtSvc

Definition at line 152 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.inputs

Definition at line 133 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.MessageSvcType

Definition at line 153 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.ms = MessageSvc()

Definition at line 130 of file BrunelScenarioForwardScheduler.py.

int BrunelScenarioForwardScheduler.NUMBEROFALGOSINFLIGHT = 11

Definition at line 9 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.NumberOfAlgosInFlight = NUMBEROFALGOSINFLIGHT

Definition at line 17 of file BrunelScenarioForwardScheduler.py.

int BrunelScenarioForwardScheduler.NUMBEROFEVENTS = 23

Definition at line 7 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.NumberOfEvents = NUMBEROFEVENTS

Definition at line 15 of file BrunelScenarioForwardScheduler.py.

int BrunelScenarioForwardScheduler.NUMBEROFEVENTSINFLIGHT = 7

Definition at line 8 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.NumberOfEventsInFlight = NUMBEROFEVENTSINFLIGHT

Definition at line 16 of file BrunelScenarioForwardScheduler.py.

int BrunelScenarioForwardScheduler.NUMBEROFTHREADS = 2

Definition at line 10 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.NumberOfThreads = NUMBEROFTHREADS

Definition at line 18 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.OutputLevel

Definition at line 131 of file BrunelScenarioForwardScheduler.py.

int BrunelScenarioForwardScheduler.SCALE = .1

Definition at line 12 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.Scale = SCALE

Definition at line 20 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.scheduler

Initial value:

 = ForwardSchedulerSvc(MaxEventsInFlight=NumberOfEventsInFlight,
                                 MaxAlgosInFlight=NumberOfAlgosInFlight,
                                 ThreadPoolSize=NumberOfThreads,
                                 OutputLevel=INFO
                                 )

Definition at line 140 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.slimeventloopmgr = HiveSlimEventLoopMgr(OutputLevel=INFO)

Definition at line 138 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.TopAlg

Definition at line 148 of file BrunelScenarioForwardScheduler.py.

int BrunelScenarioForwardScheduler.VERBOSITY = 5

Definition at line 13 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.Verbosity = VERBOSITY

Definition at line 21 of file BrunelScenarioForwardScheduler.py.

BrunelScenarioForwardScheduler.whiteboard

Initial value:

1 = HiveWhiteBoard("EventDataSvc",

2 EventSlots=NumberOfEventsInFlight)

Definition at line 135 of file BrunelScenarioForwardScheduler.py.

Functions

Variables

Function Documentation

Variable Documentation