Inheritance diagram for GaudiMP.GMPBase.GMPComponent:

Collaboration diagram for GaudiMP.GMPBase.GMPComponent:

Public Member Functions
def	__init__ (self, nodeType, nodeID, queues, events, params, subworkers)

def	Start (self)

def	Engine (self)

def	processConfiguration (self)

def	SetupGaudiPython (self)

def	StartGaudiPython (self)

def	LoadTES (self, tbufferfile)

def	getEventNumber (self)

def	IdentifyWriters (self)

def	dumpHistograms (self)

def	Initialize (self)

def	Finalize (self)

def	Report (self)

def	__init__ (self, nodeType, nodeID, queues, events, params, subworkers)

def	Start (self)

def	Engine (self)

def	processConfiguration (self)

def	SetupGaudiPython (self)

def	StartGaudiPython (self)

def	LoadTES (self, tbufferfile)

def	getEventNumber (self)

def	IdentifyWriters (self)

def	dumpHistograms (self)

def	Initialize (self)

def	Finalize (self)

def	Report (self)

Public Attributes
	nodeType

	finalEvent

	lastEvent

	log

	subworkers

	nodeID

	currentEvent

	queues

	num

	app

	evcom

	evcoms

	hq

	fq

	nIn

	nOut

	stat

	iTime

	rTime

	fTime

	firstEvTime

	tTime

	proc

	a

	evt

	hvt

	fsr

	inc

	pers

	ts

	TS

	cntr

Detailed Description

Definition at line 393 of file GMPBase.py.

Constructor & Destructor Documentation

def GaudiMP.GMPBase.GMPComponent.__init__	(	self,
		nodeType,
		nodeID,
		queues,
		events,
		params,
		subworkers
	)

Definition at line 400 of file GMPBase.py.

     def __init__( self, nodeType, nodeID, queues, events, params, subworkers   ) :
         # declare a Gaudi MultiProcessing Node
         # the nodeType is going to be one of Reader, Worker, Writer
         # qPair is going to be a tuple of ( qin, qout )
         # for sending and receiving
         # if nodeType is "Writer", it will be a list of qPairs,
         # as there's one queue-in from each Worker
         #
         # params is a tuple of (nWorkers, config, log)
 
         self.nodeType = nodeType
         current_process().name = nodeType
 
         # Synchronisation Event() objects for keeping track of the system
         self.initEvent, eventLoopSyncer, self.finalEvent = events
         self.eventLoopSyncer, self.lastEvent = eventLoopSyncer   # unpack tuple
 
         # necessary for knowledge of the system
         self.nWorkers, self.sEvent, self.config, self.log = params
         self.subworkers = subworkers
         self.nodeID   = nodeID
 
         # describe the state of the node by the current Event Number
         self.currentEvent = None
 
         # Unpack the Queues : (events, histos, filerecords)
         self.queues = queues
         self.num = 0
 
         ks = self.config.keys()
         self.app = None
         list = ["Brunel", "DaVinci", "Boole", "Gauss"]
         for k in list:
            if k in ks: self.app = k
 

def GaudiMP.GMPBase.GMPComponent.__init__	(	self,
		nodeType,
		nodeID,
		queues,
		events,
		params,
		subworkers
	)

Definition at line 400 of file GMPBase.py.

     def __init__( self, nodeType, nodeID, queues, events, params, subworkers   ) :
         # declare a Gaudi MultiProcessing Node
         # the nodeType is going to be one of Reader, Worker, Writer
         # qPair is going to be a tuple of ( qin, qout )
         # for sending and receiving
         # if nodeType is "Writer", it will be a list of qPairs,
         # as there's one queue-in from each Worker
         #
         # params is a tuple of (nWorkers, config, log)
 
         self.nodeType = nodeType
         current_process().name = nodeType
 
         # Synchronisation Event() objects for keeping track of the system
         self.initEvent, eventLoopSyncer, self.finalEvent = events
         self.eventLoopSyncer, self.lastEvent = eventLoopSyncer   # unpack tuple
 
         # necessary for knowledge of the system
         self.nWorkers, self.sEvent, self.config, self.log = params
         self.subworkers = subworkers
         self.nodeID   = nodeID
 
         # describe the state of the node by the current Event Number
         self.currentEvent = None
 
         # Unpack the Queues : (events, histos, filerecords)
         self.queues = queues
         self.num = 0
 
         ks = self.config.keys()
         self.app = None
         list = ["Brunel", "DaVinci", "Boole", "Gauss"]
         for k in list:
            if k in ks: self.app = k
 

Member Function Documentation

def GaudiMP.GMPBase.GMPComponent.dumpHistograms ( self )

Method used by the GaudiPython algorithm CollectHistos
to obtain a dictionary of form { path : object }
representing the Histogram Store

Definition at line 586 of file GMPBase.py.

     def dumpHistograms( self ) :
         '''
         Method used by the GaudiPython algorithm CollectHistos
         to obtain a dictionary of form { path : object }
         representing the Histogram Store
         '''
         nlist = self.hvt.getHistoNames( )
         histDict = {}
         objects = 0 ; histos = 0
         if nlist :
             for n in nlist :
                 o = self.hvt[ n ]
                 if type(o) in aidatypes :
                     o = aida2root(o)
                     histos  += 1
                 else :
                     objects += 1
                 histDict[ n ] = o
         else :
             print 'WARNING : no histograms to recover?'
         return histDict
 

def GaudiMP.GMPBase.GMPComponent.dumpHistograms ( self )

Method used by the GaudiPython algorithm CollectHistos
to obtain a dictionary of form { path : object }
representing the Histogram Store

Definition at line 586 of file GMPBase.py.

     def dumpHistograms( self ) :
         '''
         Method used by the GaudiPython algorithm CollectHistos
         to obtain a dictionary of form { path : object }
         representing the Histogram Store
         '''
         nlist = self.hvt.getHistoNames( )
         histDict = {}
         objects = 0 ; histos = 0
         if nlist :
             for n in nlist :
                 o = self.hvt[ n ]
                 if type(o) in aidatypes :
                     o = aida2root(o)
                     histos  += 1
                 else :
                     objects += 1
                 histDict[ n ] = o
         else :
             print 'WARNING : no histograms to recover?'
         return histDict
 

def GaudiMP.GMPBase.GMPComponent.Engine ( self )

Definition at line 483 of file GMPBase.py.

     def Engine( self ) :
         # This will be the method carried out by the Node
         # Different for all
         pass
 

def GaudiMP.GMPBase.GMPComponent.Engine ( self )

Definition at line 483 of file GMPBase.py.

     def Engine( self ) :
         # This will be the method carried out by the Node
         # Different for all
         pass
 

def GaudiMP.GMPBase.GMPComponent.Finalize ( self )

Definition at line 624 of file GMPBase.py.

     def Finalize( self ) :
         start = time.time()
         self.a.stop()
         self.a.finalize()
         self.log.info( '%s-%i Finalized'%(self.nodeType, self.nodeID) )
         self.finalEvent.set()
         self.fTime = time.time() - start
 

def GaudiMP.GMPBase.GMPComponent.Finalize ( self )

Definition at line 624 of file GMPBase.py.

     def Finalize( self ) :
         start = time.time()
         self.a.stop()
         self.a.finalize()
         self.log.info( '%s-%i Finalized'%(self.nodeType, self.nodeID) )
         self.finalEvent.set()
         self.fTime = time.time() - start
 

def GaudiMP.GMPBase.GMPComponent.getEventNumber ( self )

Definition at line 522 of file GMPBase.py.

     def getEventNumber( self ) :
       if self.app != 'Gauss':
         # Using getList or getHistoNames can result in the EventSelector
         # re-initialising connection to RootDBase, which costs a lot of
         # time... try to build a set of Header paths??
 
         # First Attempt : Unpacked Event Data
         lst = [ '/Event/Gen/Header',
                 '/Event/Rec/Header' ]
         for l in lst :
             path = l
             try :
                 n = self.evt[path].evtNumber()
 
                 return n
             except :
                 # No evt number at this path
                 continue
 
         # second attepmt : try DAQ/RawEvent data
         # The Evt Number is in bank type 16, bank 0, data pt 4
         try :
             n = self.evt['/Event/DAQ/RawEvent'].banks(16)[0].data()[4]
 
             return n
         except :
             pass
 
         # Default Action
         if self.nIn > 0 or self.nOut > 0 :
             pass
         else :
             self.log.warning('Could not determine Event Number')
         return -1
       else:
            if self.nodeID == -1:
              self.num = self.num + 1
 
              return self.num
 

def GaudiMP.GMPBase.GMPComponent.getEventNumber ( self )

Definition at line 522 of file GMPBase.py.

     def getEventNumber( self ) :
       if self.app != 'Gauss':
         # Using getList or getHistoNames can result in the EventSelector
         # re-initialising connection to RootDBase, which costs a lot of
         # time... try to build a set of Header paths??
 
         # First Attempt : Unpacked Event Data
         lst = [ '/Event/Gen/Header',
                 '/Event/Rec/Header' ]
         for l in lst :
             path = l
             try :
                 n = self.evt[path].evtNumber()
 
                 return n
             except :
                 # No evt number at this path
                 continue
 
         # second attepmt : try DAQ/RawEvent data
         # The Evt Number is in bank type 16, bank 0, data pt 4
         try :
             n = self.evt['/Event/DAQ/RawEvent'].banks(16)[0].data()[4]
 
             return n
         except :
             pass
 
         # Default Action
         if self.nIn > 0 or self.nOut > 0 :
             pass
         else :
             self.log.warning('Could not determine Event Number')
         return -1
       else:
            if self.nodeID == -1:
              self.num = self.num + 1
 
              return self.num
 

def GaudiMP.GMPBase.GMPComponent.IdentifyWriters ( self )

Definition at line 562 of file GMPBase.py.

     def IdentifyWriters( self ) :
         #
         # Identify Writers in the Configuration
         #
         d = {}
         keys = [ "events", "records", "tuples", "histos" ]
         for k in keys :
             d[k] = []
 
         # Identify Writers and Classify
         wkeys = WRITERTYPES.keys()
         for v in self.config.values() :
             if v.__class__.__name__ in wkeys :
                 writerType = WRITERTYPES[ v.__class__.__name__ ]
                 d[writerType].append( MiniWriter(v, writerType, self.config) )
                 if self.nodeID == 0 :
                     self.log.info('Writer Found : %s'%(v.name()))
 
         # Now Check for the Histogram Service
         if 'HistogramPersistencySvc' in  self.config.keys() :
             hfile =self.config['HistogramPersistencySvc'].getProp('OutputFile')
             d[ "histos" ].append( hfile )
         return d
 

def GaudiMP.GMPBase.GMPComponent.IdentifyWriters ( self )

Definition at line 562 of file GMPBase.py.

     def IdentifyWriters( self ) :
         #
         # Identify Writers in the Configuration
         #
         d = {}
         keys = [ "events", "records", "tuples", "histos" ]
         for k in keys :
             d[k] = []
 
         # Identify Writers and Classify
         wkeys = WRITERTYPES.keys()
         for v in self.config.values() :
             if v.__class__.__name__ in wkeys :
                 writerType = WRITERTYPES[ v.__class__.__name__ ]
                 d[writerType].append( MiniWriter(v, writerType, self.config) )
                 if self.nodeID == 0 :
                     self.log.info('Writer Found : %s'%(v.name()))
 
         # Now Check for the Histogram Service
         if 'HistogramPersistencySvc' in  self.config.keys() :
             hfile =self.config['HistogramPersistencySvc'].getProp('OutputFile')
             d[ "histos" ].append( hfile )
         return d
 

def GaudiMP.GMPBase.GMPComponent.Initialize ( self )

Definition at line 608 of file GMPBase.py.

     def Initialize( self ) :
         start = time.time()
         self.processConfiguration( )
         self.SetupGaudiPython( )
         self.initEvent.set()
         self.StartGaudiPython( )
 
         if self.app == 'Gauss':
 
             tool = self.a.tool( "ToolSvc.EvtCounter" )
             self.cntr = InterfaceCast( gbl.IEventCounter )( tool.getInterface() )
         else:
             self.cntr = None
 
         self.iTime = time.time() - start
 

def GaudiMP.GMPBase.GMPComponent.Initialize ( self )

Definition at line 608 of file GMPBase.py.

     def Initialize( self ) :
         start = time.time()
         self.processConfiguration( )
         self.SetupGaudiPython( )
         self.initEvent.set()
         self.StartGaudiPython( )
 
         if self.app == 'Gauss':
 
             tool = self.a.tool( "ToolSvc.EvtCounter" )
             self.cntr = InterfaceCast( gbl.IEventCounter )( tool.getInterface() )
         else:
             self.cntr = None
 
         self.iTime = time.time() - start
 

def GaudiMP.GMPBase.GMPComponent.LoadTES	(	self,
		tbufferfile
	)

Definition at line 516 of file GMPBase.py.

     def LoadTES( self, tbufferfile ) :
         root = gbl.DataObject()
         setOwnership(root, False)
         self.evt.setRoot( '/Event', root )
         self.ts.loadBuffer(tbufferfile)
 

def GaudiMP.GMPBase.GMPComponent.LoadTES	(	self,
		tbufferfile
	)

Definition at line 516 of file GMPBase.py.

     def LoadTES( self, tbufferfile ) :
         root = gbl.DataObject()
         setOwnership(root, False)
         self.evt.setRoot( '/Event', root )
         self.ts.loadBuffer(tbufferfile)
 

def GaudiMP.GMPBase.GMPComponent.processConfiguration ( self )

Definition at line 488 of file GMPBase.py.

     def processConfiguration( self ) :
         # Different for all ; customize Configuration for multicore
         pass
 

def GaudiMP.GMPBase.GMPComponent.processConfiguration ( self )

Definition at line 488 of file GMPBase.py.

     def processConfiguration( self ) :
         # Different for all ; customize Configuration for multicore
         pass
 

def GaudiMP.GMPBase.GMPComponent.Report ( self )

Definition at line 632 of file GMPBase.py.

     def Report( self ) :
         self.log.name = "%s-%i Audit"%(self.nodeType, self.nodeID)
         allTime  = "Alive Time     : %5.2f"%(self.tTime)
         initTime = "Init Time      : %5.2f"%(self.iTime)
         frstTime = "1st Event Time : %5.2f"%(self.firstEvTime)
         runTime  = "Run Time       : %5.2f"%(self.rTime)
         finTime  = "Finalise Time  : %5.2f"%(self.fTime)
         tup = ( allTime, initTime, frstTime, runTime, finTime )
         for t in tup :
             self.log.info( t )
         self.log.name = "%s-%i"%(self.nodeType, self.nodeID)
         # and report from the TESSerializer
         self.TS.Report()
 
 # =============================================================================
 

def GaudiMP.GMPBase.GMPComponent.Report ( self )

Definition at line 632 of file GMPBase.py.

     def Report( self ) :
         self.log.name = "%s-%i Audit"%(self.nodeType, self.nodeID)
         allTime  = "Alive Time     : %5.2f"%(self.tTime)
         initTime = "Init Time      : %5.2f"%(self.iTime)
         frstTime = "1st Event Time : %5.2f"%(self.firstEvTime)
         runTime  = "Run Time       : %5.2f"%(self.rTime)
         finTime  = "Finalise Time  : %5.2f"%(self.fTime)
         tup = ( allTime, initTime, frstTime, runTime, finTime )
         for t in tup :
             self.log.info( t )
         self.log.name = "%s-%i"%(self.nodeType, self.nodeID)
         # and report from the TESSerializer
         self.TS.Report()
 
 # =============================================================================
 

def GaudiMP.GMPBase.GMPComponent.SetupGaudiPython ( self )

Definition at line 492 of file GMPBase.py.

     def SetupGaudiPython( self ) :
         # This method will initialize the GaudiPython Tools
         # such as the AppMgr and so on
         self.a   = AppMgr()
         if SMAPS :
             from AlgSmapShot import SmapShot
             smapsLog = self.nodeType+'-'+str(self.nodeID)+'.smp'
             ss = SmapShot( logname=smapsLog )
             self.a.addAlgorithm( ss )
         self.evt = self.a.evtsvc()
         self.hvt = self.a.histsvc()
         self.fsr = self.a.filerecordsvc()
         self.inc = self.a.service('IncidentSvc','IIncidentSvc')
         self.pers = self.a.service( 'EventPersistencySvc', 'IAddressCreator' )
         self.ts  = gbl.GaudiMP.TESSerializer( self.evt._idp, self.pers )
         self.TS  = TESSerializer( self.ts, self.evt,
                                   self.nodeType, self.nodeID, self.log )
         return SUCCESS
 

def GaudiMP.GMPBase.GMPComponent.SetupGaudiPython ( self )

Definition at line 492 of file GMPBase.py.

     def SetupGaudiPython( self ) :
         # This method will initialize the GaudiPython Tools
         # such as the AppMgr and so on
         self.a   = AppMgr()
         if SMAPS :
             from AlgSmapShot import SmapShot
             smapsLog = self.nodeType+'-'+str(self.nodeID)+'.smp'
             ss = SmapShot( logname=smapsLog )
             self.a.addAlgorithm( ss )
         self.evt = self.a.evtsvc()
         self.hvt = self.a.histsvc()
         self.fsr = self.a.filerecordsvc()
         self.inc = self.a.service('IncidentSvc','IIncidentSvc')
         self.pers = self.a.service( 'EventPersistencySvc', 'IAddressCreator' )
         self.ts  = gbl.GaudiMP.TESSerializer( self.evt._idp, self.pers )
         self.TS  = TESSerializer( self.ts, self.evt,
                                   self.nodeType, self.nodeID, self.log )
         return SUCCESS
 

def GaudiMP.GMPBase.GMPComponent.Start ( self )

Definition at line 435 of file GMPBase.py.

     def Start( self ) :
         # define the separate process
         qPair, histq, fq = self.queues
 
         # Set up the Queue Mechanisms ( Event Communicators )
         if self.nodeType == 'Reader' or self.nodeType == 'Worker' :
             # Reader or Worker Node
             qin, qout = qPair
             self.evcom = EventCommunicator( self, qin, qout )
         else :
             # Writer : many queues in, no queue out
             assert self.nodeType == 'Writer'
             self.evcoms = []
             qsin = qPair[0]
             for q in qsin :
                 ec = EventCommunicator( self, q, None )
                 self.evcoms.append( ec )
         # Histogram Queue
         self.hq = histq
         # FileRecords Queue
         self.fq = fq
 
         # Universal Counters (available to all nodes)
         # Use sensibly!!!
         self.nIn  = 0
         self.nOut = 0
 
         # Status Flag (possibly remove later)
         self.stat = SUCCESS
 
         # Set logger name
         self.log.name = '%s-%i'%(self.nodeType, self.nodeID)
 
         # Heuristic variables
         # time for init, run, final, firstEventTime, totalTime
         self.iTime       = 0.0
         self.rTime       = 0.0
         self.fTime       = 0.0
         self.firstEvTime = 0.0
         self.tTime       = 0.0
 
         self.proc = Process( target=self.Engine )
         # Fork and start the separate process
         self.proc.start()
 
 
 
 

def GaudiMP.GMPBase.GMPComponent.Start ( self )

Definition at line 435 of file GMPBase.py.

     def Start( self ) :
         # define the separate process
         qPair, histq, fq = self.queues
 
         # Set up the Queue Mechanisms ( Event Communicators )
         if self.nodeType == 'Reader' or self.nodeType == 'Worker' :
             # Reader or Worker Node
             qin, qout = qPair
             self.evcom = EventCommunicator( self, qin, qout )
         else :
             # Writer : many queues in, no queue out
             assert self.nodeType == 'Writer'
             self.evcoms = []
             qsin = qPair[0]
             for q in qsin :
                 ec = EventCommunicator( self, q, None )
                 self.evcoms.append( ec )
         # Histogram Queue
         self.hq = histq
         # FileRecords Queue
         self.fq = fq
 
         # Universal Counters (available to all nodes)
         # Use sensibly!!!
         self.nIn  = 0
         self.nOut = 0
 
         # Status Flag (possibly remove later)
         self.stat = SUCCESS
 
         # Set logger name
         self.log.name = '%s-%i'%(self.nodeType, self.nodeID)
 
         # Heuristic variables
         # time for init, run, final, firstEventTime, totalTime
         self.iTime       = 0.0
         self.rTime       = 0.0
         self.fTime       = 0.0
         self.firstEvTime = 0.0
         self.tTime       = 0.0
 
         self.proc = Process( target=self.Engine )
         # Fork and start the separate process
         self.proc.start()
 
 
 
 

def GaudiMP.GMPBase.GMPComponent.StartGaudiPython ( self )

Definition at line 511 of file GMPBase.py.

     def StartGaudiPython( self ) :
         self.a.initialize()
         self.a.start()
         return SUCCESS
 

def GaudiMP.GMPBase.GMPComponent.StartGaudiPython ( self )

Definition at line 511 of file GMPBase.py.

     def StartGaudiPython( self ) :
         self.a.initialize()
         self.a.start()
         return SUCCESS
 

Member Data Documentation

GaudiMP.GMPBase.GMPComponent.a

Definition at line 495 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.app

Definition at line 430 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.cntr

Definition at line 618 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.currentEvent

Definition at line 423 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.evcom

Definition at line 443 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.evcoms

Definition at line 447 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.evt

Definition at line 501 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.finalEvent

Definition at line 414 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.firstEvTime

Definition at line 473 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.fq

Definition at line 455 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.fsr

Definition at line 503 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.fTime

Definition at line 472 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.hq

Definition at line 453 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.hvt

Definition at line 502 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.inc

Definition at line 504 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.iTime

Definition at line 470 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.lastEvent

Definition at line 415 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.log

Definition at line 418 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.nIn

Definition at line 459 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.nodeID

Definition at line 420 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.nodeType

Definition at line 410 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.nOut

Definition at line 460 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.num

Definition at line 427 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.pers

Definition at line 505 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.proc

Definition at line 476 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.queues

Definition at line 426 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.rTime

Definition at line 471 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.stat

Definition at line 463 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.subworkers

Definition at line 419 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.ts

Definition at line 506 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.TS

Definition at line 507 of file GMPBase.py.

GaudiMP.GMPBase.GMPComponent.tTime

Definition at line 474 of file GMPBase.py.

The documentation for this class was generated from the following file:

InstallArea/x86_64-slc6-gcc48-opt/python/GaudiMP/GMPBase.py

Public Member Functions

Public Attributes

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation