Inheritance diagram for GaudiMP.GMPBase.Writer:

Collaboration diagram for GaudiMP.GMPBase.Writer:

Public Member Functions
def	__init__ (self, queues, events, params, subworkers)

def	processConfiguration (self)

def	Engine (self)

def	__init__ (self, queues, events, params, subworkers)

def	processConfiguration (self)

def	Engine (self)

Public Member Functions inherited from GaudiMP.GMPBase.GMPComponent
def	__init__ (self, nodeType, nodeID, queues, events, params, subworkers)

def	Start (self)

def	Engine (self)

def	processConfiguration (self)

def	SetupGaudiPython (self)

def	StartGaudiPython (self)

def	LoadTES (self, tbufferfile)

def	getEventNumber (self)

def	IdentifyWriters (self)

def	dumpHistograms (self)

def	Initialize (self)

def	Finalize (self)

def	Report (self)

def	__init__ (self, nodeType, nodeID, queues, events, params, subworkers)

def	Start (self)

def	Engine (self)

def	processConfiguration (self)

def	SetupGaudiPython (self)

def	StartGaudiPython (self)

def	LoadTES (self, tbufferfile)

def	getEventNumber (self)

def	IdentifyWriters (self)

def	dumpHistograms (self)

def	Initialize (self)

def	Finalize (self)

def	Report (self)

Public Attributes
	writerDict

	status

	histoAgent

	filerecordsAgent

	currentEvent

Public Attributes inherited from GaudiMP.GMPBase.GMPComponent
	nodeType

	finalEvent

	lastEvent

	log

	subworkers

	nodeID

	currentEvent

	queues

	num

	app

	evcom

	evcoms

	hq

	fq

	nIn

	nOut

	stat

	iTime

	rTime

	fTime

	firstEvTime

	tTime

	proc

	a

	evt

	hvt

	fsr

	inc

	pers

	ts

	TS

	cntr

Detailed Description

Definition at line 1166 of file GMPBase.py.

Constructor & Destructor Documentation

def GaudiMP.GMPBase.Writer.__init__	(	self,
		queues,
		events,
		params,
		subworkers
	)

Definition at line 1167 of file GMPBase.py.

     def __init__( self, queues, events, params, subworkers  ) :
         GMPComponent.__init__(self,'Writer', -2, queues, events, params, subworkers )
         # Identify the writer streams
         self.writerDict = self.IdentifyWriters( )
         # This keeps track of workers as they finish
         self.status = [False]*self.nWorkers
         self.log.name = "Writer--2"
 

def GaudiMP.GMPBase.Writer.__init__	(	self,
		queues,
		events,
		params,
		subworkers
	)

Definition at line 1167 of file GMPBase.py.

     def __init__( self, queues, events, params, subworkers  ) :
         GMPComponent.__init__(self,'Writer', -2, queues, events, params, subworkers )
         # Identify the writer streams
         self.writerDict = self.IdentifyWriters( )
         # This keeps track of workers as they finish
         self.status = [False]*self.nWorkers
         self.log.name = "Writer--2"
 

Member Function Documentation

def GaudiMP.GMPBase.Writer.Engine ( self )

Definition at line 1220 of file GMPBase.py.

     def Engine( self ) :
         # rename process
         import os
         import ctypes
         libc = ctypes.CDLL('libc.so.6')
         name = str(self.nodeType) + str(self.nodeID) + '\0'
         libc.prctl(15,name,0,0,0)
 
         startEngine = time.time()
         self.Initialize()
         self.histoAgent = HistoAgent( self )
         self.filerecordsAgent = FileRecordsAgent( self )
 
         # Begin processing
         Go      = True
         current = -1
         stopCriteria = self.nWorkers
         while Go :
             current = (current+1)%self.nWorkers
             packet = self.evcoms[current].receive( timeout=0.01 )
             if packet == None :
                 continue
             if packet == 'FINISHED' :
                 self.log.info('Writer got FINISHED flag : Worker %i'%(current))
 
                 self.status[current] = True
                 if all(self.status) :
                     self.log.info('FINISHED recd from all workers, break loop')
                     break
                 continue
             # otherwise, continue as normal
             self.nIn += 1    # update central count (maybe needed by FSR store)
             evtNumber, tbin = packet    # unpack
             self.TS.Load( tbin )
             t  = time.time()
             self.a.executeEvent()
             self.rTime += ( time.time()-t )
             self.currentEvent = self.getEventNumber( )
             self.evt.clearStore( )
             self.eventLoopSyncer.set()
         self.log.name = "Writer--2"
         self.log.info('Setting <Last> Event')
         self.lastEvent.set()
 
         # finalisation steps
         [ e.finalize() for e in self.evcoms ]
         # Now do Histograms
         sc = self.histoAgent.Receive()
         sc = self.histoAgent.RebuildHistoStore()
         if sc.isSuccess() : self.log.info( 'Histo Store rebuilt ok' )
         else              : self.log.warning( 'Histo Store Error in Rebuild' )
 
         # Now do FileRecords
         sc = self.filerecordsAgent.Receive()
         self.filerecordsAgent.Rebuild()
         self.Finalize()
         #self.rTime = time.time()-startEngine
         self.Report()
 
 # =============================================================================
 
 
 
 # =============================================================================
 

def GaudiMP.GMPBase.Writer.Engine ( self )

Definition at line 1220 of file GMPBase.py.

     def Engine( self ) :
         # rename process
         import os
         import ctypes
         libc = ctypes.CDLL('libc.so.6')
         name = str(self.nodeType) + str(self.nodeID) + '\0'
         libc.prctl(15,name,0,0,0)
 
         startEngine = time.time()
         self.Initialize()
         self.histoAgent = HistoAgent( self )
         self.filerecordsAgent = FileRecordsAgent( self )
 
         # Begin processing
         Go      = True
         current = -1
         stopCriteria = self.nWorkers
         while Go :
             current = (current+1)%self.nWorkers
             packet = self.evcoms[current].receive( timeout=0.01 )
             if packet == None :
                 continue
             if packet == 'FINISHED' :
                 self.log.info('Writer got FINISHED flag : Worker %i'%(current))
 
                 self.status[current] = True
                 if all(self.status) :
                     self.log.info('FINISHED recd from all workers, break loop')
                     break
                 continue
             # otherwise, continue as normal
             self.nIn += 1    # update central count (maybe needed by FSR store)
             evtNumber, tbin = packet    # unpack
             self.TS.Load( tbin )
             t  = time.time()
             self.a.executeEvent()
             self.rTime += ( time.time()-t )
             self.currentEvent = self.getEventNumber( )
             self.evt.clearStore( )
             self.eventLoopSyncer.set()
         self.log.name = "Writer--2"
         self.log.info('Setting <Last> Event')
         self.lastEvent.set()
 
         # finalisation steps
         [ e.finalize() for e in self.evcoms ]
         # Now do Histograms
         sc = self.histoAgent.Receive()
         sc = self.histoAgent.RebuildHistoStore()
         if sc.isSuccess() : self.log.info( 'Histo Store rebuilt ok' )
         else              : self.log.warning( 'Histo Store Error in Rebuild' )
 
         # Now do FileRecords
         sc = self.filerecordsAgent.Receive()
         self.filerecordsAgent.Rebuild()
         self.Finalize()
         #self.rTime = time.time()-startEngine
         self.Report()
 
 # =============================================================================
 
 
 
 # =============================================================================
 

def GaudiMP.GMPBase.Writer.processConfiguration ( self )

Definition at line 1175 of file GMPBase.py.

     def processConfiguration( self ) :
         # Writer :
         #   No input
         #   No Algs
         self.config[ 'ApplicationMgr' ].TopAlg = []
         self.config[ 'EventSelector'  ].Input  = []
 
         self.config['MessageSvc'].Format = '[Writer] % F%18W%S%7W%R%T %0W%M'
 
         # Now process the output writers
         for key, lst in self.writerDict.iteritems() :
             self.log.info( 'Writer Type : %s\t : %i'%(key, len(lst)) )
 
         # Modify the name of the output file to reflect that it came
         #  from a parallel processing
         #
         # Event Writers
         for m in self.writerDict[ "events" ] :
             self.log.debug( 'Processing Event Writer : %s'%(m) )
             newName = m.getNewName( '.', '.p%i.'%self.nWorkers )
             self.config[ m.key ].Output = newName
 
         # Now, if there are no event writers, the FileRecords file
         #   will fail to open, as it only opens an UPDATE version
         #   of the existing Event Output File
         # So, if there are no event writers, edit the string of the
         #   FileRecord Writer
 
         # FileRecords Writers
         for m in self.writerDict[ "records" ] :
             self.log.debug( 'Processing FileRecords Writer: %s'%(m) )
             newName = m.getNewName( '.', '.p%i.'%self.nWorkers,
                                        extra=" OPT='RECREATE'" )
             self.config[ m.key ].Output = newName
 
         # same for histos
         hs = "HistogramPersistencySvc"
         n = None
         if hs in self.config.keys() :
             n = self.config[ hs ].OutputFile
         if n :
             newName=self.config[hs].OutputFile.replace('.',\
                                                        '.p%i.'%(self.nWorkers))
             self.config[ hs ].OutputFile = newName
 

def GaudiMP.GMPBase.Writer.processConfiguration ( self )

Definition at line 1175 of file GMPBase.py.

     def processConfiguration( self ) :
         # Writer :
         #   No input
         #   No Algs
         self.config[ 'ApplicationMgr' ].TopAlg = []
         self.config[ 'EventSelector'  ].Input  = []
 
         self.config['MessageSvc'].Format = '[Writer] % F%18W%S%7W%R%T %0W%M'
 
         # Now process the output writers
         for key, lst in self.writerDict.iteritems() :
             self.log.info( 'Writer Type : %s\t : %i'%(key, len(lst)) )
 
         # Modify the name of the output file to reflect that it came
         #  from a parallel processing
         #
         # Event Writers
         for m in self.writerDict[ "events" ] :
             self.log.debug( 'Processing Event Writer : %s'%(m) )
             newName = m.getNewName( '.', '.p%i.'%self.nWorkers )
             self.config[ m.key ].Output = newName
 
         # Now, if there are no event writers, the FileRecords file
         #   will fail to open, as it only opens an UPDATE version
         #   of the existing Event Output File
         # So, if there are no event writers, edit the string of the
         #   FileRecord Writer
 
         # FileRecords Writers
         for m in self.writerDict[ "records" ] :
             self.log.debug( 'Processing FileRecords Writer: %s'%(m) )
             newName = m.getNewName( '.', '.p%i.'%self.nWorkers,
                                        extra=" OPT='RECREATE'" )
             self.config[ m.key ].Output = newName
 
         # same for histos
         hs = "HistogramPersistencySvc"
         n = None
         if hs in self.config.keys() :
             n = self.config[ hs ].OutputFile
         if n :
             newName=self.config[hs].OutputFile.replace('.',\
                                                        '.p%i.'%(self.nWorkers))
             self.config[ hs ].OutputFile = newName
 

Member Data Documentation

GaudiMP.GMPBase.Writer.currentEvent

Definition at line 1257 of file GMPBase.py.

GaudiMP.GMPBase.Writer.filerecordsAgent

Definition at line 1231 of file GMPBase.py.

GaudiMP.GMPBase.Writer.histoAgent

Definition at line 1230 of file GMPBase.py.

GaudiMP.GMPBase.Writer.status

Definition at line 1172 of file GMPBase.py.

GaudiMP.GMPBase.Writer.writerDict

Definition at line 1170 of file GMPBase.py.

The documentation for this class was generated from the following file:

InstallArea/x86_64-slc6-gcc48-opt/python/GaudiMP/GMPBase.py

Public Member Functions

Public Attributes

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation