GaudiPython::Parallel::Writer Class Reference

List of all members.

Public Member Functions
def	__init__
def	bookDataObject
def	bookTH1D
def	bookTH2D
def	bookTH3D
def	bookTProfile
def	bookTProfile2D
def	writerConfig
def	write
def	composition
def	finalize
def	RebuildHistoStore
Public Attributes
	qList
	cq
	cstatq
	rstatq
	qToParent
	qLimit
	workers
	output
	flags
	c
	bookingDict
	a
	evt
	hvt
	ts
	ct
	HistoCollection
Private Attributes
	_app

---

Detailed Description

Definition at line 661 of file Parallel.py.

---

Member Function Documentation

def GaudiPython::Parallel::Writer::__init__	(		self,
			common_queue,
			out_qList,
			cstatq,
			rstatq,
			qToParent,
			workers,
			config,
			qLimit,
			_app
	)

Definition at line 662 of file Parallel.py.

00662                                                                                                             :
00663         self.qList     = out_qList
00664         self.cq        = common_queue
00665         self.cstatq    = cstatq
00666         self.rstatq    = rstatq
00667         self.qToParent = qToParent
00668         self.qLimit    = qLimit
00669         self.workers   = workers
00670         self.output    = True
00671         self.flags     = 0
00672         self.c         = config
00673         self._app      = _app
00674 
00675         # from ParallelStats import constructWriterDict
00676         # self.constructWriterDict = constructWriterDict
00677 
00678         self.bookingDict = {}
00679         self.bookingDict['DataObject']        = self.bookDataObject
00680         self.bookingDict['NTuple::Directory'] = self.bookDataObject
00681         self.bookingDict['NTuple::File']      = self.bookDataObject
00682         self.bookingDict['TH1D']       = self.bookTH1D
00683         self.bookingDict['TH2D']       = self.bookTH2D
00684         self.bookingDict['TH3D']       = self.bookTH3D
00685         self.bookingDict['TProfile']   = self.bookTProfile
00686         self.bookingDict['TProfile2D'] = self.bookTProfile2D
00687 
00688         w = Process( target=self.write )
00689         w.start()
00690 
    def bookDataObject( self, n, o ):

def GaudiPython::Parallel::Writer::bookDataObject	(		self,
			n,
			o
	)

Definition at line 691 of file Parallel.py.

00691                                     :
00692         self.hvt.registerObject( n, o )
00693 
    def bookTH1D( self, n, o ) :

def GaudiPython::Parallel::Writer::bookTH1D	(		self,
			n,
			o
	)

Definition at line 694 of file Parallel.py.

00694                                :
00695         obj = self.hvt._ihs.book(n, o.GetTitle(), o.GetXaxis().GetNbins(), o.GetXaxis().GetXmin(), o.GetXaxis().GetXmax())
00696         aida2root(obj).Add(o)
00697 
    def bookTH2D( self, n, o ) :

def GaudiPython::Parallel::Writer::bookTH2D	(		self,
			n,
			o
	)

Definition at line 698 of file Parallel.py.

00698                                :
00699         obj = self.hvt._ihs.book(n, o.GetTitle(), o.GetXaxis().GetNbins(), o.GetXaxis().GetXmin(), o.GetXaxis().GetXmax(), o.GetYaxis().GetNbins(), o.GetYaxis().GetXmin(), o.GetYaxis().GetXmax())
00700         aida2root(obj).Add(o)
00701 
    def bookTH3D( self, n, o ) :

def GaudiPython::Parallel::Writer::bookTH3D	(		self,
			n,
			o
	)

Definition at line 702 of file Parallel.py.

00702                                :
00703         obj = self.hvt._ihs.book(n, o.GetTitle(), o.GetXaxis().GetXbins(), o.GetXaxis().GetXmin(), o.GetXaxis().GetXmax(),
00704                                                   o.GetYaxis().GetXbins(), o.GetYaxis().GetXmin(), o.GetYaxis().GetXmax(),
00705                                                   o.GetZaxis().GetXbins(), o.GetZaxis().GetXmin(), o.GetZaxis().GetXmax() )
00706         aida2root(obj).Add(o)
00707 
    def bookTProfile( self, n, o ) :

def GaudiPython::Parallel::Writer::bookTProfile	(		self,
			n,
			o
	)

Definition at line 708 of file Parallel.py.

00708                                    :
00709         obj = self.hvt._ihs.bookProf(n, o.GetTitle(), o.GetXaxis().GetNbins(), o.GetXaxis().GetXmin(), o.GetXaxis().GetXmax(), o.GetOption())
00710         aida2root(obj).Add(o)
00711 
    def bookTProfile2D( self, n, o ) :

def GaudiPython::Parallel::Writer::bookTProfile2D	(		self,
			n,
			o
	)

Definition at line 712 of file Parallel.py.

00712                                      :
00713         obj = self.hvt._ihs.bookProf(n, o.GetTitle(), o.GetXaxis().GetNbins(), o.GetXaxis().GetXmin(), o.GetXaxis().GetXmax(), o.GetYaxis().GetNbins(), o.GetYaxis().GetXmin(), o.GetYaxis().GetXmax(), o.GetOption())
00714         aida2root(obj).Add(o)
00715 
00716 
    def writerConfig( self ) :

def GaudiPython::Parallel::Writer::writerConfig

(

self

)

Definition at line 717 of file Parallel.py.

00717                              :
00718         ks = self.c.keys()
00719         if 'EventSelector' in ks :
00720             self.c['EventSelector'].Input      = []
00721         else :
00722             print 'Writer : writerConfig : EventSelector not available for configuration?'
00723         if 'ApplicationMgr' in ks :
00724             self.c['ApplicationMgr'].TopAlg    = []
00725         else :
00726             print 'Writer : writerConfig : ApplicationMgr not available for configuration?'
00727         if 'MessageSvc' in ks :
00728             self.c['MessageSvc'].Format        = '[Writer]% F%18W%S%7W%R%T %0W%M'
00729         else :
00730             print 'Writer : writerConfig : MessageSvc not available for configuration?'
00731         # sometimes the outstreams require that certain algs have completed
00732         # obviously, these algs aren't going to be run on our independent writer
00733         for k in self.c.keys() :
00734             if hasattr(self.c[k], 'RequireAlgs') : self.c[k].RequireAlgs = []
00735 
    def write( self ):

def GaudiPython::Parallel::Writer::write

(

self

)

Definition at line 736 of file Parallel.py.

00736                      :
00737         currentProcess().setName('+Writer+')
00738         print 'WRITER : applying PostConfigAction'
00739         appendPostConfigAction( self.writerConfig() )
00740         print '[ GaudiPython.Parallel ] Writer started : Process %i'%( os.getpid() )
00741 
00742         self.a = AppMgr()
00743         self.a.initialize()
00744         self.a.start()
00745         self.evt = self.a.evtsvc()
00746         self.hvt = self.a.histsvc()
00747         self.ts = gbl.GaudiPython.TESSerializer(self.evt._idp)
00748 
00749         self.ct = 0
00750         status = [True]*self.workers
00751         recvd  = [0]*self.workers
00752         cqnc = 0  # none count from the common queue
00753         gotOK = True
00754 
00755         ind = 0 ; gotWhich = False ; ifblock = [] ; tryBlock = [] ; starttry = None ; outs = []
00756 
00757         waitForFlag = True ; whichQ = 0
00758         while sum(status) > 0 :
00759             whichQ = (whichQ+1)%self.workers
00760             outq = self.qList[whichQ]
00761             trying = True
00762             try :
00763                 tbuf = outq.get(timeout=0.01,block=False)
00764                 trying = False
00765             except :
00766                 continue
00767             if tbuf :
00768                 recvd[whichQ] += 1
00769                 try :
00770                     loadTES( self, tbuf )
00771                     self.a._evtpro.executeEvent()   # fire the writing of TES to output file
00772                     self.evt.clearStore()           # and clear out the TES
00773                     self.ct += 1
00774                     if not self.ct%20 : print '[ GaudiPython.Parallel ] Writer Progress (n. Events) : %i'%self.ct
00775                 except :
00776                     print '[ GaudiPython.Parallel ] Writer trying to load a ', type(tbuf), tbuf[:10] ,  '??... skipping to next'
00777             else :
00778                 status[whichQ] = False   # that worker is finished...
00779                 # print 'Writer received None from worker %i'%( whichQ )
00780 
00781         # print '[ GaudiPython.Parallel ] Writer Complete : %i Events received'%self.ct
00782         if self.output : self.finalize()
00783         else           : self.a.stop()   ; self.a.finalize()
00784         # self.constructWriterDict()
00785         # self.qToParent.put(self.d)
00786         self.qToParent.put(None)
00787 
    def composition( self ) :

def GaudiPython::Parallel::Writer::composition

(

self

)

Definition at line 788 of file Parallel.py.

00788                             :
00789         lst = self.hvt.getHistoNames()
00790         record = []
00791         objects = 0 ; histos = 0
00792         if lst :
00793             for n in lst :
00794                 o = self.hvt[ n ]
00795                 if type(o) in aidatypes :
00796                     histos  += 1
00797                     record.append( (n, o.entries()) )
00798                 else :
00799                     objects += 1
00800         else :
00801             print 'Empty list!'
00802         # print line
00803         # print 'Size of Histo Store : %i'%( len(lst) )
00804         # print ' - Histos           : %i'%( histos   )
00805         # print ' - Objects          : %i'%( objects  )
00806         # print line
00807 
    def finalize( self ) :

def GaudiPython::Parallel::Writer::finalize

(

self

)

Definition at line 808 of file Parallel.py.

00808                          :
00809         nc = 0
00810         self.HistoCollection = []
00811         for item in iter(self.rstatq.get, None) : self.HistoCollection.append( item )
00812         while nc < self.workers :
00813             tup = self.cstatq.get()
00814             if tup : self.HistoCollection.append( tup )   # tup is (worker-id, histoDict)
00815             else   : nc += 1
00816         self.HistoCollection.sort()
00817         # send signal to Parent that all Histos have been received
00818         self.qToParent.put('h')
00819         self.RebuildHistoStore()
00820 
00821         self.a.stop()
00822         self.a.finalize()
00823         # print '[ GaudiPython.Parallel ] Writer Complete.'
00824 
    def RebuildHistoStore( self ) :

def GaudiPython::Parallel::Writer::RebuildHistoStore

(

self

)

Definition at line 825 of file Parallel.py.

00825                                   :
00826         for tup in self.HistoCollection :
00827             workerID, histDict = tup
00828             added = 0 ; registered = 0; booked = 0
00829             for n in histDict.keys() :
00830                 o = histDict[ n ]
00831                 obj = self.hvt.retrieve( n )
00832                 if obj :
00833                     aida2root(obj).Add(o)
00834                     added += 1
00835                 else :
00836                     if o.__class__.__name__ in self.bookingDict.keys() :
00837                         self.bookingDict[o.__class__.__name__](n, o)
00838                     else :
00839                         print 'No booking method for: ', n, o, type(o), o.__class__.__name__
00840                     booked += 1
00841             # print '='*80
00842             # print 'Set of Histos complete'
00843             # print 'Added      (histos)  : %i'%( added      )
00844             # print 'Registered (objects) : %i'%( registered )
00845             # print 'Booked     (histos)  : %i'%( booked     )
00846             # print line
00847             # print 'Size of Histo Store  : %i'%( len( self.hvt.getHistoNames() ) )
00848             # print '='*80
00849         # print 'o'*80
00850         # print 'Writer : All Histogram sets added.'
00851         # self.composition( )
00852         # print 'o'*80
00853 
00854 # == EOF ====================================================================================
# == EOF ====================================================================================

---

Member Data Documentation

GaudiPython::Parallel::Writer::qList

Definition at line 663 of file Parallel.py.

GaudiPython::Parallel::Writer::cq

Definition at line 664 of file Parallel.py.

GaudiPython::Parallel::Writer::cstatq

Definition at line 665 of file Parallel.py.

GaudiPython::Parallel::Writer::rstatq

Definition at line 666 of file Parallel.py.

GaudiPython::Parallel::Writer::qToParent

Definition at line 667 of file Parallel.py.

GaudiPython::Parallel::Writer::qLimit

Definition at line 668 of file Parallel.py.

GaudiPython::Parallel::Writer::workers

Definition at line 669 of file Parallel.py.

GaudiPython::Parallel::Writer::output

Definition at line 670 of file Parallel.py.

GaudiPython::Parallel::Writer::flags

Definition at line 671 of file Parallel.py.

GaudiPython::Parallel::Writer::c

Definition at line 672 of file Parallel.py.

GaudiPython::Parallel::Writer::_app [private]

Definition at line 673 of file Parallel.py.

GaudiPython::Parallel::Writer::bookingDict

Definition at line 678 of file Parallel.py.

GaudiPython::Parallel::Writer::a

Definition at line 742 of file Parallel.py.

GaudiPython::Parallel::Writer::evt

Definition at line 745 of file Parallel.py.

GaudiPython::Parallel::Writer::hvt

Definition at line 746 of file Parallel.py.

GaudiPython::Parallel::Writer::ts

Definition at line 747 of file Parallel.py.

GaudiPython::Parallel::Writer::ct

Definition at line 749 of file Parallel.py.

GaudiPython::Parallel::Writer::HistoCollection

Definition at line 810 of file Parallel.py.

---

The documentation for this class was generated from the following file:

• /afs/cern.ch/sw/Gaudi/releases/GAUDI/GAUDI_v21r9/GaudiPython/python/GaudiPython/Parallel.py