Inheritance diagram for GaudiMP.GMPBase.GMPComponent:

Public Member Functions
	__init__ (self, nodeType, nodeID, queues, events, params, subworkers)
	Start (self)
	Engine (self)
	processConfiguration (self)
	SetupGaudiPython (self)
	StartGaudiPython (self)
	LoadTES (self, tbufferfile)
	getEventNumber (self)
	IdentifyWriters (self)
	dumpHistograms (self)
	Initialize (self)
	Finalize (self)
	Report (self)

Public Attributes
str	nodeType = nodeType
	initEvent
	finalEvent = events
	eventLoopSyncer
	lastEvent = eventLoopSyncer
	nWorkers
	sEvent
	config
	log = params
	subworkers = subworkers
int	nodeID = nodeID
	msgFormat = self.config["MessageSvc"].Format
	currentEvent = None
	queues = queues
int	num = 0
str	app = None
	evcom = EventCommunicator(self, qin, qout)
list	evcoms = []
	hq = histq
	fq = fq
int	nIn = 0
int	nOut = 0
	stat = SUCCESS
float	iTime = 0.0
float	rTime = 0.0
float	fTime = 0.0
float	firstEvTime = 0.0
float	tTime = 0.0
	proc = Process(target=self.Engine)
	a = AppMgr()
	evt = self.a.evtsvc()
	hvt = self.a.histsvc()
	fsr = self.a.filerecordsvc()
	inc = self.a.service("IncidentSvc", "IIncidentSvc")
	pers = self.a.service("EventPersistencySvc", "IAddressCreator")
	ts = gbl.GaudiMP.TESSerializer(self.evt._idp, self.pers)
	TS = TESSerializer(self.ts, self.evt, self.nodeType, self.nodeID, self.log)
	cntr = InterfaceCast(gbl.IEventCounter)(tool.getInterface())

Detailed Description

Definition at line 440 of file GMPBase.py.

Constructor & Destructor Documentation

◆ init()

GaudiMP.GMPBase.GMPComponent.__init__	(	self,
		nodeType,
		nodeID,
		queues,
		events,
		params,
		subworkers )

Definition at line 447 of file GMPBase.py.

    def __init__(self, nodeType, nodeID, queues, events, params, subworkers):
        # declare a Gaudi MultiProcessing Node
        # the nodeType is going to be one of Reader, Worker, Writer
        # qPair is going to be a tuple of ( qin, qout )
        # for sending and receiving
        # if nodeType is "Writer", it will be a list of qPairs,
        # as there's one queue-in from each Worker
        #
        # params is a tuple of (nWorkers, config, log)
 
        self.nodeType = nodeType
        current_process().name = nodeType
 
        # Synchronisation Event() objects for keeping track of the system
        self.initEvent, eventLoopSyncer, self.finalEvent = events
        self.eventLoopSyncer, self.lastEvent = eventLoopSyncer  # unpack tuple
 
        # necessary for knowledge of the system
        self.nWorkers, self.sEvent, self.config, self.log = params
        self.subworkers = subworkers
        self.nodeID = nodeID
        self.msgFormat = self.config["MessageSvc"].Format
 
        # describe the state of the node by the current Event Number
        self.currentEvent = None
 
        # Unpack the Queues : (events, histos, filerecords)
        self.queues = queues
        self.num = 0
 
        ks = self.config.keys()
        self.app = None
        list = ["Brunel", "DaVinci", "Boole", "Gauss"]
        for k in list:
            if k in ks:
                self.app = k
 

Member Function Documentation

◆ dumpHistograms()

GaudiMP.GMPBase.GMPComponent.dumpHistograms ( self )

Method used by the GaudiPython algorithm CollectHistos
to obtain a dictionary of form { path : object }
representing the Histogram Store

Definition at line 631 of file GMPBase.py.

    def dumpHistograms(self):
        """
        Method used by the GaudiPython algorithm CollectHistos
        to obtain a dictionary of form { path : object }
        representing the Histogram Store
        """
        nlist = self.hvt.getHistoNames()
        histDict = {}
        objects = 0
        histos = 0
        if nlist:
            for n in nlist:
                o = self.hvt[n]
                if type(o) in aidatypes:
                    o = aida2root(o)
                    histos += 1
                else:
                    objects += 1
                histDict[n] = o
        else:
            print("WARNING : no histograms to recover?")
        return histDict
 

◆ Engine()

GaudiMP.GMPBase.GMPComponent.Engine ( self )

Reimplemented in GaudiMP.GMPBase.Reader, GaudiMP.GMPBase.Subworker, GaudiMP.GMPBase.Worker, and GaudiMP.GMPBase.Writer.

Definition at line 529 of file GMPBase.py.

    def Engine(self):
        # This will be the method carried out by the Node
        # Different for all
        pass
 

◆ Finalize()

GaudiMP.GMPBase.GMPComponent.Finalize ( self )

Definition at line 669 of file GMPBase.py.

    def Finalize(self):
        start = time.time()
        self.a.stop()
        self.a.finalize()
        self.log.info(f"{self.nodeType}-{self.nodeID} Finalized")
        self.finalEvent.set()
        self.fTime = time.time() - start
 

◆ getEventNumber()

GaudiMP.GMPBase.GMPComponent.getEventNumber ( self )

Definition at line 568 of file GMPBase.py.

    def getEventNumber(self):
        if self.app != "Gauss":
            # Using getList or getHistoNames can result in the EventSelector
            # re-initialising connection to RootDBase, which costs a lot of
            # time... try to build a set of Header paths??
 
            # First Attempt : Unpacked Event Data
            lst = ["/Event/Gen/Header", "/Event/Rec/Header"]
            for l in lst:
                path = l
                try:
                    n = self.evt[path].evtNumber()
 
                    return n
                except Exception:
                    # No evt number at this path
                    continue
 
            # second attepmt : try DAQ/RawEvent data
            # The Evt Number is in bank type 16, bank 0, data pt 4
            try:
                n = self.evt["/Event/DAQ/RawEvent"].banks(16)[0].data()[4]
 
                return n
            except Exception:
                pass
 
            # Default Action
            if self.nIn > 0 or self.nOut > 0:
                pass
            else:
                self.log.warning("Could not determine Event Number")
            return -1
        else:
            if self.nodeID == -1:
                self.num = self.num + 1
 
                return self.num
 

◆ IdentifyWriters()

GaudiMP.GMPBase.GMPComponent.IdentifyWriters ( self )

Definition at line 607 of file GMPBase.py.

    def IdentifyWriters(self):
        #
        # Identify Writers in the Configuration
        #
        d = {}
        keys = ["events", "records", "tuples", "histos"]
        for k in keys:
            d[k] = []
 
        # Identify Writers and Classify
        wkeys = WRITERTYPES.keys()
        for v in self.config.values():
            if v.__class__.__name__ in wkeys:
                writerType = WRITERTYPES[v.__class__.__name__]
                d[writerType].append(MiniWriter(v, writerType, self.config))
                if self.nodeID == 0:
                    self.log.info(f"Writer Found : {v.name()}")
 
        # Now Check for the Histogram Service
        if "HistogramPersistencySvc" in self.config.keys():
            hfile = self.config["HistogramPersistencySvc"].getProp("OutputFile")
            d["histos"].append(hfile)
        return d
 

◆ Initialize()

GaudiMP.GMPBase.GMPComponent.Initialize ( self )

Definition at line 654 of file GMPBase.py.

    def Initialize(self):
        start = time.time()
        self.processConfiguration()
        self.SetupGaudiPython()
        self.initEvent.set()
        self.StartGaudiPython()
 
        if self.app == "Gauss":
            tool = self.a.tool("ToolSvc.EvtCounter")
            self.cntr = InterfaceCast(gbl.IEventCounter)(tool.getInterface())
        else:
            self.cntr = cppyy.nullptr
 
        self.iTime = time.time() - start
 

◆ LoadTES()

GaudiMP.GMPBase.GMPComponent.LoadTES	(		self,
			tbufferfile )

Definition at line 562 of file GMPBase.py.

    def LoadTES(self, tbufferfile):
        root = gbl.DataObject()
        setOwnership(root, False)
        self.evt.setRoot("/Event", root)
        self.ts.loadBuffer(tbufferfile)
 

◆ processConfiguration()

GaudiMP.GMPBase.GMPComponent.processConfiguration ( self )

Reimplemented in GaudiMP.GMPBase.Reader, GaudiMP.GMPBase.Worker, and GaudiMP.GMPBase.Writer.

Definition at line 534 of file GMPBase.py.

    def processConfiguration(self):
        # Different for all ; customize Configuration for multicore
        pass
 

◆ Report()

GaudiMP.GMPBase.GMPComponent.Report ( self )

Definition at line 677 of file GMPBase.py.

    def Report(self):
        self.log.name = f"{self.nodeType}-{self.nodeID} Audit"
        allTime = f"Alive Time     : {self.tTime:5.2f}"
        initTime = f"Init Time      : {self.iTime:5.2f}"
        frstTime = f"1st Event Time : {self.firstEvTime:5.2f}"
        runTime = f"Run Time       : {self.rTime:5.2f}"
        finTime = f"Finalise Time  : {self.fTime:5.2f}"
        tup = (allTime, initTime, frstTime, runTime, finTime)
        for t in tup:
            self.log.info(t)
        self.log.name = f"{self.nodeType}-{self.nodeID}"
        # and report from the TESSerializer
        self.TS.Report()
 
 
# =============================================================================
 
 

◆ SetupGaudiPython()

GaudiMP.GMPBase.GMPComponent.SetupGaudiPython ( self )

Definition at line 538 of file GMPBase.py.

    def SetupGaudiPython(self):
        # This method will initialize the GaudiPython Tools
        # such as the AppMgr and so on
        self.a = AppMgr()
        if SMAPS:
            from AlgSmapShot import SmapShot
 
            smapsLog = self.nodeType + "-" + str(self.nodeID) + ".smp"
            ss = SmapShot(logname=smapsLog)
            self.a.addAlgorithm(ss)
        self.evt = self.a.evtsvc()
        self.hvt = self.a.histsvc()
        self.fsr = self.a.filerecordsvc()
        self.inc = self.a.service("IncidentSvc", "IIncidentSvc")
        self.pers = self.a.service("EventPersistencySvc", "IAddressCreator")
        self.ts = gbl.GaudiMP.TESSerializer(self.evt._idp, self.pers)
        self.TS = TESSerializer(self.ts, self.evt, self.nodeType, self.nodeID, self.log)
        return SUCCESS
 

◆ Start()

GaudiMP.GMPBase.GMPComponent.Start ( self )

Definition at line 484 of file GMPBase.py.

    def Start(self):
        # define the separate process
        qPair, histq, fq = self.queues
 
        # Set up the Queue Mechanisms ( Event Communicators )
        if self.nodeType == "Reader" or self.nodeType == "Worker":
            # Reader or Worker Node
            qin, qout = qPair
            self.evcom = EventCommunicator(self, qin, qout)
        else:
            # Writer : many queues in, no queue out
            assert self.nodeType == "Writer"
            self.evcoms = []
            qsin = qPair[0]
            for q in qsin:
                ec = EventCommunicator(self, q, None)
                self.evcoms.append(ec)
        # Histogram Queue
        self.hq = histq
        # FileRecords Queue
        self.fq = fq
 
        # Universal Counters (available to all nodes)
        # Use sensibly!!!
        self.nIn = 0
        self.nOut = 0
 
        # Status Flag (possibly remove later)
        self.stat = SUCCESS
 
        # Set logger name
        self.log.name = f"{self.nodeType}-{self.nodeID}"
 
        # Heuristic variables
        # time for init, run, final, firstEventTime, totalTime
        self.iTime = 0.0
        self.rTime = 0.0
        self.fTime = 0.0
        self.firstEvTime = 0.0
        self.tTime = 0.0
 
        self.proc = Process(target=self.Engine)
        # Fork and start the separate process
        self.proc.start()
 

◆ StartGaudiPython()

GaudiMP.GMPBase.GMPComponent.StartGaudiPython ( self )

Definition at line 557 of file GMPBase.py.

    def StartGaudiPython(self):
        self.a.initialize()
        self.a.start()
        return SUCCESS
 

Member Data Documentation

◆ a

GaudiMP.GMPBase.GMPComponent.a = AppMgr()

Definition at line 541 of file GMPBase.py.

◆ app

str GaudiMP.GMPBase.GMPComponent.app = None

Definition at line 478 of file GMPBase.py.

◆ cntr

GaudiMP.GMPBase.GMPComponent.cntr = InterfaceCast(gbl.IEventCounter)(tool.getInterface())

Definition at line 663 of file GMPBase.py.

◆ config

GaudiMP.GMPBase.GMPComponent.config

Definition at line 465 of file GMPBase.py.

◆ currentEvent

GaudiMP.GMPBase.GMPComponent.currentEvent = None

Definition at line 471 of file GMPBase.py.

◆ evcom

GaudiMP.GMPBase.GMPComponent.evcom = EventCommunicator(self, qin, qout)

Definition at line 492 of file GMPBase.py.

◆ evcoms

list GaudiMP.GMPBase.GMPComponent.evcoms = []

Definition at line 496 of file GMPBase.py.

◆ eventLoopSyncer

GaudiMP.GMPBase.GMPComponent.eventLoopSyncer

Definition at line 462 of file GMPBase.py.

◆ evt

GaudiMP.GMPBase.GMPComponent.evt = self.a.evtsvc()

Definition at line 548 of file GMPBase.py.

◆ finalEvent

GaudiMP.GMPBase.GMPComponent.finalEvent = events

Definition at line 461 of file GMPBase.py.

◆ firstEvTime

float GaudiMP.GMPBase.GMPComponent.firstEvTime = 0.0

Definition at line 522 of file GMPBase.py.

◆ fq

GaudiMP.GMPBase.GMPComponent.fq = fq

Definition at line 504 of file GMPBase.py.

◆ fsr

GaudiMP.GMPBase.GMPComponent.fsr = self.a.filerecordsvc()

Definition at line 550 of file GMPBase.py.

◆ fTime

float GaudiMP.GMPBase.GMPComponent.fTime = 0.0

Definition at line 521 of file GMPBase.py.

◆ hq

GaudiMP.GMPBase.GMPComponent.hq = histq

Definition at line 502 of file GMPBase.py.

◆ hvt

GaudiMP.GMPBase.GMPComponent.hvt = self.a.histsvc()

Definition at line 549 of file GMPBase.py.

◆ inc

GaudiMP.GMPBase.GMPComponent.inc = self.a.service("IncidentSvc", "IIncidentSvc")

Definition at line 551 of file GMPBase.py.

◆ initEvent

GaudiMP.GMPBase.GMPComponent.initEvent

Definition at line 461 of file GMPBase.py.

◆ iTime

float GaudiMP.GMPBase.GMPComponent.iTime = 0.0

Definition at line 519 of file GMPBase.py.

◆ lastEvent

GaudiMP.GMPBase.GMPComponent.lastEvent = eventLoopSyncer

Definition at line 462 of file GMPBase.py.

◆ log

GaudiMP.GMPBase.GMPComponent.log = params

Definition at line 465 of file GMPBase.py.

◆ msgFormat

GaudiMP.GMPBase.GMPComponent.msgFormat = self.config["MessageSvc"].Format

Definition at line 468 of file GMPBase.py.

◆ nIn

int GaudiMP.GMPBase.GMPComponent.nIn = 0

Definition at line 508 of file GMPBase.py.

◆ nodeID

int GaudiMP.GMPBase.GMPComponent.nodeID = nodeID

Definition at line 467 of file GMPBase.py.

◆ nodeType

str GaudiMP.GMPBase.GMPComponent.nodeType = nodeType

Definition at line 457 of file GMPBase.py.

◆ nOut

int GaudiMP.GMPBase.GMPComponent.nOut = 0

Definition at line 509 of file GMPBase.py.

◆ num

int GaudiMP.GMPBase.GMPComponent.num = 0

Definition at line 475 of file GMPBase.py.

◆ nWorkers

GaudiMP.GMPBase.GMPComponent.nWorkers

Definition at line 465 of file GMPBase.py.

◆ pers

GaudiMP.GMPBase.GMPComponent.pers = self.a.service("EventPersistencySvc", "IAddressCreator")

Definition at line 552 of file GMPBase.py.

◆ proc

GaudiMP.GMPBase.GMPComponent.proc = Process(target=self.Engine)

Definition at line 525 of file GMPBase.py.

◆ queues

GaudiMP.GMPBase.GMPComponent.queues = queues

Definition at line 474 of file GMPBase.py.

◆ rTime

float GaudiMP.GMPBase.GMPComponent.rTime = 0.0

Definition at line 520 of file GMPBase.py.

◆ sEvent

GaudiMP.GMPBase.GMPComponent.sEvent

Definition at line 465 of file GMPBase.py.

◆ stat

GaudiMP.GMPBase.GMPComponent.stat = SUCCESS

Definition at line 512 of file GMPBase.py.

◆ subworkers

GaudiMP.GMPBase.GMPComponent.subworkers = subworkers

Definition at line 466 of file GMPBase.py.

◆ TS

GaudiMP.GMPBase.GMPComponent.TS = TESSerializer(self.ts, self.evt, self.nodeType, self.nodeID, self.log)

Definition at line 554 of file GMPBase.py.

◆ ts

GaudiMP.GMPBase.GMPComponent.ts = gbl.GaudiMP.TESSerializer(self.evt._idp, self.pers)

Definition at line 553 of file GMPBase.py.

◆ tTime

float GaudiMP.GMPBase.GMPComponent.tTime = 0.0

Definition at line 523 of file GMPBase.py.

The documentation for this class was generated from the following file:

GaudiMP/python/GaudiMP/GMPBase.py

Public Member Functions

Public Attributes

Detailed Description

Constructor & Destructor Documentation

◆ __init__()

Member Function Documentation

◆ dumpHistograms()

◆ Engine()

◆ Finalize()

◆ getEventNumber()

◆ IdentifyWriters()

◆ Initialize()

◆ LoadTES()

◆ processConfiguration()

◆ Report()

◆ SetupGaudiPython()

◆ Start()

◆ StartGaudiPython()

Member Data Documentation

◆ a

◆ app

◆ cntr

◆ config

◆ currentEvent

◆ evcom

◆ evcoms

◆ eventLoopSyncer

◆ evt

◆ finalEvent

◆ firstEvTime

◆ fq

◆ fsr

◆ fTime

◆ hq

◆ hvt

◆ inc

◆ initEvent

◆ iTime

◆ lastEvent

◆ log

◆ msgFormat

◆ nIn

◆ nodeID

◆ nodeType

◆ nOut

◆ num

◆ nWorkers

◆ pers

◆ proc

◆ queues

◆ rTime

◆ sEvent

◆ stat

◆ subworkers

◆ TS

◆ ts

◆ tTime

◆ init()