GaudiMP.GMPBase.EventCommunicator Class Reference

Inheritance diagram for GaudiMP.GMPBase.EventCommunicator:

Collaboration diagram for GaudiMP.GMPBase.EventCommunicator:

Public Member Functions
def	__init__ (self, GMPComponent, qin, qout)
def	send (self, item)
def	receive (self, timeout=None)
def	finalize (self)
def	statistics (self)

Public Attributes
	log
	maxsize
	qin
	qout
	allsent
	allrecv
	nSent
	nRecv
	sizeSent
	sizeRecv
	qinTime
	qoutTime

Private Attributes
	_gmpc

Detailed Description

Definition at line 269 of file GMPBase.py.

Constructor & Destructor Documentation

__init__()

def GaudiMP.GMPBase.EventCommunicator.__init__	(		self,
			GMPComponent,
			qin,
			qout
	)

Definition at line 273 of file GMPBase.py.

    def __init__(self, GMPComponent, qin, qout):
        self._gmpc = GMPComponent
        self.log = self._gmpc.log
        # maximum capacity of Queues
        self.maxsize = 50
        # central variables : Queues
        self.qin = qin
        self.qout = qout
 
        # flags
        self.allsent = False
        self.allrecv = False
 
        # statistics storage
        self.nSent = 0  # counter : items sent
        self.nRecv = 0  # counter : items received
        self.sizeSent = 0  # measure : size of events sent ( tbuf.Length() )
        self.sizeRecv = 0  # measure : size of events in   ( tbuf.Length() )
        self.qinTime = 0  # time    : receiving from self.qin
        self.qoutTime = 0  # time    : sending on qout
 

Member Function Documentation

finalize()

def GaudiMP.GMPBase.EventCommunicator.finalize

(

self

)

Definition at line 330 of file GMPBase.py.

    def finalize(self):
        self.log.info(
            "Finalize Event Communicator : %s %s" % (self._gmpc, self._gmpc.nodeType)
        )
        # Reader sends one flag for each worker
        # Workers send one flag each
        # Writer sends nothing (it's at the end of the chain)
        if self._gmpc.nodeType == "Reader":
            downstream = self._gmpc.nWorkers
        elif self._gmpc.nodeType == "Writer":
            downstream = 0
        elif self._gmpc.nodeType == "Worker":
            downstream = 1
 
        for i in range(downstream):
            self.qout.put("FINISHED")
        if self._gmpc.nodeType != "Writer":
            self.qout.join()
        # Now some reporting...
        self.statistics()
 

receive()

def GaudiMP.GMPBase.EventCommunicator.receive	(		self,
			timeout = None
	)

Definition at line 309 of file GMPBase.py.

    def receive(self, timeout=None):
        # Receive items from self.qin
        startWait = time.time()
        try:
            itemIn = self.qin.get(timeout=timeout)
        except Empty:
            return None
        self.qinTime += time.time() - startWait
        self.nRecv += 1
        if itemIn.__class__.__name__ == "tuple":
            self.sizeRecv += itemIn[1].Length()
        else:
            self.nRecv -= 1
        try:
            self.qin.task_done()
        except:
            self._gmpc.log.warning(
                "TASK_DONE called too often by : %s" % (self._gmpc.nodeType)
            )
        return itemIn
 

send()

def GaudiMP.GMPBase.EventCommunicator.send	(		self,
			item
	)

Definition at line 294 of file GMPBase.py.

    def send(self, item):
        # This class manages the sending of a TBufferFile Event to a Queue
        # The actual item to be sent is a tuple : ( evtNumber, TBufferFile )
        assert item.__class__.__name__ == "tuple"
        startTransmission = time.time()
        self.qout.put(item)
        # allow the background thread to feed the Queue; not 100% guaranteed to
        # finish before next line
        while self.qout._buffer:
            time.sleep(NAP)
        self.qoutTime += time.time() - startTransmission
        self.sizeSent += item[1].Length()
        self.nSent += 1
        return SUCCESS
 

statistics()

def GaudiMP.GMPBase.EventCommunicator.statistics

(

self

)

Definition at line 351 of file GMPBase.py.

    def statistics(self):
        self.log.name = "%s-%i Audit " % (self._gmpc.nodeType, self._gmpc.nodeID)
        self.log.info("Items Sent     : %i" % (self.nSent))
        self.log.info("Items Received : %i" % (self.nRecv))
        self.log.info("Data  Sent     : %i" % (self.sizeSent))
        self.log.info("Data  Received : %i" % (self.sizeRecv))
        self.log.info("Q-out Time     : %5.2f" % (self.qoutTime))
        self.log.info("Q-in  Time     : %5.2f" % (self.qinTime))
 
 
# =============================================================================
 
 

Member Data Documentation

_gmpc

GaudiMP.GMPBase.EventCommunicator._gmpc

private

Definition at line 274 of file GMPBase.py.

allrecv

GaudiMP.GMPBase.EventCommunicator.allrecv

Definition at line 284 of file GMPBase.py.

allsent

GaudiMP.GMPBase.EventCommunicator.allsent

Definition at line 283 of file GMPBase.py.

log

GaudiMP.GMPBase.EventCommunicator.log

Definition at line 275 of file GMPBase.py.

maxsize

GaudiMP.GMPBase.EventCommunicator.maxsize

Definition at line 277 of file GMPBase.py.

nRecv

GaudiMP.GMPBase.EventCommunicator.nRecv

Definition at line 288 of file GMPBase.py.

nSent

GaudiMP.GMPBase.EventCommunicator.nSent

Definition at line 287 of file GMPBase.py.

qin

GaudiMP.GMPBase.EventCommunicator.qin

Definition at line 279 of file GMPBase.py.

qinTime

GaudiMP.GMPBase.EventCommunicator.qinTime

Definition at line 291 of file GMPBase.py.

qout

GaudiMP.GMPBase.EventCommunicator.qout

Definition at line 280 of file GMPBase.py.

qoutTime

GaudiMP.GMPBase.EventCommunicator.qoutTime

Definition at line 292 of file GMPBase.py.

sizeRecv

GaudiMP.GMPBase.EventCommunicator.sizeRecv

Definition at line 290 of file GMPBase.py.

sizeSent

GaudiMP.GMPBase.EventCommunicator.sizeSent

Definition at line 289 of file GMPBase.py.

---

The documentation for this class was generated from the following file:

• GaudiMP/python/GaudiMP/GMPBase.py