GaudiMP.pTools.Syncer Class Reference

Inheritance diagram for GaudiMP.pTools.Syncer:

Collaboration diagram for GaudiMP.pTools.Syncer:

Public Member Functions
def	__init__ (self, nWorkers, log, manyEvents=False, limit=None, step=None, firstEvent=None)
def	syncAll (self, step="Not specified")
def	syncAllRolling (self)
def	processHang (self)
def	checkAll (self)
def	checkLastEvents (self)

Public Attributes
	limit
	step
	d
	manyEvents
	limitFirst
	keys
	nWorkers
	log

Detailed Description

Definition at line 601 of file pTools.py.

Constructor & Destructor Documentation

__init__()

def GaudiMP.pTools.Syncer.__init__	(		self,
			nWorkers,
			log,
			manyEvents = False,
			limit = None,
			step = None,
			firstEvent = None
	)

Definition at line 602 of file pTools.py.

    def __init__(self,
                 nWorkers,
                 log,
                 manyEvents=False,
                 limit=None,
                 step=None,
                 firstEvent=None):
        # Class to help synchronise the sub-processes
        self.limit = limit
        self.step = step
        self.d = {}
        self.manyEvents = manyEvents
 
        for i in range(-2, nWorkers):
            self.d[i] = SyncMini(Event(), lastEvent=Event())
            if self.manyEvents:
                self.limitFirst = firstEvent
 
        self.keys = self.d.keys()
        self.nWorkers = nWorkers
        self.log = log
 

Member Function Documentation

checkAll()

def GaudiMP.pTools.Syncer.checkAll

(

self

)

Definition at line 714 of file pTools.py.

    def checkAll(self):
        # Check the status of each Sync object
        # return True or False
        currentStatus = [mini.check() for mini in self.d.values()]
        return all(currentStatus)
 

checkLastEvents()

def GaudiMP.pTools.Syncer.checkLastEvents

(

self

)

Definition at line 720 of file pTools.py.

    def checkLastEvents(self):
        # check if all of the lastEvents are set to true in self.d[k][1]
        stat = [sMini.checkLast() for sMini in self.d.values()]
        return all(stat)
 
 
# =========================== Methods =========================================
 
 

processHang()

def GaudiMP.pTools.Syncer.processHang

(

self

)

Definition at line 708 of file pTools.py.

    def processHang(self):
        self.log.critical('Some proc is hanging during Event processing!')
        for k in self.keys:
            self.log.critical("Proc/Stat : %i / %s" % (k, self.d[k].check()))
        return
 

syncAll()

def GaudiMP.pTools.Syncer.syncAll	(		self,
			step = "Not specified"
	)

Definition at line 624 of file pTools.py.

    def syncAll(self, step="Not specified"):
        # is it this method, or is it the rolling version needed?
        # if so, drop through...
 
        if self.manyEvents:
            sc = self.syncAllRolling()
            return sc
 
        # Regular version ----------------------------
        for i in range(0, self.limit, self.step):
            if self.checkAll():
                self.log.info('%s : All procs done @ %i s' % (step, i))
                break
            else:
                time.sleep(self.step)
 
        # Now the time limit is up... check the status one final time
        if self.checkAll():
            self.log.info("All processes : %s ok." % (step))
            return SUCCESS
        else:
            self.log.critical('Some process is hanging on : %s' % (step))
            for k in self.keys:
                hangString = "%s : Proc/Stat : %i/%s" % (step, k,
                                                         self.d[k].check())
                self.log.critical(hangString)
            return FAILURE
 

syncAllRolling()

def GaudiMP.pTools.Syncer.syncAllRolling

(

self

)

Definition at line 652 of file pTools.py.

    def syncAllRolling(self):
        # Keep track of the progress of Event processing
        # Each process syncs after each event, so keep clearing
        #  the sync Event, and re-checking
        # Note the time between True checks too, if the time
        #  between events exceeds singleEvent, this is considered a hang
 
        # set the initial time
        begin = time.time()
        firstEv = {}
        timers = {}
        for k in self.keys:
            self.d[k].reset()
            firstEv[k] = False
            timers[k] = 0.0
 
        active = self.keys
        while True:
            # check the status of each sync object
            for k in active:
                sMini = self.d[k]
 
                if sMini.check() or sMini.checkLast():
                    if sMini.checkLast() and sMini.check():
                        # if last Event set,then event loop finished
                        active.remove(k)
                        alive = time.time() - begin
                        self.log.info(
                            "Audit : Node %i alive for %5.2f" % (k, alive))
                    else:
                        sMini.reset()
                else:
                    # the event still has not been checked, how long is that?
                    # is it the first Event?
                    wait = time.time() - sMini.getTime()
                    cond = wait > self.limit
                    if not firstEv[k]:
                        cond = wait > self.limitFirst
                        firstEv[k] = True
                    if cond:
                        # It is hanging!
                        self.log.critical('Single event wait : %5.2f' % (wait))
                        self.processHang()
                        return FAILURE
 
            # Termination Criteria : if all procs have been removed, we're done
            if self.checkLastEvents():
                self.log.info('TC met for event loop')
                break
            else:
                # sleep, loop again
                time.sleep(self.step)
 
        self.log.info("All processes Completed all Events ok")
        return SUCCESS
 

Member Data Documentation

d

GaudiMP.pTools.Syncer.d

Definition at line 606 of file pTools.py.

keys

GaudiMP.pTools.Syncer.keys

Definition at line 614 of file pTools.py.

limit

GaudiMP.pTools.Syncer.limit

Definition at line 604 of file pTools.py.

limitFirst

GaudiMP.pTools.Syncer.limitFirst

Definition at line 612 of file pTools.py.

log

GaudiMP.pTools.Syncer.log

Definition at line 616 of file pTools.py.

manyEvents

GaudiMP.pTools.Syncer.manyEvents

Definition at line 607 of file pTools.py.

nWorkers

GaudiMP.pTools.Syncer.nWorkers

Definition at line 615 of file pTools.py.

step

GaudiMP.pTools.Syncer.step

Definition at line 605 of file pTools.py.

---

The documentation for this class was generated from the following file:

• GaudiMP/python/GaudiMP/pTools.py