GaudiMP.pTools.Syncer Class Reference

Public Member Functions
	__init__ (self, nWorkers, log, manyEvents=False, limit=None, step=None, firstEvent=None)
	syncAll (self, step="Not specified")
	syncAllRolling (self)
	processHang (self)
	checkAll (self)
	checkLastEvents (self)

Public Attributes
	limit = limit
	step = step
dict	d = {}
	manyEvents = manyEvents
	limitFirst = firstEvent
	keys = list(self.d.keys())
	nWorkers = nWorkers
	log = log

Detailed Description

Definition at line 621 of file pTools.py.

Constructor & Destructor Documentation

__init__()

GaudiMP.pTools.Syncer.__init__	(		self,
			nWorkers,
			log,
			manyEvents = False,
			limit = None,
			step = None,
			firstEvent = None )

Definition at line 622 of file pTools.py.

    ):
        # Class to help synchronise the sub-processes
        self.limit = limit
        self.step = step
        self.d = {}
        self.manyEvents = manyEvents
 
        for i in range(-2, nWorkers):
            self.d[i] = SyncMini(Event(), lastEvent=Event())
            if self.manyEvents:
                self.limitFirst = firstEvent
 
        self.keys = list(self.d.keys())
        self.nWorkers = nWorkers
        self.log = log
 

Member Function Documentation

checkAll()

GaudiMP.pTools.Syncer.checkAll

(

self

)

Definition at line 727 of file pTools.py.

    def checkAll(self):
        # Check the status of each Sync object
        # return True or False
        currentStatus = [mini.check() for mini in self.d.values()]
        return all(currentStatus)
 

checkLastEvents()

GaudiMP.pTools.Syncer.checkLastEvents

(

self

)

Definition at line 733 of file pTools.py.

    def checkLastEvents(self):
        # check if all of the lastEvents are set to true in self.d[k][1]
        stat = [sMini.checkLast() for sMini in self.d.values()]
        return all(stat)
 
 
# =========================== Methods =========================================
 
 

processHang()

GaudiMP.pTools.Syncer.processHang

(

self

)

Definition at line 721 of file pTools.py.

    def processHang(self):
        self.log.critical("Some proc is hanging during Event processing!")
        for k in self.keys:
            self.log.critical(f"Proc/Stat : {k} / {self.d[k].check()}")
        return
 

syncAll()

GaudiMP.pTools.Syncer.syncAll	(		self,
			step = "Not specified" )

Definition at line 640 of file pTools.py.

    def syncAll(self, step="Not specified"):
        # is it this method, or is it the rolling version needed?
        # if so, drop through...
 
        if self.manyEvents:
            sc = self.syncAllRolling()
            return sc
 
        # Regular version ----------------------------
        for i in range(0, self.limit, self.step):
            if self.checkAll():
                self.log.info(f"{step} : All procs done @ {i} s")
                break
            else:
                time.sleep(self.step)
 
        # Now the time limit is up... check the status one final time
        if self.checkAll():
            self.log.info(f"All processes : {step} ok.")
            return SUCCESS
        else:
            self.log.critical(f"Some process is hanging on : {step}")
            for k in self.keys:
                self.log.critical(f"{step} : Proc/Stat : {k}/{self.d[k].check()}")
            return FAILURE
 

syncAllRolling()

GaudiMP.pTools.Syncer.syncAllRolling

(

self

)

Definition at line 666 of file pTools.py.

    def syncAllRolling(self):
        # Keep track of the progress of Event processing
        # Each process syncs after each event, so keep clearing
        #  the sync Event, and re-checking
        # Note the time between True checks too, if the time
        #  between events exceeds singleEvent, this is considered a hang
 
        # set the initial time
        begin = time.time()
        firstEv = {}
        timers = {}
        for k in self.keys:
            self.d[k].reset()
            firstEv[k] = False
            timers[k] = 0.0
 
        active = self.keys
        while True:
            # check the status of each sync object
            for k in active:
                sMini = self.d[k]
 
                if sMini.check() or sMini.checkLast():
                    if sMini.checkLast() and sMini.check():
                        # if last Event set,then event loop finished
                        active.remove(k)
                        alive = time.time() - begin
                        self.log.info(f"Audit : Node {k} alive for {alive:5.2}")
                    else:
                        sMini.reset()
                else:
                    # the event still has not been checked, how long is that?
                    # is it the first Event?
                    wait = time.time() - sMini.getTime()
                    cond = wait > self.limit
                    if not firstEv[k]:
                        cond = wait > self.limitFirst
                        firstEv[k] = True
                    if cond:
                        # It is hanging!
                        self.log.critical(f"Single event wait : {wait:5.2f}")
                        self.processHang()
                        return FAILURE
 
            # Termination Criteria : if all procs have been removed, we're done
            if self.checkLastEvents():
                self.log.info("TC met for event loop")
                break
            else:
                # sleep, loop again
                time.sleep(self.step)
 
        self.log.info("All processes Completed all Events ok")
        return SUCCESS
 

Member Data Documentation

d

dict GaudiMP.pTools.Syncer.d = {}

Definition at line 628 of file pTools.py.

keys

GaudiMP.pTools.Syncer.keys = list(self.d.keys())

Definition at line 636 of file pTools.py.

limit

GaudiMP.pTools.Syncer.limit = limit

Definition at line 626 of file pTools.py.

limitFirst

GaudiMP.pTools.Syncer.limitFirst = firstEvent

Definition at line 634 of file pTools.py.

log

GaudiMP.pTools.Syncer.log = log

Definition at line 638 of file pTools.py.

manyEvents

GaudiMP.pTools.Syncer.manyEvents = manyEvents

Definition at line 629 of file pTools.py.

nWorkers

GaudiMP.pTools.Syncer.nWorkers = nWorkers

Definition at line 637 of file pTools.py.

step

GaudiMP.pTools.Syncer.step = step

Definition at line 627 of file pTools.py.

---

The documentation for this class was generated from the following file:

• GaudiMP/python/GaudiMP/pTools.py