brunelWrapper.py

Go to the documentation of this file.

#! /usr/bin/env python3

"""
This script acts as a wrapper in order to generate Gaudi configs for running
with different parameters in order to perform performance measurements.
It takes command line arguments.
"""
 
import optparse
 
"""
NumberOfEvents = 10
NumberOfEventsInFlight = 5
NumberOfAlgosInFlight = 5
NumberOfThreads = 10
CloneAlgos = False
DumpQueues = False
"""
 
 
def createParser():
    usage = "%prog [options]"
    parser = optparse.OptionParser(usage)
    parser.add_option("-n", help="Number of events", dest="nevts", default=15)
    parser.add_option("--eif", help="Events in flight", dest="eif", default=5)
    parser.add_option("--aif", help="Algos in flight", dest="aif", default=10)
    parser.add_option(
        "--nthreads", help="Number of threads", dest="nthreads", default=10
    )
    parser.add_option(
        "--clone", help="Clone Algos", dest="clone", action="store_true", default=False
    )
    parser.add_option(
        "--dumpQueues",
        help="Dump Queues",
        dest="dumpqueues",
        action="store_true",
        default=False,
    )
    parser.add_option("-v", help="Verbosity level", dest="verbosity", default=5)
    parser.add_option(
        "--exec",
        help="ExecuteWorkflow",
        dest="execbrunel",
        action="store_true",
        default=False,
    )
    parser.add_option(
        "--bg",
        help="Launch in background",
        dest="bg",
        action="store_true",
        default=False,
    )
    parser.add_option("--scale", help="Scale Algorithms time", dest="scale", default=1)
    options, args = parser.parse_args()
    return options
 
 
def replaceValues(cfg_name, n, eif, aif, nthreads, scale, clone, dumpQueues, verbosity):
    newcfglines = open(cfg_name).readlines()
    cfg_name = cfg_name.replace(".py", "")
    verb = ""
    if verbosity != 6:
        verb = f"_v{verbosity}"
    scale_s = ""
    if scale != 1:
        scale_s = f"_s{scale}"
    newcfgname = f"measurement_{cfg_name}_n{n}_eif{eif}_aif{aif}_nthreads{nthreads}_c{clone}_dq{dumpQueues}{scale_s}{verb}.py"
    newcfg = open(newcfgname, "w")
    for line in newcfglines:
        if (
            "NumberOfEvents" in line
            and "NUMBEROFEVENTS" in line
            and "FLIGHT" not in line
        ):
            line = line.replace("NUMBEROFEVENTS", str(n))
        if "NumberOfEventsInFlight" in line and "NUMBEROFEVENTSINFLIGHT" in line:
            line = line.replace("NUMBEROFEVENTSINFLIGHT", str(eif))
        if "NumberOfAlgosInFlight" in line and "NUMBEROFALGOSINFLIGHT" in line:
            line = line.replace("NUMBEROFALGOSINFLIGHT", str(aif))
        if "NumberOfThreads" in line and "NUMBEROFTHREADS" in line:
            line = line.replace("NUMBEROFTHREADS", str(nthreads))
        if "DumpQueues" in line and "DUMPQUEUES" in line:
            line = line.replace("DUMPQUEUES", str(dumpQueues))
        if "CloneAlgos" in line and "CLONEALGOS" in line:
            line = line.replace("CLONEALGOS", str(clone))
        if "Verbosity" in line and "VERBOSITY" in line:
            line = line.replace("VERBOSITY", str(verbosity))
        if "Scale" in line and "SCALE" in line:
            line = line.replace("SCALE", str(scale))
        newcfg.write(line)
    newcfg.close()
    return newcfgname
 
 
if __name__ == "__main__":
    options = createParser()
    newcfg = replaceValues(
        "BrunelScenario.py",
        options.nevts,
        options.eif,
        options.aif,
        options.nthreads,
        float(options.scale),
        options.clone,
        options.dumpqueues,
        options.verbosity,
    )
 
    logfile = newcfg.replace(".py", ".log")
    gaudirun = "`alias gaudirun`"
    gaudirun = (
        "/afs/cern.ch/user/d/dpiparo/Gaudi/build.x86_64-slc5-gcc46-opt/run gaudirun.py"
    )
    command = (
        f"/usr/bin/time -f %S -o timing_{logfile} {gaudirun} {newcfg} >& {logfile}  "
    )
    if options.bg:
        command += " &"
 
    print(command)
    if options.execbrunel:
        import os
 
        os.system(command)