configGenerator Class Reference

Collaboration diagram for configGenerator:

Public Member Functions
	configGenerator (const string &pkgName, const string &outputDirName)
int	genConfig (const Strings_t &modules, const string &userModule)
	main entry point of this class: More...
void	setConfigurableModule (const std::string &moduleName)
	customize the Module name where configurable base classes are defined More...
void	setConfigurableDefaultName (const std::string &defaultName)
	customize the default name for configurable instances More...
void	setConfigurableAlgorithm (const std::string &cfgAlgorithm)
	customize the configurable base class for Algorithm component More...
void	setConfigurableAlgTool (const std::string &cfgAlgTool)
	customize the configurable base class for AlgTool component More...
void	setConfigurableAuditor (const std::string &cfgAuditor)
	customize the configurable base class for AlgTool component More...
void	setConfigurableService (const std::string &cfgService)
	customize the configurable base class for Service component More...

Private Member Functions
bool	genComponent (const std::string &libName, const std::string &componentName, component_t componentType, const vector< PropertyBase * > &properties, const std::vector< std::string > &interfaces)
void	genImport (std::ostream &s, std::string_view frmt, std::string indent)
void	genHeader (std::ostream &pyOut, std::ostream &dbOut)
void	genBody (std::ostream &pyOut, std::ostream &dbOut)
void	genTrailer (std::ostream &pyOut, std::ostream &dbOut)
void	pythonizeValue (const PropertyBase *prop, string &pvalue, string &ptype, string &ptype2)
	handle the "marshalling" of Properties More...

Private Attributes
string	m_pkgName
	name of the package we are processing More...
string	m_outputDirName
	absolute path to the directory where genconf will store auto-generated files (Configurables and ConfigurableDb) More...
stringstream	m_pyBuf
	buffer of auto-generated configurables More...
bool	m_importGaudiHandles = false
	switch to decide if the generated configurables need to import GaudiHandles (ie: if one of the components has a XyzHandle<T>) More...
bool	m_importDataObjectHandles = false
stringstream	m_dbBuf
	buffer of generated configurables informations for the "Db" file The "Db" file is holding informations about the generated configurables This file is later one used by the PropertyProxy.py to locate Configurables and know their default values, host module,... More...
stringstream	m_db2Buf
std::map< component_t, std::string >	m_configurable
	Configurable customization. More...

Detailed Description

Definition at line 165 of file genconf.cpp.

Constructor & Destructor Documentation

configGenerator()

configGenerator::configGenerator ( const string &  pkgName, const string &  outputDirName  )

inline

Definition at line 197 of file genconf.cpp.

      : m_pkgName( pkgName ), m_outputDirName( outputDirName ) {}

Member Function Documentation

genBody()

void configGenerator::genBody ( std::ostream &  pyOut, std::ostream &  dbOut  )

inlineprivate

Definition at line 236 of file genconf.cpp.

                                                       {
    pyOut << m_pyBuf.str() << flush;
    dbOut << m_dbBuf.str() << flush;
  }

genComponent()

bool configGenerator::genComponent ( const std::string &  libName, const std::string &  componentName, component_t  componentType, const vector< PropertyBase * > &  properties, const std::vector< std::string > &  interfaces  )

private

Definition at line 682 of file genconf.cpp.

{
  auto cname = pythonizeName( componentName );

  std::vector<std::pair<std::string, std::string>> propDoc;
  propDoc.reserve( properties.size() );

  m_db2Buf << "    '" << componentName << "': {\n";
  m_db2Buf << "        '__component_type__': '";
  switch ( componentType ) {
  case component_t::Algorithm:
    m_db2Buf << "Algorithm";
    break;
  case component_t::AlgTool:
    m_db2Buf << "AlgTool";
    break;
  case component_t::ApplicationMgr: // FALLTROUGH
  case component_t::Service:
    m_db2Buf << "Service";
    break;
  case component_t::Auditor:
    m_db2Buf << "Auditor";
    break;
  default:
    m_db2Buf << "Unknown";
  }
  m_db2Buf << "',\n        '__interfaces__': (";
  for ( const auto& intf : std::set<std::string>{begin( interfaces ), end( interfaces )} ) {
    if ( ignored_interfaces.find( intf ) == end( ignored_interfaces ) ) { m_db2Buf << '\'' << intf << "', "; }
  }
  m_db2Buf << "),\n        'properties': {\n";

  m_pyBuf << "\nclass " << cname << "( " << m_configurable[componentType] << " ) :\n";
  m_pyBuf << "  __slots__ = { \n";
  for ( const auto& prop : properties ) {
    const string& pname = prop->name();
    // Validate property name (it must be a valid Python identifier)
    if ( !boost::regex_match( pname, pythonIdentifier ) ) {
      std::cout << "ERROR: invalid property name \"" << pname << "\" in component " << cname
                << " (invalid Python identifier)" << std::endl;
      // try to make the buffer at least more or less valid python code.
      m_pyBuf << " #ERROR-invalid identifier '" << pname << "'\n"
              << "  }\n";
      return false;
    }

    string pvalue, ptype, ptype2;
    pythonizeValue( prop, pvalue, ptype, ptype2 );
    m_pyBuf << "    '" << pname << "' : " << pvalue << ", # " << ptype << "\n";

    m_db2Buf << "            '" << pname << "': ('" << ptype2 << "', " << pvalue << ", '''" << prop->documentation()
             << " [" << prop->ownerTypeName() << "]'''";
    auto sem = prop->semantics();
    if ( !sem.empty() ) { m_db2Buf << ", '" << sem << '\''; }
    m_db2Buf << "),\n";

    if ( prop->documentation() != "none" ) {
      propDoc.emplace_back( pname, prop->documentation() + " [" + prop->ownerTypeName() + "]" );
    }
  }
  m_pyBuf << "  }\n";
  m_pyBuf << "  _propertyDocDct = { \n";
  for ( const auto& prop : propDoc ) {
    m_pyBuf << std::setw( 5 ) << "'" << prop.first << "' : "
            << "\"\"\" " << prop.second << " \"\"\",\n";
  }
  m_pyBuf << "  }\n";

  m_pyBuf << "  def __init__(self, name = " << m_configurable[component_t::DefaultName] << ", **kwargs):\n"
          << "      super(" << cname << ", self).__init__(name)\n"
          << "      for n,v in kwargs.items():\n"
          << "         setattr(self, n, v)\n"
          << "  def getDlls( self ):\n"
          << "      return '" << libName << "'\n"
          << "  def getType( self ):\n"
          << "      return '" << componentName << "'\n"
          << "  pass # class " << cname << "\n"
          << flush;

  // name of the auto-generated module
  const string pyName  = ( fs::path( m_outputDirName ) / fs::path( libName + "Conf.py" ) ).string();
  const string modName = fs::basename( fs::path( pyName ).leaf() );

  m_db2Buf << "        },\n    },\n";

  // now the db part
  m_dbBuf << m_pkgName << "." << modName << " " << libName << " " << cname << "\n" << flush;

  return true;
}

genConfig()

int configGenerator::genConfig	(	const Strings_t &	modules,
		const string &	userModule
	)

main entry point of this class:

• iterate over all the modules (ie: library names)
• for each module extract component informations
• eventually generate the header/body/trailer python file and "Db" file

write-out files for this library

Definition at line 449 of file genconf.cpp.

{
  //--- Disable checking StatusCode -------------------------------------------
  StatusCode::disableChecking();

  const auto endLib = libs.end();

  static const std::string gaudiSvc   = "GaudiCoreSvc";
  const bool               isGaudiSvc = ( std::find( libs.begin(), endLib, gaudiSvc ) != endLib );

  //--- Instantiate ApplicationMgr --------------------------------------------
  if ( !isGaudiSvc && createAppMgr() ) {
    cout << "ERROR: ApplicationMgr can not be created. Check environment" << endl;
    return EXIT_FAILURE;
  }

  //--- Iterate over component factories --------------------------------------
  using Gaudi::PluginService::Details::Registry;
  const Registry& registry = Registry::instance();

  auto bkgNames = registry.loadedFactoryNames();

  ISvcLocator* svcLoc   = Gaudi::svcLocator();
  IInterface*  dummySvc = new Service( "DummySvc", svcLoc );
  dummySvc->addRef();

  bool allGood = true;

  // iterate over all the requested libraries
  for ( const auto& iLib : libs ) {

    LOG_INFO << ":::: processing library: " << iLib << "...";

    // reset state
    m_importGaudiHandles      = false;
    m_importDataObjectHandles = false;
    m_pyBuf.str( "" );
    m_dbBuf.str( "" );
    m_db2Buf.str( "" );

    //--- Load component library ----------------------------------------------
    System::ImageHandle handle;
    unsigned long       err = System::loadDynamicLib( iLib, &handle );
    if ( err != 1 ) {
      LOG_ERROR << System::getLastErrorString();
      allGood = false;
      continue;
    }

    const auto& factories = registry.factories();
    for ( const auto& factoryName : registry.loadedFactoryNames() ) {
      if ( bkgNames.find( factoryName ) != bkgNames.end() ) {
        if ( Gaudi::PluginService::Details::logger().level() <= 1 ) {
          LOG_INFO << "\t==> skipping [" << factoryName << "]...";
        }
        continue;
      }
      auto entry = factories.find( factoryName );
      if ( entry == end( factories ) ) {
        LOG_ERROR << "inconsistency in component factories list: I cannot find anymore " << factoryName;
        continue;
      }
      const auto& info = entry->second;
      if ( !info.is_set() ) continue;

      // do not generate configurables for the Reflex-compatible aliases
      if ( !info.getprop( "ReflexName" ).empty() ) continue;

      // Atlas contributed code (patch #1247)
      // Skip the generation of configurables if the component does not come
      // from the same library we are processing (i.e. we found a symbol that
      // is coming from a library loaded by the linker).
      if ( libNativeName( iLib ) != info.library ) {
        LOG_WARNING << "library [" << iLib << "] exposes factory [" << factoryName << "] which is declared in ["
                    << info.library << "] !!";
        continue;
      }

      component_t type = component_t::Unknown;
      {
        const auto ft = allowedFactories.find( info.factory.type().name() );
        if ( ft != allowedFactories.end() ) {
          type = ft->second;
        } else if ( factoryName == "ApplicationMgr" ) {
          type = component_t::ApplicationMgr;
        } else
          continue;
      }

      // handle possible problems with templated components
      std::string name = boost::trim_copy( factoryName );

      const auto className = info.getprop( "ClassName" );
      LOG_INFO << " - component: " << className << " (" << ( className != name ? ( name + ": " ) : std::string() )
               << type << ")";

      string             cname = "DefaultName";
      SmartIF<IProperty> prop;
      try {
        switch ( type ) {
        case component_t::Algorithm:
          prop = SmartIF<IAlgorithm>( Gaudi::Algorithm::Factory::create( factoryName, cname, svcLoc ).release() );
          break;
        case component_t::Service:
          prop = SmartIF<IService>( Service::Factory::create( factoryName, cname, svcLoc ).release() );
          break;
        case component_t::AlgTool:
          prop =
              SmartIF<IAlgTool>( AlgTool::Factory::create( factoryName, cname, toString( type ), dummySvc ).release() );
          // FIXME: AlgTool base class increase artificially by 1 the refcount.
          prop->release();
          break;
        case component_t::Auditor:
          prop = SmartIF<IAuditor>( Auditor::Factory::create( factoryName, cname, svcLoc ).release() );
          break;
        case component_t::ApplicationMgr:
          prop = SmartIF<ISvcLocator>( svcLoc );
          break;
        default:
          continue; // unknown
        }
      } catch ( exception& e ) {
        LOG_ERROR << "Error instantiating " << name << " from " << iLib;
        LOG_ERROR << "Got exception: " << e.what();
        allGood = false;
        continue;
      } catch ( ... ) {
        LOG_ERROR << "Error instantiating " << name << " from " << iLib;
        allGood = false;
        continue;
      }
      if ( prop ) {
        if ( !genComponent( iLib, name, type, prop->getProperties(), prop->getInterfaceNames() ) ) { allGood = false; }
        prop.reset();
      } else {
        LOG_ERROR << "could not cast IInterface* object to an IProperty* !";
        LOG_ERROR << "NO Configurable will be generated for [" << name << "] !";
        allGood = false;
      }
    } //> end loop over factories

    const std::string pyName = ( fs::path( m_outputDirName ) / fs::path( iLib + "Conf.py" ) ).string();
    const std::string dbName = ( fs::path( m_outputDirName ) / fs::path( iLib + ".confdb" ) ).string();

    std::fstream py( pyName, std::ios_base::out | std::ios_base::trunc );
    std::fstream db( dbName, std::ios_base::out | std::ios_base::trunc );

    genHeader( py, db );
    if ( !userModule.empty() ) py << "from " << userModule << " import *" << endl;
    genBody( py, db );
    genTrailer( py, db );

    {
      const std::string db2Name = ( fs::path( m_outputDirName ) / fs::path( iLib + ".confdb2_part" ) ).string();
      std::fstream      db2( db2Name, std::ios_base::out | std::ios_base::trunc );
      db2 << "{\n" << m_db2Buf.str() << "}\n";
    }

  } //> end loop over libraries

  dummySvc->release();
  dummySvc = 0;

  return allGood ? EXIT_SUCCESS : EXIT_FAILURE;
}

genHeader()

void configGenerator::genHeader ( std::ostream &  pyOut, std::ostream &  dbOut  )

private

Definition at line 650 of file genconf.cpp.

{
  // python file part
  std::string now = Gaudi::Time::current().format( true );
  py << "#" << now //<< "\n"
     << "\"\"\"Automatically generated. DO NOT EDIT please\"\"\"\n"
     << "import sys\n"
     << "if sys.version_info >= (3,):\n"
     << "    # Python 2 compatibility\n"
     << "    long = int\n";

  if ( m_importGaudiHandles ) { py << "from GaudiKernel.GaudiHandles import *\n"; }

  if ( m_importDataObjectHandles ) { py << "from GaudiKernel.DataObjectHandleBase import DataObjectHandleBase\n"; }

  genImport( py, "from {}.Configurable import *" );

  // db file part
  db << "##  -*- ascii -*-  \n"
     << "# db file automatically generated by genconf on: " << now << "\n"
     << flush;
}

genImport()

void configGenerator::genImport ( std::ostream &  s, std::string_view  frmt, std::string  indent = ""  )

private

Definition at line 619 of file genconf.cpp.

                                                                                           {

  std::string::size_type pos = 0, nxtpos = 0;
  std::string            mod;

  while ( std::string::npos != pos ) {
    // find end of module name
    nxtpos = m_configurable[component_t::Module].find_first_of( ',', pos );

    // Prepare import string
    mod = m_configurable[component_t::Module].substr( pos, nxtpos - pos );
    std::ostringstream import;
    import << fmt::format( frmt, mod );

    // append a normal import or a try/except enclosed one depending
    // on availability of a fall-back module (next in the list)
    if ( std::string::npos == nxtpos ) {
      // last possible module
      s << indent << import.str() << "\n" << flush;
      pos = std::string::npos;
    } else {
      // we have a fallback for this
      s << indent << "try:\n" << indent << py_tab << import.str() << "\n" << indent << "except ImportError:\n" << flush;
      pos = nxtpos + 1;
    }
    // increase indentation level for next iteration
    indent += py_tab;
  }
}

genTrailer()

void configGenerator::genTrailer ( std::ostream &  pyOut, std::ostream &  dbOut  )

private

Definition at line 674 of file genconf.cpp.

{
  // db file part
  db << "## " << m_pkgName << "\n" << std::flush;
}

pythonizeValue()

void configGenerator::pythonizeValue ( const PropertyBase *  prop, string &  pvalue, string &  ptype, string &  ptype2  )

private

handle the "marshalling" of Properties

Definition at line 777 of file genconf.cpp.

{
  const std::string     cvalue = p->toString();
  const std::type_index ti     = std::type_index( *p->type_info() );
  ptype2                       = System::typeinfoName( *p->type_info() );

  if ( ti == typeIndex<bool>() ) {
    pvalue = ( cvalue == "0" || cvalue == "False" || cvalue == "false" ) ? "False" : "True";
    ptype  = "bool";
  } else if ( ti == typeIndex<char>() || ti == typeIndex<signed char>() || ti == typeIndex<unsigned char>() ||
              ti == typeIndex<short>() || ti == typeIndex<unsigned short>() || ti == typeIndex<int>() ||
              ti == typeIndex<unsigned int>() || ti == typeIndex<long>() || ti == typeIndex<unsigned long>() ||
              ti == typeIndex<long long>() || ti == typeIndex<unsigned long long>() ) {
    pvalue = cvalue;
    ptype  = "int";
  } else if ( ti == typeIndex<float>() || ti == typeIndex<double>() ) {
    // forces python to handle this as a float: put a dot in there...
    pvalue = boost::to_lower_copy( cvalue );
    if ( std::string::npos != pvalue.find( "nan" ) ) {
      pvalue = "float('nan')";
      std::cout << "WARNING: default value for [" << p->name() << "] is NaN !!" << std::endl;
    } else if ( std::string::npos == pvalue.find( "." ) && std::string::npos == pvalue.find( "e" ) ) {
      pvalue = cvalue + ".0";
    }
    ptype = "float";
  } else if ( ti == typeIndex<string>() ) {
    pvalue = quote( cvalue );
    ptype  = "str";
  } else if ( ti == typeIndex<GaudiHandleBase>() ) {
    const GaudiHandleProperty& hdl  = dynamic_cast<const GaudiHandleProperty&>( *p );
    const GaudiHandleBase&     base = hdl.value();

    pvalue               = base.pythonRepr();
    ptype                = "GaudiHandle";
    ptype2               = base.pythonPropertyClassName();
    m_importGaudiHandles = true;
  } else if ( ti == typeIndex<GaudiHandleArrayBase>() ) {
    const GaudiHandleArrayProperty& hdl  = dynamic_cast<const GaudiHandleArrayProperty&>( *p );
    const GaudiHandleArrayBase&     base = hdl.value();

    pvalue               = base.pythonRepr();
    ptype                = "GaudiHandleArray";
    ptype2               = base.pythonPropertyClassName();
    m_importGaudiHandles = true;
  } else if ( ti == typeIndex<DataObjectHandleBase>() ) {
    const DataObjectHandleProperty& hdl  = dynamic_cast<const DataObjectHandleProperty&>( *p );
    const DataObjectHandleBase&     base = hdl.value();

    pvalue                    = base.pythonRepr();
    ptype                     = "DataObjectHandleBase";
    m_importDataObjectHandles = true;
  } else {
    std::ostringstream v_str;
    v_str.setf( std::ios::showpoint ); // to correctly display floats
    p->toStream( v_str );
    pvalue = v_str.str();
    ptype  = "list";
  }
}

setConfigurableAlgorithm()

void configGenerator::setConfigurableAlgorithm ( const std::string &  cfgAlgorithm )

inline

customize the configurable base class for Algorithm component

Definition at line 215 of file genconf.cpp.

                                                                 {
    m_configurable[component_t::Algorithm] = cfgAlgorithm;
  }

setConfigurableAlgTool()

void configGenerator::setConfigurableAlgTool ( const std::string &  cfgAlgTool )

inline

customize the configurable base class for AlgTool component

Definition at line 220 of file genconf.cpp.

{ m_configurable[component_t::AlgTool] = cfgAlgTool; }

setConfigurableAuditor()

void configGenerator::setConfigurableAuditor ( const std::string &  cfgAuditor )

inline

customize the configurable base class for AlgTool component

Definition at line 223 of file genconf.cpp.

{ m_configurable[component_t::Auditor] = cfgAuditor; }

setConfigurableDefaultName()

void configGenerator::setConfigurableDefaultName ( const std::string &  defaultName )

inline

customize the default name for configurable instances

Definition at line 210 of file genconf.cpp.

                                                                  {
    m_configurable[component_t::DefaultName] = defaultName;
  }

setConfigurableModule()

void configGenerator::setConfigurableModule ( const std::string &  moduleName )

inline

customize the Module name where configurable base classes are defined

Definition at line 207 of file genconf.cpp.

{ m_configurable[component_t::Module] = moduleName; }

setConfigurableService()

void configGenerator::setConfigurableService ( const std::string &  cfgService )

inline

customize the configurable base class for Service component

Definition at line 226 of file genconf.cpp.

                                                             {
    m_configurable[component_t::Service]        = cfgService;
    m_configurable[component_t::ApplicationMgr] = cfgService;
  }

Member Data Documentation

m_configurable

std::map<component_t, std::string> configGenerator::m_configurable

private

Configurable customization.

Contains customization for:

• Name of the module where configurable base classes are defined
• Name of the configurable base class for the Algorithm component
• Name of the configurable base class for the AlgTool component
• Name of the configurable base class for the Service component

Definition at line 194 of file genconf.cpp.

m_db2Buf

stringstream configGenerator::m_db2Buf

private

Definition at line 187 of file genconf.cpp.

m_dbBuf

stringstream configGenerator::m_dbBuf

private

buffer of generated configurables informations for the "Db" file The "Db" file is holding informations about the generated configurables This file is later one used by the PropertyProxy.py to locate Configurables and know their default values, host module,...

Definition at line 185 of file genconf.cpp.

m_importDataObjectHandles

bool configGenerator::m_importDataObjectHandles = false

private

Definition at line 179 of file genconf.cpp.

m_importGaudiHandles

bool configGenerator::m_importGaudiHandles = false

private

switch to decide if the generated configurables need to import GaudiHandles (ie: if one of the components has a XyzHandle<T>)

Definition at line 178 of file genconf.cpp.

m_outputDirName

string configGenerator::m_outputDirName

private

absolute path to the directory where genconf will store auto-generated files (Configurables and ConfigurableDb)

Definition at line 171 of file genconf.cpp.

m_pkgName

string configGenerator::m_pkgName

private

name of the package we are processing

Definition at line 167 of file genconf.cpp.

m_pyBuf

stringstream configGenerator::m_pyBuf

private

buffer of auto-generated configurables

Definition at line 174 of file genconf.cpp.

---

The documentation for this class was generated from the following file:

• GaudiKernel/src/Util/genconf.cpp