ChronoStatSvc.cpp

Go to the documentation of this file.

#ifdef _WIN32
#pragma warning( disable : 4786 )
#endif
// ============================================================================
// STD & STL
// ============================================================================
#include <iostream>
#include <iomanip>
#include <string>
#include <algorithm>
#include <functional>
#include <fstream>
#include <iomanip>
// ============================================================================
// GaudiKernel
// ============================================================================
#include "GaudiKernel/Kernel.h"
#include "GaudiKernel/StatusCode.h"
#include "GaudiKernel/IChronoStatSvc.h"
#include "GaudiKernel/MsgStream.h"
#include "GaudiKernel/ChronoEntity.h"
#include "GaudiKernel/StatEntity.h"
#include "GaudiKernel/Stat.h"
#include "GaudiKernel/IIncidentSvc.h"
// ============================================================================
// ============================================================================
#include "ChronoStatSvc.h"
// ============================================================================
// ============================================================================
DECLARE_COMPONENT(ChronoStatSvc)
// ============================================================================
// ============================================================================
// ============================================================================
//  comparison functor
// ============================================================================
constexpr struct  CompareFirstOfPointerPair_t
{
  template <typename S, typename T>
  inline bool operator() ( const std::pair<S*,T*>& p1,
                           const std::pair<S*,T*>& p2) const
  {
    auto e1 = p1.first;
    auto e2 = p2.first;
    return ( !e1 || !e2 ) || *e1<*e2  ;
  }
} CompareFirstOfPointerPair {} ;
// ============================================================================
// Constructor
// ============================================================================
ChronoStatSvc::ChronoStatSvc
( const std::string& name, ISvcLocator* svcloc )
  : base_class( name , svcloc )
  //
  // the header row
  , m_header  ( "     Counter     |     #     |    sum     | mean/eff^* | rms/err^*  |     min     |     max     |")
  // format for regular statistical printout rows
  , m_format1 ( " %|-15.15s|%|17t||%|10d| |%|11.7g| |%|#11.5g| |%|#11.5g| |%|#12.5g| |%|#12.5g| |" )
  // format for "efficiency" statistical printout rows
  , m_format2 ( "*%|-15.15s|%|17t||%|10d| |%|11.5g| |(%|#9.7g| +- %|-#9.7g|)%%|   -------   |   -------   |" )
{
  declareProperty ( "ChronoPrintOutTable"    ,
                    m_chronoTableFlag      = true      );
  declareProperty ( "ChronoDestinationCout"  ,
                    m_chronoCoutFlag       = false     );
  declareProperty ( "ChronoPrintLevel"       ,
                    m_intChronoPrintLevel  = MSG::INFO );
  declareProperty ( "ChronoTableToBeOrdered" ,
                    m_chronoOrderFlag      = true      );
  declareProperty ( "PrintUserTime"          ,
                    m_printUserTime        = true      );
  declareProperty ( "PrintSystemTime"        ,
                    m_printSystemTime      = false     );
  declareProperty ( "PrintEllapsedTime"      ,
                    m_printEllapsedTime    = false     );
  declareProperty ( "StatPrintOutTable"      ,
                    m_statTableFlag        = true      );
  declareProperty ( "StatDestinationCout"    ,
                    m_statCoutFlag         = false     );
  declareProperty ( "StatPrintLevel"         ,
                    m_intStatPrintLevel    = MSG::INFO );
  declareProperty ( "StatTableToBeOrdered"   ,
                    m_statOrderFlag        = true      );

  // specify the number of events to be skipped by the memory auditor
  // in order to better spot memory leak
  declareProperty ( "NumberOfSkippedEventsForMemStat"      ,
                    m_numberOfSkippedEventsForMemStat = -1 ) ;

  declareProperty( "AsciiStatsOutputFile",
           m_statsOutFileName = "",
           "Name of the output file storing the stats. If empty, no"
           " statistics will be saved (default)" );

  declareProperty
    ( "StatTableHeader"        , m_header                          ,
      "The header row for the output Stat-table"                   ) ;
  declareProperty
    ( "RegularRowFormat"       , m_format1                         ,
      "The format for the regular row in the output Stat-table"    ) ;
  declareProperty
    ( "EfficiencyRowFormat"    , m_format2                         ,
      "The format for the regular row in the output Stat-table"    ) ;
  declareProperty
    ( "UseEfficiencyRowFormat" , m_useEffFormat                    ,
      "Use the special format for printout of efficiency counters" ) ;

  declareProperty
    ( "PerEventFile", m_perEventFile="",
      "File name for per-event deltas" );

}
// ============================================================================
// Compound assignment operator.
// ============================================================================
void ChronoStatSvc::merge ( const ChronoStatSvc& css){

    // Add the content of the maps, leave the rest unchanged

    // Merge Chronomaps
    for (auto& item : css.m_chronoEntities){
        const IChronoStatSvc::ChronoTag& key = item.first;
        const ChronoEntity& val = item.second;
        if (m_chronoEntities.count(key))
            m_chronoEntities[key]+=val;
        else
            m_chronoEntities.insert (std::pair<IChronoStatSvc::ChronoTag,ChronoEntity>(key,val));
    }

    // Merge StatMaps
    for (auto& item : css.m_statEntities){
        const IChronoStatSvc::StatTag& key = item.first;
        const StatEntity& val = item.second;
        if (m_statEntities.count(key))
            m_statEntities[key]+=val;
        else
            m_statEntities.insert (std::pair<IChronoStatSvc::StatTag,StatEntity>(key,val));
    }

}
// ============================================================================
// Implementation of IService::initialize()
// ============================================================================
StatusCode ChronoStatSvc::initialize()
{
  StatusCode sc = Service::initialize();
  if ( sc.isFailure() ) return sc;
  MsgStream log( msgSvc() , this->name() );

  // Set my own properties
  sc = setProperties();

  if (sc.isFailure()) {
    log << MSG::ERROR << "setting my properties" << endmsg;
    return StatusCode::FAILURE;
  }

  // only add an EndEvent listener if per-event output requested
  if (!m_perEventFile.empty()) {
    m_ofd.open(m_perEventFile);
    if (!m_ofd.is_open()) {
      log << MSG::ERROR << "unable to open per-event output file \""
      << m_perEventFile << "\"" << endmsg;
      return StatusCode::FAILURE;
    } else {
      auto ii = serviceLocator()->service<IIncidentSvc>("IncidentSvc");
      if ( !ii) {
        log << MSG::ERROR << "Unable to find IncidentSvc" << endmsg;
        return StatusCode::FAILURE;
      }
      ii->addListener(this, IncidentType::EndEvent);
    }
  }

  log << MSG::INFO << " Number of skipped events for MemStat"
      << m_numberOfSkippedEventsForMemStat << endmsg ;

  m_statPrintLevel =
    ( MSG::FATAL < m_intStatPrintLevel   ) ? MSG::FATAL :
    ( MSG::NIL   > m_intStatPrintLevel   ) ? MSG::NIL   :
    ( MSG::Level ) m_intStatPrintLevel  ;
  m_chronoPrintLevel =
    ( MSG::FATAL < m_intChronoPrintLevel ) ? MSG::FATAL :
    ( MSG::NIL   > m_intChronoPrintLevel ) ? MSG::NIL   :
    ( MSG::Level ) m_intChronoPrintLevel ;
  if( m_chronoTableFlag  &&
      !m_printUserTime   &&
      !m_printSystemTime &&
      !m_printEllapsedTime ) { m_printUserTime   = true ; }
  if(  m_printUserTime    ||
       m_printSystemTime  ||
       m_printEllapsedTime ) { m_chronoTableFlag = true ; }
  chronoStart( name() ) ;
  return StatusCode::SUCCESS;
}
// ============================================================================
// Implementation of IService::finalize()
// ============================================================================
StatusCode ChronoStatSvc::finalize()
{
  std::string local = name()+".finalize()";
  MsgStream main_log( msgSvc() , local );
  chronoStop( name() ) ;

  if (m_ofd.is_open()) {
    MsgStream log(msgSvc(), name());
    log << MSG::DEBUG << "writing per-event timing data to '" << m_perEventFile << "'" << endmsg;
    for (const auto& itr:m_perEvtTime) {
      m_ofd << itr.first.substr(0,itr.first.length()-8 ) << " ";
      for (const auto& itt:itr.second) {
        m_ofd << " " << (long int)(itt);
      }
      m_ofd << std::endl;
    }

    m_ofd.close();
  }

  if ( m_chronoTableFlag &&
       !m_chronoEntities.empty() &&
       ( m_printUserTime || m_printSystemTime ) )
    {
      MsgStream log( msgSvc() , "*****Chrono*****" );
      const std::string stars( ( m_chronoCoutFlag ) ? 126 : 100  , '*' );
      if( m_chronoCoutFlag  )
    {
      std::cout << stars << std::endl;
      std::cout << local <<  " The Final CPU consumption (Chrono) Table "
            << ( m_chronoOrderFlag ? "(ordered)" : "(not ordered)" ) << std::endl;
      std::cout << stars << std::endl;
    }
      else
    {
      log << (MSG::Level) m_chronoPrintLevel
        << stars << endmsg;
      log << (MSG::Level) m_chronoPrintLevel
        << " The Final CPU consumption ( Chrono ) Table "
          << ( m_chronoOrderFlag ? "(ordered)" : "(not ordered)" ) << endmsg;
      log << (MSG::Level) m_chronoPrintLevel << stars << endmsg;
    }
      {  // prepare container for printing
    std::vector<std::pair<ChronoEntity*,const ChronoTag*>> tmpCont;
    tmpCont.reserve(m_chronoEntities.size());
    for( auto&  it : m_chronoEntities )
      { tmpCont.emplace_back(  &it.second , &it.first ) ; }
    // sort it
    if( m_chronoOrderFlag ) std::sort( tmpCont.begin(), tmpCont.end(),
                                       CompareFirstOfPointerPair );
    // print User Time statistics
        if( m_printUserTime   )
      {
        for( auto iter = tmpCont.begin() ;  tmpCont.end() != iter ; ++iter )
          {
        //
        ChronoEntity*    entity = iter->first  ; if( !entity ) { continue ; } 
        const ChronoTag* tag    = iter->second ; if( !tag    ) { continue ; } 
        entity->stop();              
        if     ( m_chronoCoutFlag )  
          { std::cout << *tag << "\t"  << entity->outputUserTime  () << std::endl ; }
        else                         
          {
            MsgStream(msgSvc(), *tag)
          << m_chronoPrintLevel << entity->outputUserTime  () << endmsg ;
          }
        //
          }
      }
        if( m_printSystemTime )
      {
        if      ( m_printUserTime && m_chronoCoutFlag   )
          { std::cout << stars << std::endl;                           }
        else if ( m_printUserTime && !m_chronoCoutFlag  )
          { log << (MSG::Level) m_chronoPrintLevel << stars << endmsg; }
        for( auto iter = tmpCont.begin() ;  tmpCont.end() != iter ; ++iter )
          {
        ChronoEntity*    entity = iter->first  ; if( !entity ) { continue ; } 
        const ChronoTag* tag    = iter->second ; if( !tag    ) { continue ; } 
        entity->stop();              
        if     ( m_chronoCoutFlag )  
          { std::cout << *tag << "\t"  << entity->outputSystemTime() << std::endl ; }
        else                         
          {
            MsgStream(msgSvc(), *tag)
          << m_chronoPrintLevel << entity->outputSystemTime() << endmsg ;
          }
        //
          }
      }
        if( m_printEllapsedTime )
      {
        if      ( ( m_printUserTime || m_printSystemTime ) &&  m_chronoCoutFlag  )
          { std::cout << stars << std::endl;                           }
        else if ( ( m_printUserTime || m_printSystemTime ) && !m_chronoCoutFlag  )
          { log << (MSG::Level) m_chronoPrintLevel << stars << endmsg; }
        for( const auto& i : tmpCont )
          {
        ChronoEntity*    entity = i.first  ; if( !entity ) { continue ; } 
        const ChronoTag* tag    = i.second ; if( !tag    ) { continue ; } 
        entity->stop();              
        if     ( m_chronoCoutFlag )  
          { std::cout << *tag << "\t"  << entity->outputElapsedTime() << std::endl ; }
        else                         
          {
            MsgStream(msgSvc(), *tag)
          << m_chronoPrintLevel << entity->outputElapsedTime() << endmsg ;
          }
        //
          }
      }
    tmpCont.clear();   
      }
      if( m_chronoCoutFlag  ) { std::cout << stars << std::endl;              }
      else                    { log << m_chronoPrintLevel << stars << endmsg; }
    }


  if ( m_statTableFlag ) { printStats () ; }

  if ( !m_statsOutFileName.value().empty() ) {
    saveStats();
  }

  main_log << MSG::INFO << " Service finalized successfully " << endmsg;

  return Service::finalize(); 
}
// ============================================================================
// Implementation of IChronoStatSvc::chronoStart
// ============================================================================
ChronoEntity*
ChronoStatSvc::chronoStart
( const ChronoTag& chronoTag )
{
  ChronoEntity& entity = m_chronoEntities [ chronoTag ] ;
  entity.start() ;
  return &entity ;
}
// ============================================================================
// Implementation of IChronoStatSvc::chronoStop
// ============================================================================
const ChronoEntity*
ChronoStatSvc::chronoStop
( const IChronoStatSvc::ChronoTag& chronoTag )
{
  ChronoEntity& entity = m_chronoEntities [ chronoTag ] ;
  entity.stop() ;
  return &entity ;
}
// ============================================================================
// Implementation of IChronoStatSvc::chronoDelta
// ============================================================================
IChronoStatSvc::ChronoTime
ChronoStatSvc::chronoDelta
( const IChronoStatSvc::ChronoTag& chronoTag,
  IChronoStatSvc::ChronoType theType )
{
  return m_chronoEntities[ chronoTag ].delta( theType );
}
// ============================================================================
// Implementation of IChronoStatSvc::chronoPrint
// ============================================================================
void    ChronoStatSvc::chronoPrint
( const IChronoStatSvc::ChronoTag& chronoTag )
{
  MsgStream log ( msgSvc() , chronoTag );
  if( m_printUserTime   ) {
    log << (MSG::Level) m_chronoPrintLevel
        << m_chronoEntities[ chronoTag ].outputUserTime  ()
    << endmsg;
  }
  if( m_printSystemTime ) {
    log << (MSG::Level) m_chronoPrintLevel
        << m_chronoEntities[ chronoTag ].outputSystemTime()
    << endmsg;
  }
}
// ============================================================================
// Implementation of IChronoSvc::chronoStatus
// ============================================================================
IChronoStatSvc::ChronoStatus
ChronoStatSvc::chronoStatus
( const IChronoStatSvc::ChronoTag& chronoTag )
{ return m_chronoEntities[ chronoTag ].status(); }
// ============================================================================
// Implementation of IChronoStatSvc::stat
// ============================================================================
void    ChronoStatSvc::stat
( const IChronoStatSvc::StatTag    & statTag    ,
  const IChronoStatSvc::StatFlag   & statFlag   )
{
  auto theIter=m_statEntities.find(statTag);

  StatEntity * theStat=nullptr ;
  // if new entity, specify the number of events to be skipped
  if (theIter==m_statEntities.end()){
    // new stat entity
    StatEntity& theSe = m_statEntities[ statTag ];
    theStat=& theSe;
    theStat->setnEntriesBeforeReset(m_numberOfSkippedEventsForMemStat);
  }
  else
  {
    //existing stat entity
    theStat=&theIter->second;
  }

  theStat->addFlag ( statFlag ) ;
}
// ============================================================================
// Implementation of IChronoStatSvc::statPrint
// ============================================================================
void    ChronoStatSvc::statPrint
( const IChronoStatSvc::StatTag& statTag )
{
  MsgStream log ( msgSvc() , statTag ) ;
  log << (MSG::Level) m_statPrintLevel << m_statEntities[ statTag ] << endmsg;
}
// ============================================================================
/*  extract the chrono entity for the given tag (name)
 *  @see IChronoStatSvc
 *  @param t chrono tag(name)
 *  @return pointer to chrono entity
 */
// ============================================================================
const ChronoEntity* ChronoStatSvc::chrono
( const IChronoStatSvc::ChronoTag& t ) const
{
  auto it = m_chronoEntities.find ( t ) ;
  return m_chronoEntities.end() != it ? &(it->second) : nullptr;
}
// ============================================================================
/*  extract the stat   entity for the given tag (name)
 *  @see IChronoStatSvc
 *  @param t stat   tag(name)
 *  @return pointer to stat   entity
 */
// ============================================================================
const StatEntity*   ChronoStatSvc::stat
( const IChronoStatSvc::StatTag&   t ) const
{
  auto it = m_statEntities.find ( t ) ;
  return m_statEntities.end() != it ? &(it->second) : nullptr;
}
// ============================================================================
// dump all the statistics into an ASCII file
// ============================================================================
void ChronoStatSvc::saveStats()
{
  std::ofstream out( m_statsOutFileName.value(),
                     std::ios_base::out | std::ios_base::trunc );
  if ( !out.good() ) {
    MsgStream msg( msgSvc() , name() );
    msg << MSG::INFO
    << "Could not open the output file for writing chrono statistics ["
    << m_statsOutFileName.value() << "]"
    << endmsg;
    return;
  } else {
    // format it our way
    out << std::scientific << std::setprecision(8) ;
  }

  // ChronoEntity
  std::vector<std::pair<const ChronoEntity*, const ChronoTag*> > chronos;
  chronos.reserve(m_chronoEntities.size() );
  std::transform( std::begin(m_chronoEntities), std::end(m_chronoEntities),
                  std::back_inserter(chronos),
                  [](ChronoMap::const_reference i)
                  { return std::make_pair( &i.second, &i.first ); } );

  // sort it
  std::sort( std::begin(chronos) ,
             std::end(chronos)   ,
             CompareFirstOfPointerPair );

  // print User Time statistics
  for( const auto& iter : chronos ) {
    //
    const ChronoEntity*    entity = iter.first;
    if( !entity ) { continue ; } 

    const ChronoTag* tag    = iter.second ;
    if( !tag    ) { continue ; } 

    // create an entry in the .INI-like table
    out << "\n[" << *tag << "]\n";

    // user
    out << "cpu_user_total = " << entity->uTotalTime() << "\n";
    out << "cpu_user_min = "   << entity->uMinimalTime() << "\n";
    out << "cpu_user_mean = "  << entity->uMeanTime() << "\n";
    out << "cpu_user_RMS = "   << entity->uRMSTime() << "\n";
    out << "cpu_user_max = "   << entity->uMaximalTime() << "\n";
    out << "cpu_user_nbr = "   << entity->nOfMeasurements() << "\n";

    // system
    out << "\n"; // just for clarity
    out << "cpu_system_total = " << entity->kTotalTime() << "\n";
    out << "cpu_system_min = "   << entity->kMinimalTime() << "\n";
    out << "cpu_system_mean = "  << entity->kMeanTime() << "\n";
    out << "cpu_system_RMS = "   << entity->kRMSTime() << "\n";
    out << "cpu_system_max = "   << entity->kMaximalTime() << "\n";
    out << "cpu_system_nbr = "   << entity->nOfMeasurements() << "\n";

    // real
    out << "\n"; // just for clarity
    out << "cpu_real_total = " << entity->eTotalTime() << "\n";
    out << "cpu_real_min = "   << entity->eMinimalTime() << "\n";
    out << "cpu_real_mean = "  << entity->eMeanTime() << "\n";
    out << "cpu_real_RMS = "   << entity->eRMSTime() << "\n";
    out << "cpu_real_max = "   << entity->eMaximalTime() << "\n";
    out << "cpu_real_nbr = "   << entity->nOfMeasurements() << "\n";

  }

  out << std::endl;
}
// ============================================================================
// print the "Stat" part of the ChronoStatSvc
// ============================================================================
void ChronoStatSvc::printStats()
{
  if ( m_statEntities.empty() ) { return ; }

  MsgStream log ( msgSvc() , "******Stat******" ) ;
  const std::string stars( ( m_statCoutFlag ) ? 126 : 100  , '*' ) ;
  if ( m_statCoutFlag  )
    {
      std::cout << stars << std::endl;
      std::cout <<  " The Final stat Table "
              << ( m_statOrderFlag ? "(ordered)" : "(not ordered)" ) << std::endl;
      std::cout << stars << std::endl;
    }
  else
  {
      log << m_statPrintLevel << stars << endmsg;
      log <<  m_statPrintLevel << " The Final stat Table "
          << ( m_statOrderFlag ? "(ordered)" : "(not ordered)" ) << endmsg;
      log << m_statPrintLevel << stars << endmsg;
    }

  {
    // prepare container for printing
    typedef std::pair<const StatEntity*,const StatTag*>  SPair;
    typedef std::vector<SPair>                           SCont;
    SCont tmpCont;
    std::transform( std::begin(m_statEntities), std::end(m_statEntities),
                    std::back_inserter(tmpCont),
                    [](StatMap::const_reference i)
                    { return std::make_pair( &i.second, &i.first); } );
    // sort it
    if ( m_statOrderFlag ) std::sort( tmpCont.begin(), tmpCont.end(),
                                      CompareFirstOfPointerPair );
    // print the table header
    if ( m_statCoutFlag ) { std::cout <<                     m_header << std::endl ; }
    else                  { log       << m_statPrintLevel << m_header << endmsg    ; }

    // loop over counters and print them:
    for ( const auto& iter : tmpCont ) {
      const StatEntity* entity = iter.first  ;
      if ( !entity ) { continue ; } 
      const StatTag*    tag    = iter.second ;
      if ( !tag    ) { continue ; } 
        if ( m_statCoutFlag )
      {
        std::cout
          << Gaudi::Utils::formatAsTableRow
          ( *tag , *entity , m_useEffFormat , m_format1 , m_format2 )
          << std::endl;
      }
        else
      {
        log
          << m_statPrintLevel
          << Gaudi::Utils::formatAsTableRow
          ( *tag , *entity , m_useEffFormat , m_format1 , m_format2 )
          << endmsg ;
      }
      }
    tmpCont.clear();
  }
  if ( m_statCoutFlag  ) { std::cout << stars << std::endl;            }
  else                   { log << m_statPrintLevel << stars << endmsg; }
}

// ============================================================================

void ChronoStatSvc::handle(const Incident& /* inc */) {

  if (! m_ofd.is_open()) return;

  for (const auto& itr:m_chronoEntities) {
    if (itr.first.find(":Execute") == std::string::npos) continue;

    auto itm = m_perEvtTime.find(itr.first);
    if (itm == m_perEvtTime.end()) {
      m_perEvtTime[itr.first] = { itr.second.delta(IChronoSvc::ELAPSED) };
    } else {
      itm->second.push_back( itr.second.delta(IChronoSvc::ELAPSED) );
    }
  }
}

// ============================================================================
// The END
// ============================================================================