PerfMonAuditor Class Reference

Performance Monitoring Auditor that uses Perfmon2 library to monitor algorithms. More...

Inheritance diagram for PerfMonAuditor:

Collaboration diagram for PerfMonAuditor:

Public Member Functions
void	before (StandardEventType evt, INamedInterface *alg) override
void	after (StandardEventType evt, INamedInterface *alg, const StatusCode &sc) override
StatusCode	initialize () override
StatusCode	finalize () override
int	is_nehalem ()
	PerfMonAuditor (const std::string &name, ISvcLocator *pSvc)
virtual	~PerfMonAuditor ()
Public Member Functions inherited from Auditor
	Auditor (const std::string &name, ISvcLocator *svcloc)
	Constructor. More...
	Auditor (const Auditor &a)=delete
Auditor &	operator= (const Auditor &rhs)=delete
StatusCode	sysInitialize () override
	Initialization method invoked by the framework. More...
StatusCode	sysFinalize () override
	Finalization method invoked by the framework. More...
void	before (StandardEventType, INamedInterface *) override
	The following methods are meant to be implemented by the child class... More...
void	before (StandardEventType, const std::string &) override
void	before (CustomEventTypeRef, INamedInterface *) override
void	before (CustomEventTypeRef, const std::string &) override
void	after (StandardEventType, INamedInterface *, const StatusCode &) override
void	after (StandardEventType, const std::string &, const StatusCode &) override
void	after (CustomEventTypeRef, INamedInterface *, const StatusCode &) override
void	after (CustomEventTypeRef, const std::string &, const StatusCode &) override
void	beforeInitialize (INamedInterface *) override
void	afterInitialize (INamedInterface *) override
void	beforeReinitialize (INamedInterface *) override
void	afterReinitialize (INamedInterface *) override
void	beforeExecute (INamedInterface *) override
void	afterExecute (INamedInterface *, const StatusCode &) override
void	beforeFinalize (INamedInterface *) override
void	afterFinalize (INamedInterface *) override
void	beforeBeginRun (INamedInterface *) override
void	afterBeginRun (INamedInterface *) override
void	beforeEndRun (INamedInterface *) override
void	afterEndRun (INamedInterface *) override
const std::string &	name () const override
bool	isEnabled () const override
SmartIF< ISvcLocator > &	serviceLocator () const override
	The standard service locator. More...
template<class T >
StatusCode	service (const std::string &name, T *&svc, bool createIf=false) const
	Access a service by name, creating it if it doesn't already exist. More...
template<class T = IService>
SmartIF< T >	service (const std::string &name, bool createIf=false) const
StatusCode	setProperties ()
	Set the auditor's properties. More...
Public Member Functions inherited from PropertyHolder< CommonMessaging< implements< IAuditor, IProperty > > >
	PropertyHolder ()=default
Gaudi::Details::PropertyBase &	declareProperty (Gaudi::Details::PropertyBase &prop)
	Declare a property. More...
Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, TYPE &value, const std::string &doc="none")
	Helper to wrap a regular data member and use it as a regular property. More...
Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, Gaudi::Property< TYPE, VERIFIER, HANDLERS > &prop, const std::string &doc="none")
	Declare a PropertyBase instance setting name and documentation. More...
Gaudi::Details::PropertyBase *	declareRemoteProperty (const std::string &name, IProperty *rsvc, const std::string &rname="")
	Declare a remote property. More...
StatusCode	setProperty (const Gaudi::Details::PropertyBase &p) override
	set the property form another property More...
StatusCode	setProperty (const std::string &s) override
	set the property from the formatted string More...
StatusCode	setProperty (const std::string &n, const std::string &v) override
	set the property from name and the value More...
StatusCode	setProperty (const std::string &name, const TYPE &value)
	set the property form the value More...
StatusCode	getProperty (Gaudi::Details::PropertyBase *p) const override
	get the property More...
const Gaudi::Details::PropertyBase &	getProperty (const std::string &name) const override
	get the property by name More...
StatusCode	getProperty (const std::string &n, std::string &v) const override
	convert the property to the string More...
const std::vector< Gaudi::Details::PropertyBase * > &	getProperties () const override
	get all properties More...
bool	hasProperty (const std::string &name) const override
	Return true if we have a property with the given name. More...
	PropertyHolder (const PropertyHolder &)=delete
PropertyHolder &	operator= (const PropertyHolder &)=delete
Public Member Functions inherited from CommonMessaging< implements< IAuditor, IProperty > >
MSG::Level	msgLevel () const
	get the cached level (originally extracted from the embedded MsgStream) More...
bool	msgLevel (MSG::Level lvl) const
	get the output level from the embedded MsgStream More...
MSG::Level	outputLevel () const
	Backward compatibility function for getting the output level. More...
Public Member Functions inherited from CommonMessagingBase
virtual	~CommonMessagingBase ()=default
	Virtual destructor. More...
const SmartIF< IMessageSvc > &	msgSvc () const
	The standard message service. More...
MsgStream &	msgStream () const
	Return an uninitialized MsgStream. More...
MsgStream &	msgStream (const MSG::Level level) const
	Predefined configurable message stream for the efficient printouts. More...
MsgStream &	always () const
	shortcut for the method msgStream(MSG::ALWAYS) More...
MsgStream &	fatal () const
	shortcut for the method msgStream(MSG::FATAL) More...
MsgStream &	err () const
	shortcut for the method msgStream(MSG::ERROR) More...
MsgStream &	error () const
	shortcut for the method msgStream(MSG::ERROR) More...
MsgStream &	warning () const
	shortcut for the method msgStream(MSG::WARNING) More...
MsgStream &	info () const
	shortcut for the method msgStream(MSG::INFO) More...
MsgStream &	debug () const
	shortcut for the method msgStream(MSG::DEBUG) More...
MsgStream &	verbose () const
	shortcut for the method msgStream(MSG::VERBOSE) More...
MsgStream &	msg () const
	shortcut for the method msgStream(MSG::INFO) More...

Private Types
typedef GaudiUtils::VectorMap< const INamedInterface *, int >	Map

Private Member Functions
void	i_beforeInitialize (INamedInterface *alg)
void	i_afterInitialize (INamedInterface *alg)
void	i_beforeExecute (INamedInterface *alg)
void	i_afterExecute (INamedInterface *alg)
	PerfMonAuditor ()
	PerfMonAuditor (const PerfMonAuditor &)
PerfMonAuditor &	operator= (const PerfMonAuditor &)
void	startpm ()
void	pausepm ()
void	stoppm ()
void	finalizepm ()
int	detect_unavail_pmu_regs (int fd, pfmlib_regmask_t *r_pmcs, pfmlib_regmask_t *r_pmds)
int	detect_unavail_pmcs (int fd, pfmlib_regmask_t *r_pmcs)
void	pfm_bv_set (uint64_t *bv, uint16_t rnum)
int	pfm_bv_isset (uint64_t *bv, uint16_t rnum)
void	pfm_bv_copy (uint64_t *d, uint64_t *j, uint16_t n)
void	start_smpl ()
void	stop_smpl ()
void	finalize_smpl ()

Static Private Member Functions
static void	process_smpl_buf (pfm_dfl_smpl_hdr_t *hdr, size_t entry_size)
static void	sigio_handler (int, struct siginfo *, struct sigcontext *)

Private Attributes
PFMon &	m_pfm
Map	m_map
int	m_indent
bool	m_inEvent
int	is_nehalem_ret
pfmlib_input_param_t	inp
pfmlib_output_param_t	outp
pfarg_ctx_t	ctx
pfarg_pmd_t	pd [NUM_PMDS]
pfarg_pmc_t	pc [NUM_PMCS]
pfarg_load_t	load_arg
int	fd
unsigned int	i
int	ret
std::string	event_str [MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]
std::string	prefix
std::string	family
char	event_cstr [MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS][MAX_EVENT_NAME_LENGTH]
char	prefix_cstr [MAX_PREFIX_NAME_LENGTH]
unsigned int	ph_ev_count
bool	inv [MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]
unsigned int	cmask [MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]
unsigned int	start_at_event
pfmlib_core_input_param_t	params
pfmlib_nhm_input_param_t	nhm_params
int	used_counters_number
bool	nehalem
bool	westmere
bool	core
bool	sampling
pfm_dfl_smpl_arg_t	buf_arg
pfarg_load_t	load_args
void *	buf_addr
unsigned	num_counters
unsigned int	max_pmd
pfmlib_options_t	pfmlib_options
int	level
bool	first_alg
std::string	first_alg_name
bool	event_count_reached

Additional Inherited Members
Public Types inherited from Auditor
using	Factory = Gaudi::PluginService::Factory< IAuditor *(const std::string &, ISvcLocator *)>
Public Types inherited from PropertyHolder< CommonMessaging< implements< IAuditor, IProperty > > >
using	PropertyHolderImpl = PropertyHolder< CommonMessaging< implements< IAuditor, IProperty > > >
	Typedef used to refer to this class from derived classes, as in. More...
Public Types inherited from CommonMessaging< implements< IAuditor, IProperty > >
using	base_class = CommonMessaging
Protected Member Functions inherited from PropertyHolder< CommonMessaging< implements< IAuditor, IProperty > > >
Gaudi::Details::PropertyBase *	property (const std::string &name) const
Protected Member Functions inherited from CommonMessaging< implements< IAuditor, IProperty > >
MSG::Level	setUpMessaging () const
	Set up local caches. More...
MSG::Level	resetMessaging ()
	Reinitialize internal states. More...
void	updateMsgStreamOutputLevel (int level)
	Update the output level of the cached MsgStream. More...

Detailed Description

Performance Monitoring Auditor that uses Perfmon2 library to monitor algorithms.

Author

Daniele Francesco KRUSE danie.nosp@m.le.f.nosp@m.rance.nosp@m.sco..nosp@m.kruse.nosp@m.@cer.nosp@m.n.ch

Date

2009-10-28

Definition at line 202 of file PerfMonAuditor.cpp.

Member Typedef Documentation

typedef GaudiUtils::VectorMap<const INamedInterface*, int> PerfMonAuditor::Map

private

Definition at line 357 of file PerfMonAuditor.cpp.

Constructor & Destructor Documentation

PerfMonAuditor::PerfMonAuditor ( const std::string &  name, ISvcLocator *  pSvc  )

inline

Definition at line 277 of file PerfMonAuditor.cpp.

      : // standard constructor
      Auditor( name, pSvc )
      , m_pfm( PFMon::instance() )
      , m_map()
      , m_indent( 0 )
      , m_inEvent( false )
  {
    is_nehalem_ret = is_nehalem();
    declareProperty( "EVENT0", event_str[0] );
    declareProperty( "EVENT1", event_str[1] );
    declareProperty( "EVENT2", event_str[2] );
    declareProperty( "EVENT3", event_str[3] );
    declareProperty( "FAMILY", family );
    declareProperty( "PREFIX", prefix );
    declareProperty( "INV0", inv[0] );
    declareProperty( "INV1", inv[1] );
    declareProperty( "INV2", inv[2] );
    declareProperty( "INV3", inv[3] );
    declareProperty( "CMASK0", cmask[0] );
    declareProperty( "CMASK1", cmask[1] );
    declareProperty( "CMASK2", cmask[2] );
    declareProperty( "CMASK3", cmask[3] );
    declareProperty( "SP0", sp[0] );
    declareProperty( "SP1", sp[1] );
    declareProperty( "SP2", sp[2] );
    declareProperty( "SP3", sp[3] );
    declareProperty( "SAMPLE", sampling );
    declareProperty( "START_AT_EVENT", start_at_event );
    declareProperty( "IS_NEHALEM", is_nehalem_ret );

    /*
    // loading functions from PFM library
      void* handle = dlopen("libpfm.so", RTLD_NOW);
        if (!handle) {
    //      error() << "Cannot open library: " << dlerror() << endmsg;
        }
      typedef void (*hello_t)();
        hello_t hello = (hello_t) dlsym(handle, "hello");
        if (!hello) {
    //        error() << "Cannot load symbol 'hello': " << dlerror() << endmsg;
            dlclose(handle);
        }

        pfm_start = (pfm_start_t) dlsym(handle, "pfm_start");
        pfm_stop = (pfm_stop_t) dlsym(handle, "pfm_stop");
        pfm_self_stop = (pfm_self_stop_t) dlsym(handle, "pfm_stop"); //it's the same
        pfm_restart = (pfm_restart_t) dlsym(handle, "pfm_restart");
        //pfm_read_pmds = (pfm_read_pmds_t) dlsym(handle, "pfm_read_pmds");
        pfm_initialize = (pfm_initialize_t) dlsym(handle, "pfm_initialize");
        pfm_find_full_event = (pfm_find_full_event_t) dlsym(handle, "pfm_find_full_event");
        pfm_dispatch_events = (pfm_dispatch_events_t) dlsym(handle, "pfm_dispatch_events");
        pfm_create_context = (pfm_create_context_t) dlsym(handle, "pfm_create_context");
        pfm_write_pmcs = (pfm_write_pmcs_t) dlsym(handle, "pfm_write_pmcs");
        pfm_write_pmds = (pfm_write_pmds_t) dlsym(handle, "pfm_write_pmds");
        pfm_load_context = (pfm_load_context_t) dlsym(handle, "pfm_load_context");
        pfm_strerror = (pfm_strerror_t) dlsym(handle, "pfm_strerror");
        pfm_set_options = (pfm_set_options_t) dlsym(handle, "pfm_set_options");
        pfm_get_num_counters = (pfm_get_num_counters_t) dlsym(handle, "pfm_get_num_counters");
        // use it to do the calculation
    //    info() << "Calling hello..." << endmsg;
    //    hello();

        // close the library
    //    info() << "Closing library..." << endmsg;
        dlclose(handle);
    */

  }

virtual PerfMonAuditor::~PerfMonAuditor ( )

inlinevirtual

Definition at line 349 of file PerfMonAuditor.cpp.

{} // virtual destructor

PerfMonAuditor::PerfMonAuditor ( )

private

PerfMonAuditor::PerfMonAuditor ( const PerfMonAuditor &  )

private

Member Function Documentation

void PerfMonAuditor::after ( StandardEventType  evt, INamedInterface *  alg, const StatusCode &  sc  )

override

Definition at line 941 of file PerfMonAuditor.cpp.

{
  switch ( evt ) {
  case IAuditor::Initialize:
    i_afterInitialize( alg );
    break;
  case IAuditor::Execute:
    i_afterExecute( alg );
    break;
  default:
    break;
  }
  return;
}

void PerfMonAuditor::before ( StandardEventType  evt, INamedInterface *  alg  )

override

Definition at line 926 of file PerfMonAuditor.cpp.

{
  switch ( evt ) {
  case IAuditor::Initialize:
    i_beforeInitialize( alg );
    break;
  case IAuditor::Execute:
    i_beforeExecute( alg );
    break;
  default:
    break;
  }
  return;
}

int PerfMonAuditor::detect_unavail_pmcs ( int  fd, pfmlib_regmask_t *  r_pmcs  )

inlineprivate

Definition at line 396 of file PerfMonAuditor.cpp.

{ return detect_unavail_pmu_regs( fd, r_pmcs, NULL ); }

int PerfMonAuditor::detect_unavail_pmu_regs ( int  fd, pfmlib_regmask_t *  r_pmcs, pfmlib_regmask_t *  r_pmds  )

private

StatusCode PerfMonAuditor::finalize ( )

overridevirtual

Reimplemented from Auditor.

Definition at line 917 of file PerfMonAuditor.cpp.

{
  if ( sampling == 0 )
    finalizepm();
  else
    finalize_smpl();
  return Auditor::finalize();
}

void PerfMonAuditor::finalize_smpl ( )

private

Definition at line 833 of file PerfMonAuditor.cpp.

{
  int err;
  for ( int i = 0; i < used_counters_number; i++ ) {
    std::string filename = prefix_cstr;
    filename += '_';
    filename += event_cstr[i];

    for ( auto& c : filename )
      if ( c == ':' ) c = '-';

    if ( inv[i] ) filename += "_INV_1";
    if ( cmask[i] > 0 ) filename += "_CMASK_" + std::to_string( cmask[i] );
    filename += ".txt.gz";

    gzFile outfile = gzopen( filename.c_str(), "wb" );
    if ( outfile != NULL ) {
      if ( nehalem ) {
        gzprintf( outfile, "NHM " );
      } else if ( westmere ) {
        gzprintf( outfile, "WSM " );
      } else if ( core ) {
        gzprintf( outfile, "CORE " );
      }
      if ( gzprintf( outfile, "%s %d %d %d\n", event_cstr[i], cmask[i], inv[i], sp[i] ) <
           (int)strlen( event_cstr[i] ) ) {
        error() << "ERROR: gzputs err: " << gzerror( outfile, &err ) << ". Aborting..." << endmsg;
      }
      for ( std::map<std::string, std::map<unsigned long, unsigned int>>::iterator it = samples[i].begin();
            it != samples[i].end(); it++ ) {
        unsigned long long sum = 0;
        for ( std::map<unsigned long, unsigned int>::iterator jt = ( it->second ).begin(); jt != ( it->second ).end();
              jt++ ) {
          sum += jt->second;
        }
        if ( gzprintf( outfile, "%s%%%llu\n", ( it->first ).c_str(), sum ) < (int)( ( it->first ).length() ) ) {
          error() << "ERROR: gzputs err: " << gzerror( outfile, &err ) << ". Aborting..." << endmsg;
        }
        for ( std::map<unsigned long, unsigned int>::iterator jt = ( it->second ).begin(); jt != ( it->second ).end();
              jt++ ) {
          char sym_name[SYM_NAME_MAX_LENGTH];
          bzero( sym_name, SYM_NAME_MAX_LENGTH );
          const char* libName;
          const char* symbolName;
          int         libOffset = 0;
          int         offset    = 0;
          void*       sym_addr  = IgHookTrace::tosymbol( (void*)( jt->first ) );
          if ( sym_addr != NULL ) {
            bool success = IgHookTrace::symbol( sym_addr, symbolName, libName, offset, libOffset );
            if ( success ) {
              if ( symbolName != NULL && strlen( symbolName ) > 0 ) {
                strcpy( sym_name, symbolName );
                strcat( sym_name, " " );
              } else {
                strcpy( sym_name, "??? " );
              }
              if ( libName != NULL && strlen( libName ) > 0 ) {
                strcat( sym_name, libName );
                strcat( sym_name, " " );
              } else {
                strcat( sym_name, "??? " );
              }
              sprintf( sym_name, "%s%d ", sym_name, libOffset );
              if ( strlen( sym_name ) <= 0 ) {
                error() << "ERROR: Symbol name length is zero. Aborting..." << endmsg;
              }
            } else {
              strcpy( sym_name, "??? ??? 0 " );
            }
          } else {
            strcpy( sym_name, "??? ??? 0 " );
          }
          if ( gzprintf( outfile, "%s %d\n", sym_name, jt->second ) < (int)strlen( sym_name ) ) {
            error() << "ERROR: gzputs err: " << gzerror( outfile, &err ) << endmsg;
          }
        }
      }
    } else {
      error() << "ERROR: Could not open file: " << filename << ". Aborting..." << endmsg;
    }
    gzclose( outfile );
  }
}

void PerfMonAuditor::finalizepm ( )

private

Definition at line 528 of file PerfMonAuditor.cpp.

{
  info() << "start of finalizepm ucn:" << used_counters_number << endmsg;
  for ( int i = 0; i < used_counters_number; i++ ) {
    std::string filename = prefix_cstr;
    filename += '_';
    filename += event_cstr[i];

    for ( auto& c : filename )
      if ( c == ':' ) c = '-';

    if ( inv[i] ) filename += "_INV_1";
    if ( cmask[i] > 0 ) filename += "_CMASK_" + std::to_string( cmask[i] );
    filename += ".txt";

    info() << "Filename:" << filename << endmsg;
    FILE* outfile = fopen( filename.c_str(), "w" );
    if ( nehalem ) {
      fprintf( outfile, "NHM " );
    } else if ( westmere ) {
      fprintf( outfile, "WSM " );
    } else if ( core ) {
      fprintf( outfile, "CORE " );
    }
    fprintf( outfile, "%s %d %d %d\n", event_cstr[i], cmask[i], inv[i], sp[i] );
    for ( std::map<std::string, std::vector<unsigned long int>>::iterator it = ( results[i] ).begin();
          it != ( results[i] ).end(); it++ ) {
      fprintf( outfile, "%s\n", ( it->first ).c_str() );
      for ( std::vector<unsigned long int>::iterator j = ( it->second ).begin(); j != ( it->second ).end(); j++ ) {
        fprintf( outfile, "%lu\n", *j );
      }
    }
    fclose( outfile );
  }
}

void PerfMonAuditor::i_afterExecute ( INamedInterface *  alg )

private

Definition at line 1006 of file PerfMonAuditor.cpp.

{
  if ( !alg ) {
    return;
  } // info() << "after:inside! " << alg->name() << endmsg;

  if ( event_count_reached ) {
    // info() << "after:inside! " << alg->name() << endmsg;

    if ( sampling == 0 )
      stoppm();
    else
      stop_smpl();
    alg_stack.pop();
    --m_indent;
    if ( !alg_stack.empty() ) {
      if ( sampling == 0 )
        startpm();
      else
        start_smpl(); // resuming father algorithm counting
    }
  }
}

void PerfMonAuditor::i_afterInitialize ( INamedInterface *  alg )

private

Definition at line 962 of file PerfMonAuditor.cpp.

{
  if ( !alg ) return;
  return;
}

void PerfMonAuditor::i_beforeExecute ( INamedInterface *  alg )

private

Definition at line 968 of file PerfMonAuditor.cpp.

{
  if ( !alg ) return;
  // info() << "before:inside! " << alg->name() << endmsg;
  if ( first_alg ) {
    first_alg      = false;
    first_alg_name = alg->name();
    // info() << "first_alg_name= " << alg->name() << endmsg;
  }
  if ( !event_count_reached ) {
    if ( !first_alg_name.compare( alg->name() ) ) {
      ph_ev_count++;
      // info() << "EVENT COUNT: " << ph_ev_count << endmsg;
      if ( ph_ev_count == start_at_event ) {
        event_count_reached = true;
        // info() << "!!! EVENT COUNT REACHED: " << ph_ev_count << endmsg;
      }
    }
  }
  if ( event_count_reached ) {
    // info() << "before:inside! " << alg->name() << endmsg;

    if ( !alg_stack.empty() ) {
      if ( sampling == 0 )
        pausepm(); // pausing father algorithm counting
      else
        stop_smpl();
    }
    ++m_indent;
    std::vector<unsigned long int> zeroes( 4, 0 );
    alg_stack.push( std::make_pair( alg, zeroes ) );
    if ( sampling == 0 )
      startpm();
    else
      start_smpl();
  }
}

void PerfMonAuditor::i_beforeInitialize ( INamedInterface *  alg )

private

Definition at line 956 of file PerfMonAuditor.cpp.

{
  if ( !alg ) return;
  return;
}

StatusCode PerfMonAuditor::initialize ( )

overridevirtual

Reimplemented from Auditor.

Definition at line 564 of file PerfMonAuditor.cpp.

{
  if ( !m_pfm.loaded ) {
    error() << "pfm library could not be loaded" << endmsg;
    return StatusCode::FAILURE;
  }

  info() << "Initializing..." << endmsg;
  StatusCode sc = Auditor::initialize();
  if ( sc.isFailure() ) {
    return sc;
  }
  used_counters_number = 0;
  for ( int i = 0; i < MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS; i++ ) {
    if ( event_str[i].length() > 0 ) used_counters_number++;
  }
  for ( int i = 0; i < MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS; i++ ) {
    strcpy( event_cstr[i], event_str[i].c_str() );
  }
  strcpy( prefix_cstr, prefix.c_str() );

  if ( m_pfm.pfm_initialize() != PFMLIB_SUCCESS ) {
    error() << "Cannot initialize perfmon!!" << endmsg;
  }
  ph_ev_count         = 0;
  first_alg           = true;
  event_count_reached = false;
  nehalem             = false;
  core                = false;
  westmere            = false;
  if ( family.compare( "CORE" ) == 0 )
    core = true;
  else if ( family.compare( "NEHALEM" ) == 0 )
    nehalem = true;
  else if ( family.compare( "WESTMERE" ) == 0 )
    westmere = true;
  else {
    error() << "ERROR: Unsupported processor family " << family << ". aborting..." << endmsg;
  }

  info() << "Initialized!" << endmsg;
  return StatusCode::SUCCESS;
}

int PerfMonAuditor::is_nehalem ( )

inline

Definition at line 219 of file PerfMonAuditor.cpp.

  {
#ifdef __ICC
// Disable ICC remark #593: variable "x" was set but never used
#pragma warning( push )
#pragma warning( disable : 593 )
#endif
    int a, b, c, d;
    cpuid( 1, a, b, c, d );
    int sse4_2_mask = 1 << 20;
    if ( c & sse4_2_mask )
      return 1;
    else
      return 0;
#ifdef __ICC
#pragma warning( pop )
#endif
  }

PerfMonAuditor& PerfMonAuditor::operator= ( const PerfMonAuditor &  )

private

void PerfMonAuditor::pausepm ( )

private

Definition at line 511 of file PerfMonAuditor.cpp.

{
  m_pfm.pfm_stop( fd );
  if ( m_pfm.pfm_read_pmds( fd, pd, inp.pfp_event_count ) == -1 ) {
    error() << "Could not read pmds" << endmsg;
  }

  for ( int i = 0; i < used_counters_number; i++ ) {
    alg_stack.top().second[i] += pd[i].reg_value;
  }

  close( fd );
}

void PerfMonAuditor::pfm_bv_copy ( uint64_t *  d, uint64_t *  j, uint16_t  n  )

inlineprivate

Definition at line 402 of file PerfMonAuditor.cpp.

  {
    if ( n <= BPL )
      *d = *j;
    else {
      memcpy( d, j, ( n >> LBPL ) * sizeof( uint64_t ) );
    }
  }

int PerfMonAuditor::pfm_bv_isset ( uint64_t *  bv, uint16_t  rnum  )

inlineprivate

Definition at line 398 of file PerfMonAuditor.cpp.

  {
    return bv[rnum >> LBPL] & ( 1UL << ( rnum & ( BPL - 1 ) ) ) ? 1 : 0;
  }

void PerfMonAuditor::pfm_bv_set ( uint64_t *  bv, uint16_t  rnum  )

inlineprivate

Definition at line 397 of file PerfMonAuditor.cpp.

{ bv[rnum >> LBPL] |= 1UL << ( rnum & ( BPL - 1 ) ); }

void PerfMonAuditor::process_smpl_buf ( pfm_dfl_smpl_hdr_t *  hdr, size_t  entry_size  )

staticprivate

Definition at line 612 of file PerfMonAuditor.cpp.

{
  pfm_dfl_smpl_entry_t* ent;
  size_t                pos, count;
  uint64_t              entry;
  if ( hdr->hdr_overflows == last_overflow && hdr->hdr_count == last_count ) {
    printf( "skipping identical set of samples...\n" );
    return;
  }
  count = hdr->hdr_count;
  ent   = (pfm_dfl_smpl_entry_t*)( hdr + 1 );
  pos   = (unsigned long)ent;
  entry = collected_samples;
  while ( count-- ) {
    // if(ent->ovfl_pmd>=0 && ent->ovfl_pmd<=3)
    if ( ent->ovfl_pmd <= 3 ) {
      ( ( samples[ent->ovfl_pmd] )[( alg_stack.top().first )->name()] )[(unsigned long)( ent->ip )]++;
    }
    pos += entry_size;
    ent = (pfm_dfl_smpl_entry_t*)pos;
    entry++;
  }
  collected_samples = entry;
  last_overflow     = hdr->hdr_overflows;
  if ( last_count != hdr->hdr_count && ( last_count || last_overflow == 0 ) ) {
    collected_partial += hdr->hdr_count;
  }
  last_count = hdr->hdr_count;
  return;
}

void PerfMonAuditor::sigio_handler ( int  , struct siginfo *  , struct sigcontext *    )

staticprivate

Definition at line 649 of file PerfMonAuditor.cpp.

{
  PFMon&      pfm = PFMon::instance();
  pfarg_msg_t msg;
  int         fd = ctx_fd;
  int         r;
  if ( fd != ctx_fd ) {
    // error() << "ERROR: handler does not get valid file descriptor. Aborting..." << endmsg;
  }
  if ( pfm.pfm_read_pmds( fd, pd_smpl + 1, 1 ) == -1 ) {
    // error() << "ERROR: pfm_read_pmds: " << strerror(errno) << ". Aborting..." << endmsg;
  }
  while ( true ) {
    r = read( fd, &msg, sizeof( msg ) );
    if ( r != sizeof( msg ) ) {
      if ( r == -1 && errno == EINTR ) {
        printf( "read interrupted, retrying\n" );
        continue;
      }
      // error() << "ERROR: cannot read overflow message: " << strerror(errno) << ". Aborting..." << endmsg;
    }
    break;
  }
  switch ( msg.type ) {
  case PFM_MSG_OVFL: // the sampling buffer is full
    process_smpl_buf( hdr, entry_size );
    ovfl_count++;
    if ( pfm.pfm_restart( fd ) ) {
      if ( errno != EBUSY ) {
        // error() << "ERROR: pfm_restart error errno " << errno << ". Aborting..." << endmsg;
      } else {
        printf( "pfm_restart: task probably terminated \n" );
      }
    }
    break;
  default:
    // error() << "ERROR: unknown message type " << msg.type << ". Aborting..." << endmsg;
    break;
  }
}

void PerfMonAuditor::start_smpl ( )

private

Definition at line 694 of file PerfMonAuditor.cpp.

{
  ovfl_count    = 0;
  num_smpl_pmds = 0;
  last_overflow = ~0;
  max_pmd       = 0;
  memset( &pfmlib_options, 0, sizeof( pfmlib_options ) );
  pfmlib_options.pfm_debug   = 0;
  pfmlib_options.pfm_verbose = 0;
  m_pfm.pfm_set_options( &pfmlib_options );
  ret = m_pfm.pfm_initialize();
  if ( ret != PFMLIB_SUCCESS ) {
    error() << "ERROR: Cannot initialize library: " << m_pfm.pfm_strerror( ret ) << ". Aborting..." << endmsg;
  }
  struct sigaction act;
  memset( &act, 0, sizeof( act ) );
  act.sa_handler = (sig_t)sigio_handler; // dlopen() ==>
  // act.sa_handler = (sig_t)&sigio_handler;
  sigaction( SIGIO, &act, 0 );
  memset( &ctx, 0, sizeof( ctx ) );
  memset( &buf_arg, 0, sizeof( buf_arg ) );
  memset( &inp, 0, sizeof( inp ) );
  memset( &outp, 0, sizeof( outp ) );
  memset( pd_smpl, 0, sizeof( pd_smpl ) );
  memset( pc, 0, sizeof( pc ) );
  memset( &load_args, 0, sizeof( load_args ) );
  m_pfm.pfm_get_num_counters( &num_counters );
  memset( &params, 0, sizeof( params ) );
  memset( &nhm_params, 0, sizeof( nhm_params ) );

  for ( int i = 0; i < used_counters_number; i++ ) {
    ret = m_pfm.pfm_find_full_event( event_cstr[i], &inp.pfp_events[i] );
    if ( ret != PFMLIB_SUCCESS ) {
      error() << "ERROR: cannot find event: " << event_cstr[i] << ". Aborting..." << endmsg;
    }
  }
  inp.pfp_dfl_plm     = PFM_PLM3;
  inp.pfp_event_count = 4;
  for ( int i = 0; i < used_counters_number; i++ ) {
    if ( inv[i] ) {
      ( params.pfp_core_counters[i] ).flags |= PFM_CORE_SEL_INV;
      ( nhm_params.pfp_nhm_counters[i] ).flags |= PFM_NHM_SEL_INV;
    }
    if ( cmask[i] > 0 ) {
      ( params.pfp_core_counters[i] ).cnt_mask    = cmask[i];
      ( nhm_params.pfp_nhm_counters[i] ).cnt_mask = cmask[i];
    }
  }
  if ( nehalem || westmere ) {
    ret = m_pfm.pfm_dispatch_events( &inp, &nhm_params, &outp, NULL );
  } else {
    ret = m_pfm.pfm_dispatch_events( &inp, &params, &outp, NULL );
  }
  if ( ret != PFMLIB_SUCCESS ) {
    error() << "ERROR: cannot configure events: " << m_pfm.pfm_strerror( ret ) << ". Aborting..." << endmsg;
  }
  for ( unsigned int i = 0; i < outp.pfp_pmc_count; i++ ) {
    pc[i].reg_num   = outp.pfp_pmcs[i].reg_num;
    pc[i].reg_value = outp.pfp_pmcs[i].reg_value;
  }
  for ( unsigned int i = 0; i < outp.pfp_pmd_count; i++ ) {
    pd_smpl[i].reg_num = outp.pfp_pmds[i].reg_num;
    if ( i ) {
      pfm_bv_set( pd_smpl[0].reg_smpl_pmds, pd_smpl[i].reg_num );
      if ( pd_smpl[i].reg_num > max_pmd ) {
        max_pmd = pd_smpl[i].reg_num;
      }
      num_smpl_pmds++;
    }
  }
  for ( int i = 0; i < used_counters_number; i++ ) {
    pd_smpl[i].reg_flags |= PFM_REGFL_OVFL_NOTIFY | PFM_REGFL_RANDOM;
    pfm_bv_copy( pd_smpl[i].reg_reset_pmds, pd_smpl[i].reg_smpl_pmds, max_pmd );
    pd_smpl[i].reg_value       = ( uint64_t )( sp[i] * -1 );
    pd_smpl[i].reg_short_reset = ( uint64_t )( sp[i] * -1 );
    pd_smpl[i].reg_long_reset  = ( uint64_t )( sp[i] * -1 );
    pd_smpl[i].reg_random_seed = 5;    // tocheck
    pd_smpl[i].reg_random_mask = 0xff; // tocheck
  }
  entry_size       = sizeof( pfm_dfl_smpl_entry_t ) + ( num_smpl_pmds << 3 );
  ctx.ctx_flags    = 0;
  buf_arg.buf_size = 3 * getpagesize() + 512;
  ctx_fd           = m_pfm.pfm_create_context( &ctx, (char*)FMT_NAME, &buf_arg, sizeof( buf_arg ) );
  if ( ctx_fd == -1 ) {
    if ( errno == ENOSYS ) {
      error() << "ERROR: Your kernel does not have performance monitoring support! Aborting..." << endmsg;
    }
    error() << "ERROR: Can't create PFM context " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  buf_addr = mmap( NULL, (size_t)buf_arg.buf_size, PROT_READ, MAP_PRIVATE, ctx_fd, 0 );
  if ( buf_addr == MAP_FAILED ) {
    error() << "ERROR: cannot mmap sampling buffer: " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  hdr = (pfm_dfl_smpl_hdr_t*)buf_addr;
  if ( PFM_VERSION_MAJOR( hdr->hdr_version ) < 1 ) {
    error() << "ERROR: invalid buffer format version. Aborting..." << endmsg;
  }
  if ( m_pfm.pfm_write_pmcs( ctx_fd, pc, outp.pfp_pmc_count ) ) {
    error() << "ERROR: pfm_write_pmcs error errno " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  if ( m_pfm.pfm_write_pmds( ctx_fd, pd_smpl, outp.pfp_pmd_count ) ) {
    error() << "ERROR: pfm_write_pmds error errno " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  load_args.load_pid = getpid();
  if ( m_pfm.pfm_load_context( ctx_fd, &load_args ) ) {
    error() << "ERROR: pfm_load_context error errno " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  ret = fcntl( ctx_fd, F_SETFL, fcntl( ctx_fd, F_GETFL, 0 ) | O_ASYNC );
  if ( ret == -1 ) {
    error() << "ERROR: cannot set ASYNC: " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  ret = fcntl( ctx_fd, F_SETOWN, getpid() );
  if ( ret == -1 ) {
    error() << "ERROR: cannot setown: " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  // pfm_self_start(ctx_fd); ==>
  m_pfm.pfm_start( ctx_fd, NULL );
}

void PerfMonAuditor::startpm ( )

private

Definition at line 430 of file PerfMonAuditor.cpp.

{
  memset( &ctx, 0, sizeof( ctx ) );
  memset( &inp, 0, sizeof( inp ) );
  memset( &outp, 0, sizeof( outp ) );
  memset( pd, 0, sizeof( pd ) );
  memset( pc, 0, sizeof( pc ) );
  memset( &load_arg, 0, sizeof( load_arg ) );
  memset( &params, 0, sizeof( params ) );
  memset( &nhm_params, 0, sizeof( nhm_params ) );

  for ( int i = 0; i < used_counters_number; i++ ) {
    ret = m_pfm.pfm_find_full_event( event_cstr[i], &inp.pfp_events[i] );
    if ( ret != PFMLIB_SUCCESS ) {
      error() << "ERROR: cannot find event: " << event_cstr[i] << ". Aborting..." << endmsg;
    }
  }
  inp.pfp_dfl_plm     = PFM_PLM3;
  inp.pfp_event_count = 4;
  for ( int i = 0; i < used_counters_number; i++ ) {
    if ( inv[i] ) {
      ( params.pfp_core_counters[i] ).flags |= PFM_CORE_SEL_INV;
      ( nhm_params.pfp_nhm_counters[i] ).flags |= PFM_NHM_SEL_INV;
    }
    if ( cmask[i] > 0 ) {
      ( params.pfp_core_counters[i] ).cnt_mask    = cmask[i];
      ( nhm_params.pfp_nhm_counters[i] ).cnt_mask = cmask[i];
    }
  }
  if ( nehalem || westmere ) {
    ret = m_pfm.pfm_dispatch_events( &inp, &nhm_params, &outp, NULL );
  } else {
    ret = m_pfm.pfm_dispatch_events( &inp, &params, &outp, NULL );
  }
  if ( ret != PFMLIB_SUCCESS ) {
    error() << "ERROR: cannot dispatch events: " << m_pfm.pfm_strerror( ret ) << ". Aborting..." << endmsg;
  }
  for ( unsigned int i = 0; i < outp.pfp_pmc_count; i++ ) {
    pc[i].reg_num   = outp.pfp_pmcs[i].reg_num;
    pc[i].reg_value = outp.pfp_pmcs[i].reg_value;
  }
  for ( unsigned int i = 0; i < outp.pfp_pmd_count; i++ ) {
    pd[i].reg_num   = outp.pfp_pmds[i].reg_num;
    pd[i].reg_value = 0;
  }
  fd = m_pfm.pfm_create_context( &ctx, NULL, 0, 0 );
  if ( fd == -1 ) {
    error() << "ERROR: Context not created. Aborting..." << endmsg;
  }
  if ( m_pfm.pfm_write_pmcs( fd, pc, outp.pfp_pmc_count ) == -1 ) {
    error() << "ERROR: Could not write pmcs. Aborting..." << endmsg;
  }
  if ( m_pfm.pfm_write_pmds( fd, pd, outp.pfp_pmd_count ) == -1 ) {
    error() << "ERROR: Could not write pmds. Aborting..." << endmsg;
  }
  load_arg.load_pid = getpid();
  if ( m_pfm.pfm_load_context( fd, &load_arg ) == -1 ) {
    error() << "ERROR: Could not load context. Aborting..." << endmsg;
    //  error() << "Could not read pmds" << endmsg;
  }

  m_pfm.pfm_start( fd, NULL );
}

void PerfMonAuditor::stop_smpl ( )

private

Definition at line 817 of file PerfMonAuditor.cpp.

{
  m_pfm.pfm_self_stop( ctx_fd );
  process_smpl_buf( hdr, entry_size );
  close( ctx_fd );
  ret = munmap( hdr, (size_t)buf_arg.buf_size );
  if ( ret ) {
    error() << "Cannot unmap buffer: %s" << strerror( errno ) << endmsg;
  }
  return;
}

void PerfMonAuditor::stoppm ( )

private

Definition at line 498 of file PerfMonAuditor.cpp.

{
  m_pfm.pfm_stop( fd );
  if ( m_pfm.pfm_read_pmds( fd, pd, inp.pfp_event_count ) == -1 ) {
    error() << "Could not read pmds" << endmsg;
  }
  for ( int i = 0; i < used_counters_number; i++ ) {
    results[i][( alg_stack.top().first )->name()].push_back( alg_stack.top().second[i] + pd[i].reg_value );
  }

  close( fd );
}

Member Data Documentation

void* PerfMonAuditor::buf_addr

private

Definition at line 418 of file PerfMonAuditor.cpp.

pfm_dfl_smpl_arg_t PerfMonAuditor::buf_arg

private

Definition at line 416 of file PerfMonAuditor.cpp.

unsigned int PerfMonAuditor::cmask[MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]

private

Definition at line 385 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::core

private

Definition at line 392 of file PerfMonAuditor.cpp.

pfarg_ctx_t PerfMonAuditor::ctx

private

Definition at line 367 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::event_count_reached

private

Definition at line 427 of file PerfMonAuditor.cpp.

char PerfMonAuditor::event_cstr[MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS][MAX_EVENT_NAME_LENGTH]

private

Definition at line 381 of file PerfMonAuditor.cpp.

std::string PerfMonAuditor::event_str[MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]

private

Definition at line 378 of file PerfMonAuditor.cpp.

std::string PerfMonAuditor::family

private

Definition at line 380 of file PerfMonAuditor.cpp.

int PerfMonAuditor::fd

private

Definition at line 371 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::first_alg

private

Definition at line 425 of file PerfMonAuditor.cpp.

std::string PerfMonAuditor::first_alg_name

private

Definition at line 426 of file PerfMonAuditor.cpp.

unsigned int PerfMonAuditor::i

private

Definition at line 372 of file PerfMonAuditor.cpp.

pfmlib_input_param_t PerfMonAuditor::inp

private

Definition at line 365 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::inv[MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]

private

Definition at line 384 of file PerfMonAuditor.cpp.

int PerfMonAuditor::is_nehalem_ret

private

Definition at line 363 of file PerfMonAuditor.cpp.

int PerfMonAuditor::level

private

Definition at line 423 of file PerfMonAuditor.cpp.

pfarg_load_t PerfMonAuditor::load_arg

private

Definition at line 370 of file PerfMonAuditor.cpp.

pfarg_load_t PerfMonAuditor::load_args

private

Definition at line 417 of file PerfMonAuditor.cpp.

int PerfMonAuditor::m_indent

private

Definition at line 359 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::m_inEvent

private

Definition at line 360 of file PerfMonAuditor.cpp.

Map PerfMonAuditor::m_map

private

Definition at line 358 of file PerfMonAuditor.cpp.

PFMon& PerfMonAuditor::m_pfm

private

Definition at line 239 of file PerfMonAuditor.cpp.

unsigned int PerfMonAuditor::max_pmd

private

Definition at line 420 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::nehalem

private

Definition at line 390 of file PerfMonAuditor.cpp.

pfmlib_nhm_input_param_t PerfMonAuditor::nhm_params

private

Definition at line 388 of file PerfMonAuditor.cpp.

unsigned PerfMonAuditor::num_counters

private

Definition at line 419 of file PerfMonAuditor.cpp.

pfmlib_output_param_t PerfMonAuditor::outp

private

Definition at line 366 of file PerfMonAuditor.cpp.

pfmlib_core_input_param_t PerfMonAuditor::params

private

Definition at line 387 of file PerfMonAuditor.cpp.

pfarg_pmc_t PerfMonAuditor::pc[NUM_PMCS]

private

Definition at line 369 of file PerfMonAuditor.cpp.

pfarg_pmd_t PerfMonAuditor::pd[NUM_PMDS]

private

Definition at line 368 of file PerfMonAuditor.cpp.

pfmlib_options_t PerfMonAuditor::pfmlib_options

private

Definition at line 421 of file PerfMonAuditor.cpp.

unsigned int PerfMonAuditor::ph_ev_count

private

Definition at line 383 of file PerfMonAuditor.cpp.

std::string PerfMonAuditor::prefix

private

Definition at line 379 of file PerfMonAuditor.cpp.

char PerfMonAuditor::prefix_cstr[MAX_PREFIX_NAME_LENGTH]

private

Definition at line 382 of file PerfMonAuditor.cpp.

int PerfMonAuditor::ret

private

Definition at line 373 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::sampling

private

Definition at line 394 of file PerfMonAuditor.cpp.

unsigned int PerfMonAuditor::start_at_event

private

Definition at line 386 of file PerfMonAuditor.cpp.

int PerfMonAuditor::used_counters_number

private

Definition at line 389 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::westmere

private

Definition at line 391 of file PerfMonAuditor.cpp.

---

The documentation for this class was generated from the following file:

• GaudiProfiling/src/component/PerfMonAuditor.cpp