PerfMonAuditor Class Reference

Performance Monitoring Auditor that uses Perfmon2 library to monitor algorithms. More...

Inheritance diagram for PerfMonAuditor:

Collaboration diagram for PerfMonAuditor:

Public Member Functions
void	before (StandardEventType evt, INamedInterface *alg) override
void	after (StandardEventType evt, INamedInterface *alg, const StatusCode &sc) override
StatusCode	initialize () override
StatusCode	finalize () override
int	is_nehalem ()
	PerfMonAuditor (const std::string &name, ISvcLocator *pSvc)
virtual	~PerfMonAuditor ()
Public Member Functions inherited from Auditor
	Auditor (const std::string &name, ISvcLocator *svcloc)
	Constructor. More...
	Auditor (const Auditor &a)=delete
Auditor &	operator= (const Auditor &rhs)=delete
StatusCode	sysInitialize () override
	Initialization method invoked by the framework. More...
StatusCode	sysFinalize () override
	Finalization method invoked by the framework. More...
void	before (StandardEventType, INamedInterface *) override
	The following methods are meant to be implemented by the child class... More...
void	before (StandardEventType, const std::string &) override
void	before (CustomEventTypeRef, INamedInterface *) override
void	before (CustomEventTypeRef, const std::string &) override
void	after (StandardEventType, INamedInterface *, const StatusCode &) override
void	after (StandardEventType, const std::string &, const StatusCode &) override
void	after (CustomEventTypeRef, INamedInterface *, const StatusCode &) override
void	after (CustomEventTypeRef, const std::string &, const StatusCode &) override
void	beforeInitialize (INamedInterface *) override
void	afterInitialize (INamedInterface *) override
void	beforeReinitialize (INamedInterface *) override
void	afterReinitialize (INamedInterface *) override
void	beforeExecute (INamedInterface *) override
void	afterExecute (INamedInterface *, const StatusCode &) override
void	beforeFinalize (INamedInterface *) override
void	afterFinalize (INamedInterface *) override
void	beforeBeginRun (INamedInterface *) override
void	afterBeginRun (INamedInterface *) override
void	beforeEndRun (INamedInterface *) override
void	afterEndRun (INamedInterface *) override
const std::string &	name () const override
bool	isEnabled () const override
SmartIF< ISvcLocator > &	serviceLocator () const override
	The standard service locator. More...
template<class T >
StatusCode	service (const std::string &name, T *&svc, bool createIf=false) const
	Access a service by name, creating it if it doesn't already exist. More...
template<class T = IService>
SmartIF< T >	service (const std::string &name, bool createIf=false) const
StatusCode	setProperties ()
	Set the auditor's properties. More...
Public Member Functions inherited from PropertyHolder< CommonMessaging< implements< IAuditor, IProperty > > >
	PropertyHolder ()=default
	~PropertyHolder () override=default
Gaudi::Details::PropertyBase &	declareProperty (Gaudi::Details::PropertyBase &prop)
	Declare a property. More...
Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, TYPE &value, const std::string &doc="none")
	Helper to wrap a regular data member and use it as a regular property. More...
Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, TYPE &value, const std::string &doc="none") const
Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, Gaudi::Property< TYPE, VERIFIER, HANDLERS > &prop, const std::string &doc="none")
	Declare a PropertyBase instance setting name and documentation. More...
Gaudi::Details::PropertyBase *	declareRemoteProperty (const std::string &name, IProperty *rsvc, const std::string &rname="")
	Declare a remote property. More...
StatusCode	setProperty (const Gaudi::Details::PropertyBase &p) override
	set the property form another property More...
StatusCode	setProperty (const std::string &s) override
	set the property from the formatted string More...
StatusCode	setProperty (const std::string &n, const std::string &v) override
	set the property from name and the value More...
StatusCode	setProperty (const std::string &name, const TYPE &value)
	set the property form the value More...
StatusCode	getProperty (Gaudi::Details::PropertyBase *p) const override
	get the property More...
const Gaudi::Details::PropertyBase &	getProperty (const std::string &name) const override
	get the property by name More...
StatusCode	getProperty (const std::string &n, std::string &v) const override
	convert the property to the string More...
const std::vector< Gaudi::Details::PropertyBase * > &	getProperties () const override
	get all properties More...
bool	hasProperty (const std::string &name) const override
	Return true if we have a property with the given name. More...
	PropertyHolder (const PropertyHolder &)=delete
PropertyHolder &	operator= (const PropertyHolder &)=delete
Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, GaudiHandleBase &ref, const std::string &doc="none")
	Specializations for various GaudiHandles. More...
Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, GaudiHandleArrayBase &ref, const std::string &doc="none")
Gaudi::Details::PropertyBase *	declareProperty (const std::string &name, DataObjectHandleBase &ref, const std::string &doc="none")
Public Member Functions inherited from CommonMessagingBase
virtual	~CommonMessagingBase ()=default
	Virtual destructor. More...
SmartIF< IMessageSvc > &	msgSvc () const
	The standard message service. More...
MsgStream &	msgStream () const
	Return an uninitialized MsgStream. More...
MsgStream &	msgStream (const MSG::Level level) const
	Predefined configurable message stream for the efficient printouts. More...
MsgStream &	always () const
	shortcut for the method msgStream(MSG::ALWAYS) More...
MsgStream &	fatal () const
	shortcut for the method msgStream(MSG::FATAL) More...
MsgStream &	err () const
	shortcut for the method msgStream(MSG::ERROR) More...
MsgStream &	error () const
	shortcut for the method msgStream(MSG::ERROR) More...
MsgStream &	warning () const
	shortcut for the method msgStream(MSG::WARNING) More...
MsgStream &	info () const
	shortcut for the method msgStream(MSG::INFO) More...
MsgStream &	debug () const
	shortcut for the method msgStream(MSG::DEBUG) More...
MsgStream &	verbose () const
	shortcut for the method msgStream(MSG::VERBOSE) More...
MsgStream &	msg () const
	shortcut for the method msgStream(MSG::INFO) More...
MSG::Level	msgLevel () const
	get the output level from the embedded MsgStream More...
MSG::Level	outputLevel () const __attribute__((deprecated))
	Backward compatibility function for getting the output level. More...
bool	msgLevel (MSG::Level lvl) const
	get the output level from the embedded MsgStream More...

Private Types
typedef GaudiUtils::VectorMap< const INamedInterface *, int >	Map

Private Member Functions
void	i_beforeInitialize (INamedInterface *alg)
void	i_afterInitialize (INamedInterface *alg)
void	i_beforeExecute (INamedInterface *alg)
void	i_afterExecute (INamedInterface *alg)
	PerfMonAuditor ()
	PerfMonAuditor (const PerfMonAuditor &)
PerfMonAuditor &	operator= (const PerfMonAuditor &)
void	startpm ()
void	pausepm ()
void	stoppm ()
void	finalizepm ()
int	detect_unavail_pmu_regs (int fd, pfmlib_regmask_t *r_pmcs, pfmlib_regmask_t *r_pmds)
int	detect_unavail_pmcs (int fd, pfmlib_regmask_t *r_pmcs)
void	pfm_bv_set (uint64_t *bv, uint16_t rnum)
int	pfm_bv_isset (uint64_t *bv, uint16_t rnum)
void	pfm_bv_copy (uint64_t *d, uint64_t *j, uint16_t n)
void	start_smpl ()
void	stop_smpl ()
void	finalize_smpl ()

Static Private Member Functions
static void	process_smpl_buf (pfm_dfl_smpl_hdr_t *hdr, size_t entry_size)
static void	sigio_handler (int, struct siginfo *, struct sigcontext *)

Private Attributes
PFMon &	m_pfm
Map	m_map
int	m_indent
bool	m_inEvent
int	is_nehalem_ret
pfmlib_input_param_t	inp
pfmlib_output_param_t	outp
pfarg_ctx_t	ctx
pfarg_pmd_t	pd [NUM_PMDS]
pfarg_pmc_t	pc [NUM_PMCS]
pfarg_load_t	load_arg
int	fd
unsigned int	i
int	ret
std::string	event_str [MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]
std::string	prefix
std::string	family
char	event_cstr [MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS][MAX_EVENT_NAME_LENGTH]
char	prefix_cstr [MAX_PREFIX_NAME_LENGTH]
unsigned int	ph_ev_count
bool	inv [MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]
unsigned int	cmask [MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]
unsigned int	start_at_event
pfmlib_core_input_param_t	params
pfmlib_nhm_input_param_t	nhm_params
int	used_counters_number
bool	nehalem
bool	westmere
bool	core
bool	sampling
pfm_dfl_smpl_arg_t	buf_arg
pfarg_load_t	load_args
void *	buf_addr
unsigned	num_counters
unsigned int	max_pmd
pfmlib_options_t	pfmlib_options
int	level
bool	first_alg
std::string	first_alg_name
bool	event_count_reached

Additional Inherited Members
Public Types inherited from Auditor
typedef Gaudi::PluginService::Factory< IAuditor *, const std::string &, ISvcLocator * >	Factory
Public Types inherited from PropertyHolder< CommonMessaging< implements< IAuditor, IProperty > > >
using	PropertyHolderImpl = PropertyHolder< CommonMessaging< implements< IAuditor, IProperty > > >
	Typedef used to refer to this class from derived classes, as in. More...
Public Types inherited from CommonMessaging< implements< IAuditor, IProperty > >
using	base_class = CommonMessaging
Protected Member Functions inherited from PropertyHolder< CommonMessaging< implements< IAuditor, IProperty > > >
Gaudi::Details::PropertyBase *	property (const std::string &name) const
Protected Member Functions inherited from CommonMessaging< implements< IAuditor, IProperty > >
void	updateMsgStreamOutputLevel (int level)
	Update the output level of the cached MsgStream. More...

Detailed Description

Performance Monitoring Auditor that uses Perfmon2 library to monitor algorithms.

Author

Daniele Francesco KRUSE danie.nosp@m.le.f.nosp@m.rance.nosp@m.sco..nosp@m.kruse.nosp@m.@cer.nosp@m.n.ch

Date

2009-10-28

Definition at line 202 of file PerfMonAuditor.cpp.

Member Typedef Documentation

typedef GaudiUtils::VectorMap<const INamedInterface*, int> PerfMonAuditor::Map

private

Definition at line 357 of file PerfMonAuditor.cpp.

Constructor & Destructor Documentation

PerfMonAuditor::PerfMonAuditor ( const std::string &  name, ISvcLocator *  pSvc  )

inline

Definition at line 277 of file PerfMonAuditor.cpp.

      : // standard constructor
      Auditor( name, pSvc )
      , m_pfm( PFMon::instance() )
      , m_map()
      , m_indent( 0 )
      , m_inEvent( false )
  {
    is_nehalem_ret = is_nehalem();
    declareProperty( "EVENT0", event_str[0] );
    declareProperty( "EVENT1", event_str[1] );
    declareProperty( "EVENT2", event_str[2] );
    declareProperty( "EVENT3", event_str[3] );
    declareProperty( "FAMILY", family );
    declareProperty( "PREFIX", prefix );
    declareProperty( "INV0", inv[0] );
    declareProperty( "INV1", inv[1] );
    declareProperty( "INV2", inv[2] );
    declareProperty( "INV3", inv[3] );
    declareProperty( "CMASK0", cmask[0] );
    declareProperty( "CMASK1", cmask[1] );
    declareProperty( "CMASK2", cmask[2] );
    declareProperty( "CMASK3", cmask[3] );
    declareProperty( "SP0", sp[0] );
    declareProperty( "SP1", sp[1] );
    declareProperty( "SP2", sp[2] );
    declareProperty( "SP3", sp[3] );
    declareProperty( "SAMPLE", sampling );
    declareProperty( "START_AT_EVENT", start_at_event );
    declareProperty( "IS_NEHALEM", is_nehalem_ret );

    /*
    // loading functions from PFM library
      void* handle = dlopen("libpfm.so", RTLD_NOW);
        if (!handle) {
    //      error() << "Cannot open library: " << dlerror() << endmsg;
        }
      typedef void (*hello_t)();
        hello_t hello = (hello_t) dlsym(handle, "hello");
        if (!hello) {
    //        error() << "Cannot load symbol 'hello': " << dlerror() << endmsg;
            dlclose(handle);
        }

        pfm_start = (pfm_start_t) dlsym(handle, "pfm_start");
        pfm_stop = (pfm_stop_t) dlsym(handle, "pfm_stop");
        pfm_self_stop = (pfm_self_stop_t) dlsym(handle, "pfm_stop"); //it's the same
        pfm_restart = (pfm_restart_t) dlsym(handle, "pfm_restart");
        //pfm_read_pmds = (pfm_read_pmds_t) dlsym(handle, "pfm_read_pmds");
        pfm_initialize = (pfm_initialize_t) dlsym(handle, "pfm_initialize");
        pfm_find_full_event = (pfm_find_full_event_t) dlsym(handle, "pfm_find_full_event");
        pfm_dispatch_events = (pfm_dispatch_events_t) dlsym(handle, "pfm_dispatch_events");
        pfm_create_context = (pfm_create_context_t) dlsym(handle, "pfm_create_context");
        pfm_write_pmcs = (pfm_write_pmcs_t) dlsym(handle, "pfm_write_pmcs");
        pfm_write_pmds = (pfm_write_pmds_t) dlsym(handle, "pfm_write_pmds");
        pfm_load_context = (pfm_load_context_t) dlsym(handle, "pfm_load_context");
        pfm_strerror = (pfm_strerror_t) dlsym(handle, "pfm_strerror");
        pfm_set_options = (pfm_set_options_t) dlsym(handle, "pfm_set_options");
        pfm_get_num_counters = (pfm_get_num_counters_t) dlsym(handle, "pfm_get_num_counters");
        // use it to do the calculation
    //    info() << "Calling hello..." << endmsg;
    //    hello();

        // close the library
    //    info() << "Closing library..." << endmsg;
        dlclose(handle);
    */

  }

virtual PerfMonAuditor::~PerfMonAuditor ( )

inlinevirtual

Definition at line 349 of file PerfMonAuditor.cpp.

{} // virtual destructor

PerfMonAuditor::PerfMonAuditor ( )

private

PerfMonAuditor::PerfMonAuditor ( const PerfMonAuditor &  )

private

Member Function Documentation

void PerfMonAuditor::after ( StandardEventType  evt, INamedInterface *  alg, const StatusCode &  sc  )

override

Definition at line 941 of file PerfMonAuditor.cpp.

{
  switch ( evt ) {
  case IAuditor::Initialize:
    i_afterInitialize( alg );
    break;
  case IAuditor::Execute:
    i_afterExecute( alg );
    break;
  default:
    break;
  }
  return;
}

void PerfMonAuditor::before ( StandardEventType  evt, INamedInterface *  alg  )

override

Definition at line 926 of file PerfMonAuditor.cpp.

{
  switch ( evt ) {
  case IAuditor::Initialize:
    i_beforeInitialize( alg );
    break;
  case IAuditor::Execute:
    i_beforeExecute( alg );
    break;
  default:
    break;
  }
  return;
}

int PerfMonAuditor::detect_unavail_pmcs ( int  fd, pfmlib_regmask_t *  r_pmcs  )

inlineprivate

Definition at line 396 of file PerfMonAuditor.cpp.

{ return detect_unavail_pmu_regs( fd, r_pmcs, NULL ); }

int PerfMonAuditor::detect_unavail_pmu_regs ( int  fd, pfmlib_regmask_t *  r_pmcs, pfmlib_regmask_t *  r_pmds  )

private

StatusCode PerfMonAuditor::finalize ( )

overridevirtual

Reimplemented from Auditor.

Definition at line 917 of file PerfMonAuditor.cpp.

{
  if ( sampling == 0 )
    finalizepm();
  else
    finalize_smpl();
  return Auditor::finalize();
}

void PerfMonAuditor::finalize_smpl ( )

private

Definition at line 833 of file PerfMonAuditor.cpp.

{
  int err;
  for ( int i = 0; i < used_counters_number; i++ ) {
    std::string filename = prefix_cstr;
    filename += '_';
    filename += event_cstr[i];

    for ( auto& c : filename )
      if ( c == ':' ) c = '-';

    if ( inv[i] ) filename += "_INV_1";
    if ( cmask[i] > 0 ) filename += "_CMASK_" + std::to_string( cmask[i] );
    filename += ".txt.gz";

    gzFile outfile = gzopen( filename.c_str(), "wb" );
    if ( outfile != NULL ) {
      if ( nehalem ) {
        gzprintf( outfile, "NHM " );
      } else if ( westmere ) {
        gzprintf( outfile, "WSM " );
      } else if ( core ) {
        gzprintf( outfile, "CORE " );
      }
      if ( gzprintf( outfile, "%s %d %d %d\n", event_cstr[i], cmask[i], inv[i], sp[i] ) <
           (int)strlen( event_cstr[i] ) ) {
        error() << "ERROR: gzputs err: " << gzerror( outfile, &err ) << ". Aborting..." << endmsg;
      }
      for ( std::map<std::string, std::map<unsigned long, unsigned int>>::iterator it = samples[i].begin();
            it != samples[i].end(); it++ ) {
        unsigned long long sum = 0;
        for ( std::map<unsigned long, unsigned int>::iterator jt = ( it->second ).begin(); jt != ( it->second ).end();
              jt++ ) {
          sum += jt->second;
        }
        if ( gzprintf( outfile, "%s%%%llu\n", ( it->first ).c_str(), sum ) < (int)( ( it->first ).length() ) ) {
          error() << "ERROR: gzputs err: " << gzerror( outfile, &err ) << ". Aborting..." << endmsg;
        }
        for ( std::map<unsigned long, unsigned int>::iterator jt = ( it->second ).begin(); jt != ( it->second ).end();
              jt++ ) {
          char sym_name[SYM_NAME_MAX_LENGTH];
          bzero( sym_name, SYM_NAME_MAX_LENGTH );
          const char* libName;
          const char* symbolName;
          int libOffset  = 0;
          int offset     = 0;
          void* sym_addr = IgHookTrace::tosymbol( (void*)( jt->first ) );
          if ( sym_addr != NULL ) {
            bool success = IgHookTrace::symbol( sym_addr, symbolName, libName, offset, libOffset );
            if ( success ) {
              if ( symbolName != NULL && strlen( symbolName ) > 0 ) {
                strcpy( sym_name, symbolName );
                strcat( sym_name, " " );
              } else {
                strcpy( sym_name, "??? " );
              }
              if ( libName != NULL && strlen( libName ) > 0 ) {
                strcat( sym_name, libName );
                strcat( sym_name, " " );
              } else {
                strcat( sym_name, "??? " );
              }
              sprintf( sym_name, "%s%d ", sym_name, libOffset );
              if ( strlen( sym_name ) <= 0 ) {
                error() << "ERROR: Symbol name length is zero. Aborting..." << endmsg;
              }
            } else {
              strcpy( sym_name, "??? ??? 0 " );
            }
          } else {
            strcpy( sym_name, "??? ??? 0 " );
          }
          if ( gzprintf( outfile, "%s %d\n", sym_name, jt->second ) < (int)strlen( sym_name ) ) {
            error() << "ERROR: gzputs err: " << gzerror( outfile, &err ) << endmsg;
          }
        }
      }
    } else {
      error() << "ERROR: Could not open file: " << filename << ". Aborting..." << endmsg;
    }
    gzclose( outfile );
  }
}

void PerfMonAuditor::finalizepm ( )

private

Definition at line 528 of file PerfMonAuditor.cpp.

{
  info() << "start of finalizepm ucn:" << used_counters_number << endmsg;
  for ( int i = 0; i < used_counters_number; i++ ) {
    std::string filename = prefix_cstr;
    filename += '_';
    filename += event_cstr[i];

    for ( auto& c : filename )
      if ( c == ':' ) c = '-';

    if ( inv[i] ) filename += "_INV_1";
    if ( cmask[i] > 0 ) filename += "_CMASK_" + std::to_string( cmask[i] );
    filename += ".txt";

    info() << "Filename:" << filename << endmsg;
    FILE* outfile = fopen( filename.c_str(), "w" );
    if ( nehalem ) {
      fprintf( outfile, "NHM " );
    } else if ( westmere ) {
      fprintf( outfile, "WSM " );
    } else if ( core ) {
      fprintf( outfile, "CORE " );
    }
    fprintf( outfile, "%s %d %d %d\n", event_cstr[i], cmask[i], inv[i], sp[i] );
    for ( std::map<std::string, std::vector<unsigned long int>>::iterator it = ( results[i] ).begin();
          it != ( results[i] ).end(); it++ ) {
      fprintf( outfile, "%s\n", ( it->first ).c_str() );
      for ( std::vector<unsigned long int>::iterator j = ( it->second ).begin(); j != ( it->second ).end(); j++ ) {
        fprintf( outfile, "%lu\n", *j );
      }
    }
    fclose( outfile );
  }
}

void PerfMonAuditor::i_afterExecute ( INamedInterface *  alg )

private

Definition at line 1006 of file PerfMonAuditor.cpp.

{
  if ( !alg ) {
    return;
  } // info() << "after:inside! " << alg->name() << endmsg;

  if ( event_count_reached ) {
    // info() << "after:inside! " << alg->name() << endmsg;

    if ( sampling == 0 )
      stoppm();
    else
      stop_smpl();
    alg_stack.pop();
    --m_indent;
    if ( !alg_stack.empty() ) {
      if ( sampling == 0 )
        startpm();
      else
        start_smpl(); // resuming father algorithm counting
    }
  }
}

void PerfMonAuditor::i_afterInitialize ( INamedInterface *  alg )

private

Definition at line 962 of file PerfMonAuditor.cpp.

{
  if ( !alg ) return;
  return;
}

void PerfMonAuditor::i_beforeExecute ( INamedInterface *  alg )

private

Definition at line 968 of file PerfMonAuditor.cpp.

{
  if ( !alg ) return;
  // info() << "before:inside! " << alg->name() << endmsg;
  if ( first_alg ) {
    first_alg      = false;
    first_alg_name = alg->name();
    // info() << "first_alg_name= " << alg->name() << endmsg;
  }
  if ( !event_count_reached ) {
    if ( !first_alg_name.compare( alg->name() ) ) {
      ph_ev_count++;
      // info() << "EVENT COUNT: " << ph_ev_count << endmsg;
      if ( ph_ev_count == start_at_event ) {
        event_count_reached = true;
        // info() << "!!! EVENT COUNT REACHED: " << ph_ev_count << endmsg;
      }
    }
  }
  if ( event_count_reached ) {
    // info() << "before:inside! " << alg->name() << endmsg;

    if ( !alg_stack.empty() ) {
      if ( sampling == 0 )
        pausepm(); // pausing father algorithm counting
      else
        stop_smpl();
    }
    ++m_indent;
    std::vector<unsigned long int> zeroes( 4, 0 );
    alg_stack.push( std::make_pair( alg, zeroes ) );
    if ( sampling == 0 )
      startpm();
    else
      start_smpl();
  }
}

void PerfMonAuditor::i_beforeInitialize ( INamedInterface *  alg )

private

Definition at line 956 of file PerfMonAuditor.cpp.

{
  if ( !alg ) return;
  return;
}

StatusCode PerfMonAuditor::initialize ( )

overridevirtual

Reimplemented from Auditor.

Definition at line 564 of file PerfMonAuditor.cpp.

{
  if ( !m_pfm.loaded ) {
    error() << "pfm library could not be loaded" << endmsg;
    return false;
  }

  info() << "Initializing..." << endmsg;
  StatusCode sc = Auditor::initialize();
  if ( sc.isFailure() ) {
    return sc;
  }
  used_counters_number = 0;
  for ( int i = 0; i < MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS; i++ ) {
    if ( event_str[i].length() > 0 ) used_counters_number++;
  }
  for ( int i = 0; i < MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS; i++ ) {
    strcpy( event_cstr[i], event_str[i].c_str() );
  }
  strcpy( prefix_cstr, prefix.c_str() );

  if ( m_pfm.pfm_initialize() != PFMLIB_SUCCESS ) {
    error() << "Cannot initialize perfmon!!" << endmsg;
  }
  ph_ev_count         = 0;
  first_alg           = true;
  event_count_reached = false;
  nehalem             = false;
  core                = false;
  westmere            = false;
  if ( family.compare( "CORE" ) == 0 )
    core = true;
  else if ( family.compare( "NEHALEM" ) == 0 )
    nehalem = true;
  else if ( family.compare( "WESTMERE" ) == 0 )
    westmere = true;
  else {
    error() << "ERROR: Unsupported processor family " << family << ". aborting..." << endmsg;
  }

  info() << "Initialized!" << endmsg;
  return StatusCode::SUCCESS;
}

int PerfMonAuditor::is_nehalem ( )

inline

Definition at line 219 of file PerfMonAuditor.cpp.

  {
#ifdef __ICC
// Disable ICC remark #593: variable "x" was set but never used
#pragma warning( push )
#pragma warning( disable : 593 )
#endif
    int a, b, c, d;
    cpuid( 1, a, b, c, d );
    int sse4_2_mask = 1 << 20;
    if ( c & sse4_2_mask )
      return 1;
    else
      return 0;
#ifdef __ICC
#pragma warning( pop )
#endif
  }

PerfMonAuditor& PerfMonAuditor::operator= ( const PerfMonAuditor &  )

private

void PerfMonAuditor::pausepm ( )

private

Definition at line 511 of file PerfMonAuditor.cpp.

{
  m_pfm.pfm_stop( fd );
  if ( m_pfm.pfm_read_pmds( fd, pd, inp.pfp_event_count ) == -1 ) {
    error() << "Could not read pmds" << endmsg;
  }

  for ( int i = 0; i < used_counters_number; i++ ) {
    alg_stack.top().second[i] += pd[i].reg_value;
  }

  close( fd );
}

void PerfMonAuditor::pfm_bv_copy ( uint64_t *  d, uint64_t *  j, uint16_t  n  )

inlineprivate

Definition at line 402 of file PerfMonAuditor.cpp.

  {
    if ( n <= BPL )
      *d = *j;
    else {
      memcpy( d, j, ( n >> LBPL ) * sizeof( uint64_t ) );
    }
  }

int PerfMonAuditor::pfm_bv_isset ( uint64_t *  bv, uint16_t  rnum  )

inlineprivate

Definition at line 398 of file PerfMonAuditor.cpp.

  {
    return bv[rnum >> LBPL] & ( 1UL << ( rnum & ( BPL - 1 ) ) ) ? 1 : 0;
  }

void PerfMonAuditor::pfm_bv_set ( uint64_t *  bv, uint16_t  rnum  )

inlineprivate

Definition at line 397 of file PerfMonAuditor.cpp.

{ bv[rnum >> LBPL] |= 1UL << ( rnum & ( BPL - 1 ) ); }

void PerfMonAuditor::process_smpl_buf ( pfm_dfl_smpl_hdr_t *  hdr, size_t  entry_size  )

staticprivate

Definition at line 612 of file PerfMonAuditor.cpp.

{
  pfm_dfl_smpl_entry_t* ent;
  size_t pos, count;
  uint64_t entry;
  if ( hdr->hdr_overflows == last_overflow && hdr->hdr_count == last_count ) {
    printf( "skipping identical set of samples...\n" );
    return;
  }
  count = hdr->hdr_count;
  ent   = (pfm_dfl_smpl_entry_t*)( hdr + 1 );
  pos   = (unsigned long)ent;
  entry = collected_samples;
  while ( count-- ) {
    // if(ent->ovfl_pmd>=0 && ent->ovfl_pmd<=3)
    if ( ent->ovfl_pmd <= 3 ) {
      ( ( samples[ent->ovfl_pmd] )[( alg_stack.top().first )->name()] )[(unsigned long)( ent->ip )]++;
    }
    pos += entry_size;
    ent = (pfm_dfl_smpl_entry_t*)pos;
    entry++;
  }
  collected_samples = entry;
  last_overflow     = hdr->hdr_overflows;
  if ( last_count != hdr->hdr_count && ( last_count || last_overflow == 0 ) ) {
    collected_partial += hdr->hdr_count;
  }
  last_count = hdr->hdr_count;
  return;
}

void PerfMonAuditor::sigio_handler ( int  , struct siginfo *  , struct sigcontext *    )

staticprivate

Definition at line 649 of file PerfMonAuditor.cpp.

{
  PFMon& pfm = PFMon::instance();
  pfarg_msg_t msg;
  int fd = ctx_fd;
  int r;
  if ( fd != ctx_fd ) {
    // error() << "ERROR: handler does not get valid file descriptor. Aborting..." << endmsg;
  }
  if ( pfm.pfm_read_pmds( fd, pd_smpl + 1, 1 ) == -1 ) {
    // error() << "ERROR: pfm_read_pmds: " << strerror(errno) << ". Aborting..." << endmsg;
  }
  while ( true ) {
    r = read( fd, &msg, sizeof( msg ) );
    if ( r != sizeof( msg ) ) {
      if ( r == -1 && errno == EINTR ) {
        printf( "read interrupted, retrying\n" );
        continue;
      }
      // error() << "ERROR: cannot read overflow message: " << strerror(errno) << ". Aborting..." << endmsg;
    }
    break;
  }
  switch ( msg.type ) {
  case PFM_MSG_OVFL: // the sampling buffer is full
    process_smpl_buf( hdr, entry_size );
    ovfl_count++;
    if ( pfm.pfm_restart( fd ) ) {
      if ( errno != EBUSY ) {
        // error() << "ERROR: pfm_restart error errno " << errno << ". Aborting..." << endmsg;
      } else {
        printf( "pfm_restart: task probably terminated \n" );
      }
    }
    break;
  default:
    // error() << "ERROR: unknown message type " << msg.type << ". Aborting..." << endmsg;
    break;
  }
}

void PerfMonAuditor::start_smpl ( )

private

Definition at line 694 of file PerfMonAuditor.cpp.

{
  ovfl_count    = 0;
  num_smpl_pmds = 0;
  last_overflow = ~0;
  max_pmd       = 0;
  memset( &pfmlib_options, 0, sizeof( pfmlib_options ) );
  pfmlib_options.pfm_debug   = 0;
  pfmlib_options.pfm_verbose = 0;
  m_pfm.pfm_set_options( &pfmlib_options );
  ret = m_pfm.pfm_initialize();
  if ( ret != PFMLIB_SUCCESS ) {
    error() << "ERROR: Cannot initialize library: " << m_pfm.pfm_strerror( ret ) << ". Aborting..." << endmsg;
  }
  struct sigaction act;
  memset( &act, 0, sizeof( act ) );
  act.sa_handler = (sig_t)sigio_handler; // dlopen() ==>
  // act.sa_handler = (sig_t)&sigio_handler;
  sigaction( SIGIO, &act, 0 );
  memset( &ctx, 0, sizeof( ctx ) );
  memset( &buf_arg, 0, sizeof( buf_arg ) );
  memset( &inp, 0, sizeof( inp ) );
  memset( &outp, 0, sizeof( outp ) );
  memset( pd_smpl, 0, sizeof( pd_smpl ) );
  memset( pc, 0, sizeof( pc ) );
  memset( &load_args, 0, sizeof( load_args ) );
  m_pfm.pfm_get_num_counters( &num_counters );
  memset( &params, 0, sizeof( params ) );
  memset( &nhm_params, 0, sizeof( nhm_params ) );

  for ( int i = 0; i < used_counters_number; i++ ) {
    ret = m_pfm.pfm_find_full_event( event_cstr[i], &inp.pfp_events[i] );
    if ( ret != PFMLIB_SUCCESS ) {
      error() << "ERROR: cannot find event: " << event_cstr[i] << ". Aborting..." << endmsg;
    }
  }
  inp.pfp_dfl_plm     = PFM_PLM3;
  inp.pfp_event_count = 4;
  for ( int i = 0; i < used_counters_number; i++ ) {
    if ( inv[i] ) {
      ( params.pfp_core_counters[i] ).flags |= PFM_CORE_SEL_INV;
      ( nhm_params.pfp_nhm_counters[i] ).flags |= PFM_NHM_SEL_INV;
    }
    if ( cmask[i] > 0 ) {
      ( params.pfp_core_counters[i] ).cnt_mask    = cmask[i];
      ( nhm_params.pfp_nhm_counters[i] ).cnt_mask = cmask[i];
    }
  }
  if ( nehalem || westmere ) {
    ret = m_pfm.pfm_dispatch_events( &inp, &nhm_params, &outp, NULL );
  } else {
    ret = m_pfm.pfm_dispatch_events( &inp, &params, &outp, NULL );
  }
  if ( ret != PFMLIB_SUCCESS ) {
    error() << "ERROR: cannot configure events: " << m_pfm.pfm_strerror( ret ) << ". Aborting..." << endmsg;
  }
  for ( unsigned int i = 0; i < outp.pfp_pmc_count; i++ ) {
    pc[i].reg_num   = outp.pfp_pmcs[i].reg_num;
    pc[i].reg_value = outp.pfp_pmcs[i].reg_value;
  }
  for ( unsigned int i = 0; i < outp.pfp_pmd_count; i++ ) {
    pd_smpl[i].reg_num = outp.pfp_pmds[i].reg_num;
    if ( i ) {
      pfm_bv_set( pd_smpl[0].reg_smpl_pmds, pd_smpl[i].reg_num );
      if ( pd_smpl[i].reg_num > max_pmd ) {
        max_pmd = pd_smpl[i].reg_num;
      }
      num_smpl_pmds++;
    }
  }
  for ( int i = 0; i < used_counters_number; i++ ) {
    pd_smpl[i].reg_flags |= PFM_REGFL_OVFL_NOTIFY | PFM_REGFL_RANDOM;
    pfm_bv_copy( pd_smpl[i].reg_reset_pmds, pd_smpl[i].reg_smpl_pmds, max_pmd );
    pd_smpl[i].reg_value       = ( uint64_t )( sp[i] * -1 );
    pd_smpl[i].reg_short_reset = ( uint64_t )( sp[i] * -1 );
    pd_smpl[i].reg_long_reset  = ( uint64_t )( sp[i] * -1 );
    pd_smpl[i].reg_random_seed = 5;    // tocheck
    pd_smpl[i].reg_random_mask = 0xff; // tocheck
  }
  entry_size       = sizeof( pfm_dfl_smpl_entry_t ) + ( num_smpl_pmds << 3 );
  ctx.ctx_flags    = 0;
  buf_arg.buf_size = 3 * getpagesize() + 512;
  ctx_fd           = m_pfm.pfm_create_context( &ctx, (char*)FMT_NAME, &buf_arg, sizeof( buf_arg ) );
  if ( ctx_fd == -1 ) {
    if ( errno == ENOSYS ) {
      error() << "ERROR: Your kernel does not have performance monitoring support! Aborting..." << endmsg;
    }
    error() << "ERROR: Can't create PFM context " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  buf_addr = mmap( NULL, (size_t)buf_arg.buf_size, PROT_READ, MAP_PRIVATE, ctx_fd, 0 );
  if ( buf_addr == MAP_FAILED ) {
    error() << "ERROR: cannot mmap sampling buffer: " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  hdr = (pfm_dfl_smpl_hdr_t*)buf_addr;
  if ( PFM_VERSION_MAJOR( hdr->hdr_version ) < 1 ) {
    error() << "ERROR: invalid buffer format version. Aborting..." << endmsg;
  }
  if ( m_pfm.pfm_write_pmcs( ctx_fd, pc, outp.pfp_pmc_count ) ) {
    error() << "ERROR: pfm_write_pmcs error errno " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  if ( m_pfm.pfm_write_pmds( ctx_fd, pd_smpl, outp.pfp_pmd_count ) ) {
    error() << "ERROR: pfm_write_pmds error errno " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  load_args.load_pid = getpid();
  if ( m_pfm.pfm_load_context( ctx_fd, &load_args ) ) {
    error() << "ERROR: pfm_load_context error errno " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  ret = fcntl( ctx_fd, F_SETFL, fcntl( ctx_fd, F_GETFL, 0 ) | O_ASYNC );
  if ( ret == -1 ) {
    error() << "ERROR: cannot set ASYNC: " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  ret = fcntl( ctx_fd, F_SETOWN, getpid() );
  if ( ret == -1 ) {
    error() << "ERROR: cannot setown: " << strerror( errno ) << ". Aborting..." << endmsg;
  }
  // pfm_self_start(ctx_fd); ==>
  m_pfm.pfm_start( ctx_fd, NULL );
}

void PerfMonAuditor::startpm ( )

private

Definition at line 430 of file PerfMonAuditor.cpp.

{
  memset( &ctx, 0, sizeof( ctx ) );
  memset( &inp, 0, sizeof( inp ) );
  memset( &outp, 0, sizeof( outp ) );
  memset( pd, 0, sizeof( pd ) );
  memset( pc, 0, sizeof( pc ) );
  memset( &load_arg, 0, sizeof( load_arg ) );
  memset( &params, 0, sizeof( params ) );
  memset( &nhm_params, 0, sizeof( nhm_params ) );

  for ( int i = 0; i < used_counters_number; i++ ) {
    ret = m_pfm.pfm_find_full_event( event_cstr[i], &inp.pfp_events[i] );
    if ( ret != PFMLIB_SUCCESS ) {
      error() << "ERROR: cannot find event: " << event_cstr[i] << ". Aborting..." << endmsg;
    }
  }
  inp.pfp_dfl_plm     = PFM_PLM3;
  inp.pfp_event_count = 4;
  for ( int i = 0; i < used_counters_number; i++ ) {
    if ( inv[i] ) {
      ( params.pfp_core_counters[i] ).flags |= PFM_CORE_SEL_INV;
      ( nhm_params.pfp_nhm_counters[i] ).flags |= PFM_NHM_SEL_INV;
    }
    if ( cmask[i] > 0 ) {
      ( params.pfp_core_counters[i] ).cnt_mask    = cmask[i];
      ( nhm_params.pfp_nhm_counters[i] ).cnt_mask = cmask[i];
    }
  }
  if ( nehalem || westmere ) {
    ret = m_pfm.pfm_dispatch_events( &inp, &nhm_params, &outp, NULL );
  } else {
    ret = m_pfm.pfm_dispatch_events( &inp, &params, &outp, NULL );
  }
  if ( ret != PFMLIB_SUCCESS ) {
    error() << "ERROR: cannot dispatch events: " << m_pfm.pfm_strerror( ret ) << ". Aborting..." << endmsg;
  }
  for ( unsigned int i = 0; i < outp.pfp_pmc_count; i++ ) {
    pc[i].reg_num   = outp.pfp_pmcs[i].reg_num;
    pc[i].reg_value = outp.pfp_pmcs[i].reg_value;
  }
  for ( unsigned int i = 0; i < outp.pfp_pmd_count; i++ ) {
    pd[i].reg_num   = outp.pfp_pmds[i].reg_num;
    pd[i].reg_value = 0;
  }
  fd = m_pfm.pfm_create_context( &ctx, NULL, 0, 0 );
  if ( fd == -1 ) {
    error() << "ERROR: Context not created. Aborting..." << endmsg;
  }
  if ( m_pfm.pfm_write_pmcs( fd, pc, outp.pfp_pmc_count ) == -1 ) {
    error() << "ERROR: Could not write pmcs. Aborting..." << endmsg;
  }
  if ( m_pfm.pfm_write_pmds( fd, pd, outp.pfp_pmd_count ) == -1 ) {
    error() << "ERROR: Could not write pmds. Aborting..." << endmsg;
  }
  load_arg.load_pid = getpid();
  if ( m_pfm.pfm_load_context( fd, &load_arg ) == -1 ) {
    error() << "ERROR: Could not load context. Aborting..." << endmsg;
    //  error() << "Could not read pmds" << endmsg;
  }

  m_pfm.pfm_start( fd, NULL );
}

void PerfMonAuditor::stop_smpl ( )

private

Definition at line 817 of file PerfMonAuditor.cpp.

{
  m_pfm.pfm_self_stop( ctx_fd );
  process_smpl_buf( hdr, entry_size );
  close( ctx_fd );
  ret = munmap( hdr, (size_t)buf_arg.buf_size );
  if ( ret ) {
    error() << "Cannot unmap buffer: %s" << strerror( errno ) << endmsg;
  }
  return;
}

void PerfMonAuditor::stoppm ( )

private

Definition at line 498 of file PerfMonAuditor.cpp.

{
  m_pfm.pfm_stop( fd );
  if ( m_pfm.pfm_read_pmds( fd, pd, inp.pfp_event_count ) == -1 ) {
    error() << "Could not read pmds" << endmsg;
  }
  for ( int i = 0; i < used_counters_number; i++ ) {
    results[i][( alg_stack.top().first )->name()].push_back( alg_stack.top().second[i] + pd[i].reg_value );
  }

  close( fd );
}

Member Data Documentation

void* PerfMonAuditor::buf_addr

private

Definition at line 418 of file PerfMonAuditor.cpp.

pfm_dfl_smpl_arg_t PerfMonAuditor::buf_arg

private

Definition at line 416 of file PerfMonAuditor.cpp.

unsigned int PerfMonAuditor::cmask[MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]

private

Definition at line 385 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::core

private

Definition at line 392 of file PerfMonAuditor.cpp.

pfarg_ctx_t PerfMonAuditor::ctx

private

Definition at line 367 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::event_count_reached

private

Definition at line 427 of file PerfMonAuditor.cpp.

char PerfMonAuditor::event_cstr[MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS][MAX_EVENT_NAME_LENGTH]

private

Definition at line 381 of file PerfMonAuditor.cpp.

std::string PerfMonAuditor::event_str[MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]

private

Definition at line 378 of file PerfMonAuditor.cpp.

std::string PerfMonAuditor::family

private

Definition at line 380 of file PerfMonAuditor.cpp.

int PerfMonAuditor::fd

private

Definition at line 371 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::first_alg

private

Definition at line 425 of file PerfMonAuditor.cpp.

std::string PerfMonAuditor::first_alg_name

private

Definition at line 426 of file PerfMonAuditor.cpp.

unsigned int PerfMonAuditor::i

private

Definition at line 372 of file PerfMonAuditor.cpp.

pfmlib_input_param_t PerfMonAuditor::inp

private

Definition at line 365 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::inv[MAX_NUMBER_OF_PROGRAMMABLE_COUNTERS]

private

Definition at line 384 of file PerfMonAuditor.cpp.

int PerfMonAuditor::is_nehalem_ret

private

Definition at line 363 of file PerfMonAuditor.cpp.

int PerfMonAuditor::level

private

Definition at line 423 of file PerfMonAuditor.cpp.

pfarg_load_t PerfMonAuditor::load_arg

private

Definition at line 370 of file PerfMonAuditor.cpp.

pfarg_load_t PerfMonAuditor::load_args

private

Definition at line 417 of file PerfMonAuditor.cpp.

int PerfMonAuditor::m_indent

private

Definition at line 359 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::m_inEvent

private

Definition at line 360 of file PerfMonAuditor.cpp.

Map PerfMonAuditor::m_map

private

Definition at line 358 of file PerfMonAuditor.cpp.

PFMon& PerfMonAuditor::m_pfm

private

Definition at line 239 of file PerfMonAuditor.cpp.

unsigned int PerfMonAuditor::max_pmd

private

Definition at line 420 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::nehalem

private

Definition at line 390 of file PerfMonAuditor.cpp.

pfmlib_nhm_input_param_t PerfMonAuditor::nhm_params

private

Definition at line 388 of file PerfMonAuditor.cpp.

unsigned PerfMonAuditor::num_counters

private

Definition at line 419 of file PerfMonAuditor.cpp.

pfmlib_output_param_t PerfMonAuditor::outp

private

Definition at line 366 of file PerfMonAuditor.cpp.

pfmlib_core_input_param_t PerfMonAuditor::params

private

Definition at line 387 of file PerfMonAuditor.cpp.

pfarg_pmc_t PerfMonAuditor::pc[NUM_PMCS]

private

Definition at line 369 of file PerfMonAuditor.cpp.

pfarg_pmd_t PerfMonAuditor::pd[NUM_PMDS]

private

Definition at line 368 of file PerfMonAuditor.cpp.

pfmlib_options_t PerfMonAuditor::pfmlib_options

private

Definition at line 421 of file PerfMonAuditor.cpp.

unsigned int PerfMonAuditor::ph_ev_count

private

Definition at line 383 of file PerfMonAuditor.cpp.

std::string PerfMonAuditor::prefix

private

Definition at line 379 of file PerfMonAuditor.cpp.

char PerfMonAuditor::prefix_cstr[MAX_PREFIX_NAME_LENGTH]

private

Definition at line 382 of file PerfMonAuditor.cpp.

int PerfMonAuditor::ret

private

Definition at line 373 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::sampling

private

Definition at line 394 of file PerfMonAuditor.cpp.

unsigned int PerfMonAuditor::start_at_event

private

Definition at line 386 of file PerfMonAuditor.cpp.

int PerfMonAuditor::used_counters_number

private

Definition at line 389 of file PerfMonAuditor.cpp.

bool PerfMonAuditor::westmere

private

Definition at line 391 of file PerfMonAuditor.cpp.

---

The documentation for this class was generated from the following file:

• GaudiProfiling/src/component/PerfMonAuditor.cpp