4 #include <boost/property_map/transform_value_property_map.hpp> 9 #define ON_DEBUG if ( msgLevel( MSG::DEBUG ) ) 10 #define ON_VERBOSE if ( msgLevel( MSG::VERBOSE ) ) 21 else if ( 1 == stateId )
31 for (
auto node : m_children )
delete node;
38 if (
std::find( m_parents.begin(), m_parents.end(), node ) == m_parents.end() ) m_parents.push_back( node );
45 if (
std::find( m_children.begin(), m_children.end(), node ) == m_children.end() ) m_children.push_back( node );
50 const std::vector<int>& node_decisions,
const unsigned int& recursionLevel )
const 57 for (
auto daughter : m_children ) daughter->printState( output, states, node_decisions, recursionLevel + 2 );
66 bool result = visitor.
visit( *
this );
70 for (
auto parent : m_parents ) {
71 parent->accept( visitor );
86 for (
auto node : m_outputs ) {
93 const std::vector<int>& node_decisions,
const unsigned int& recursionLevel )
const 106 visitor.
visit( *
this );
117 if (
std::find( m_parents.begin(), m_parents.end(), node ) == m_parents.end() ) m_parents.push_back( node );
124 if (
std::find( m_outputs.begin(), m_outputs.end(), node ) == m_outputs.end() ) m_outputs.push_back( node );
137 if ( serviceLocator()->existsService(
"CondSvc" ) ) {
139 if ( condSvc.isValid() ) {
140 info() <<
"CondSvc found. DF precedence rules will be augmented with 'Conditions'" <<
endmsg;
141 m_conditionsRealmEnabled =
true;
146 if ( m_conditionsRealmEnabled ) {
148 auto& condAlgs = condSvc->
condAlgs();
149 for (
const auto algo : condAlgs ) {
150 auto itA = m_algoNameToAlgoNodeMap.find( algo->name() );
152 if ( itA != m_algoNameToAlgoNodeMap.end() ) {
153 algoNode = itA->second;
154 debug() <<
"Detaching condition algorithm '" << algo->name() <<
"' from the CF realm.." <<
endmsg;
156 parent->m_children.erase(
std::remove( parent->m_children.begin(), parent->m_children.end(), algoNode ),
157 parent->m_children.end() );
159 if ( m_enableAnalysis )
160 boost::remove_edge( node( algoNode->
getNodeName() ), node( parent->getNodeName() ), m_PRGraph );
165 warning() <<
"Algorithm '" << algo->name() <<
"' is not registered in the graph" <<
endmsg;
172 if ( !sc.
isSuccess() ) error() <<
"Could not build the data dependency realm." <<
endmsg;
190 verbose() <<
" Inputs of " << algoName <<
": ";
194 verbose() <<
" Outputs of " << algoName <<
": ";
207 for (
auto algo : m_algoNameToAlgoNodeMap ) {
209 auto& outputs = m_algoNameToAlgoOutputsMap[algo.first];
210 for (
auto output : outputs ) {
211 const auto sc = addDataNode(
output );
212 if ( !sc.isSuccess() ) {
213 error() <<
"Extra producer (" << algo.first <<
") for DataObject @ " <<
output 214 <<
" has been detected: this is not allowed." <<
endmsg;
217 auto dataNode = getDataNode(
output );
218 dataNode->addProducerNode( algo.second );
219 algo.second->addOutputDataNode( dataNode );
222 if ( m_enableAnalysis )
223 boost::add_edge( node( algo.second->getNodeName() ), node(
output.fullKey() ), m_PRGraph );
228 for (
auto algo : m_algoNameToAlgoNodeMap ) {
230 for (
auto input : m_algoNameToAlgoInputsMap[algo.first] ) {
234 auto itP = m_dataPathToDataNodeMap.find( input );
236 if ( itP != m_dataPathToDataNodeMap.end() ) dataNode = getDataNode( input );
240 algo.second->addInputDataNode( dataNode );
243 if ( m_enableAnalysis )
244 boost::add_edge( node( input.fullKey() ), node( algo.second->getNodeName() ), m_PRGraph );
260 auto& algoName = algo->
name();
261 auto itA = m_algoNameToAlgoNodeMap.
find( algoName );
263 if ( itA != m_algoNameToAlgoNodeMap.end() ) {
264 algoNode = itA->second;
268 if ( m_enableAnalysis ) {
270 boost::add_vertex(
AlgoProps( algo, m_nodeCounter, m_algoCounter, inverted, allPass ), m_PRGraph );
271 boost::add_edge( source, node( parentName ), m_PRGraph );
275 m_algoNameToAlgoNodeMap[algoName] = algoNode;
277 registerIODataObjects( algo );
281 auto itP = m_decisionNameToDecisionHubMap.find( parentName );
282 if ( itP != m_decisionNameToDecisionHubMap.end() ) {
283 auto parentNode = itP->second;
284 ON_VERBOSE verbose() <<
"Attaching AlgorithmNode '" << algo->
name() <<
"' to DecisionNode '" << parentName <<
"'" 287 parentNode->addDaughterNode( algoNode );
291 error() <<
"Requested DecisionNode '" << parentName <<
"' was not found" <<
endmsg;
301 return m_algoNameToAlgoNodeMap.at( algoName );
310 auto itD = m_dataPathToDataNodeMap.find( dataPath );
312 if ( itD != m_dataPathToDataNodeMap.end() ) {
313 dataNode = itD->second;
316 if ( !m_conditionsRealmEnabled ) {
320 if ( m_enableAnalysis ) boost::add_vertex(
DataProps( dataPath ), m_PRGraph );
323 if ( condSvc->isRegistered( dataPath ) ) {
327 if ( m_enableAnalysis ) boost::add_vertex(
CondDataProps( dataPath ), m_PRGraph );
332 if ( m_enableAnalysis ) boost::add_vertex(
DataProps( dataPath ), m_PRGraph );
336 m_dataPathToDataNodeMap[dataPath] = dataNode;
348 return m_dataPathToDataNodeMap.at( dataPath );
359 auto& decisionHubName = decisionHubAlgo->
name();
361 auto itP = m_decisionNameToDecisionHubMap.
find( parentName );
363 if ( itP != m_decisionNameToDecisionHubMap.end() ) {
364 parentNode = itP->second;
365 auto itA = m_decisionNameToDecisionHubMap.find( decisionHubName );
367 if ( itA != m_decisionNameToDecisionHubMap.end() ) {
368 decisionHubNode = itA->second;
371 modePromptDecision, modeOR, allPass, isInverted );
372 m_decisionNameToDecisionHubMap[decisionHubName] = decisionHubNode;
375 if ( m_enableAnalysis ) {
376 auto source = boost::add_vertex(
DecisionHubProps( decisionHubName, m_nodeCounter, modeConcurrent,
377 modePromptDecision, modeOR, allPass, isInverted ),
379 boost::add_edge( source, node( parentName ), m_PRGraph );
391 error() <<
"Decision hub node " << parentName <<
", requested to be parent, is not registered." <<
endmsg;
403 auto itH = m_decisionNameToDecisionHubMap.find( headName );
404 if ( itH != m_decisionNameToDecisionHubMap.end() ) {
405 m_headNode = itH->second;
408 modeOR, allPass, isInverted );
409 m_decisionNameToDecisionHubMap[headName] = m_headNode;
412 if ( m_enableAnalysis ) {
413 boost::add_vertex(
DecisionHubProps( headName, m_nodeCounter, modeConcurrent, modePromptDecision, modeOR,
414 allPass, isInverted ),
428 for (
auto vp = vertices( m_PRGraph ); vp.first != vp.second; ++vp.first ) {
442 getAlgorithmNode( algo_name )->accept( visitor );
449 info() <<
"Starting ranking by data outputs .. " <<
endmsg;
450 for (
auto& pair : m_algoNameToAlgoNodeMap ) {
451 ON_DEBUG debug() <<
" Ranking " << pair.first <<
"... " <<
endmsg;
452 pair.second->accept( ranker );
453 ON_DEBUG debug() <<
" ... rank of " << pair.first <<
": " << pair.second->getRank() <<
endmsg;
460 dumpControlFlow( ost, m_headNode, 0 );
470 if ( node != m_headNode ) {
474 ost << ( ( dn->
m_modeOR ) ?
" [OR] " :
"" );
475 ost << ( ( dn->
m_allPass ) ?
" [PASS] " :
"" );
480 dumpControlFlow( ost, *itr, indent + 1 );
482 }
else if ( an != 0 ) {
486 ost <<
" [n= " << ar->cardinality() <<
"]";
487 ost << ( ( !ar->isClonable() ) ?
" [unclonable] " :
"" );
497 const char idt[] =
" ";
500 ost <<
"\n" << idt <<
"====================================\n";
501 ost << idt <<
"Data origins and destinations:\n";
502 ost << idt <<
"====================================\n";
504 for (
auto& pair : m_dataPathToDataNodeMap ) {
506 for (
auto algoNode : pair.second->getProducers() ) ost << idt <<
" " << algoNode->getNodeName() <<
"\n";
508 ost << idt <<
" V\n";
509 ost << idt <<
" o " << pair.first <<
"\n";
510 ost << idt <<
" V\n";
512 for (
auto algoNode : pair.second->getConsumers() ) ost << idt <<
" " << algoNode->getNodeName() <<
"\n";
514 ost << idt <<
"====================================\n";
524 boost::filesystem::ofstream myfile;
525 myfile.open( fileName, std::ios::app );
528 boost::dynamic_properties dp;
530 using boost::make_transform_value_property_map;
531 using boost::apply_visitor;
533 using boost::vertex_bundle;
535 dp.property(
"Entity", make_transform_value_property_map(
537 get( vertex_bundle, m_PRGraph ) ) );
540 dp.property(
"Name", make_transform_value_property_map(
542 get( vertex_bundle, m_PRGraph ) ) );
545 dp.property(
"Mode", make_transform_value_property_map(
547 get( vertex_bundle, m_PRGraph ) ) );
550 dp.property(
"Logic", make_transform_value_property_map(
552 get( vertex_bundle, m_PRGraph ) ) );
555 dp.property(
"Decision Negation", make_transform_value_property_map(
557 get( vertex_bundle, m_PRGraph ) ) );
560 dp.property(
"Negative Decision Inversion",
561 make_transform_value_property_map(
563 get( vertex_bundle, m_PRGraph ) ) );
566 dp.property(
"Exit Policy", make_transform_value_property_map(
568 get( vertex_bundle, m_PRGraph ) ) );
571 dp.property(
"Operations", make_transform_value_property_map(
573 get( vertex_bundle, m_PRGraph ) ) );
576 dp.property(
"CF Decision", make_transform_value_property_map(
578 get( vertex_bundle, m_PRGraph ) ) );
581 dp.property(
"State", make_transform_value_property_map(
583 get( vertex_bundle, m_PRGraph ) ) );
586 dp.property(
"Start Time (Epoch ns)",
587 make_transform_value_property_map(
589 get( vertex_bundle, m_PRGraph ) ) );
592 dp.property(
"End Time (Epoch ns)",
593 make_transform_value_property_map(
595 get( vertex_bundle, m_PRGraph ) ) );
598 dp.property(
"Runtime (ns)", make_transform_value_property_map(
600 get( vertex_bundle, m_PRGraph ) ) );
602 boost::write_graphml( myfile, m_PRGraph, dp );
610 boost::filesystem::ofstream myfile;
611 myfile.open( fileName, std::ios::app );
615 if ( !timelineSvc.
isValid() ) {
616 warning() <<
"Failed to get the TimelineSvc, timing will not be added to " 617 <<
"the task precedence trace dump" <<
endmsg;
620 typedef boost::graph_traits<precedence::PRGraph>::vertex_iterator vertex_iter;
622 for ( vp = vertices( m_precTrace ); vp.first != vp.second; ++vp.first ) {
624 te.
algorithm = m_precTrace[*vp.first].m_name;
627 m_precTrace[*vp.first].m_runtime = runtime;
632 boost::dynamic_properties dp;
635 dp.property(
"Name",
get( &AlgoTraceProps::m_name, m_precTrace ) );
636 dp.property(
"Rank",
get( &AlgoTraceProps::m_rank, m_precTrace ) );
637 dp.property(
"Runtime",
get( &AlgoTraceProps::m_runtime, m_precTrace ) );
639 boost::write_graphml( myfile, m_precTrace, dp );
652 if ( u ==
nullptr ) {
653 auto itT = m_prec_trace_map.
find(
"ENTRY" );
654 if ( itT != m_prec_trace_map.end() ) {
655 source = itT->second;
658 m_prec_trace_map[
"ENTRY"] = source;
661 auto itS = m_prec_trace_map.find( u_name );
662 if ( itS != m_prec_trace_map.end() ) {
663 source = itS->second;
668 m_prec_trace_map[u_name] = source;
674 auto itP = m_prec_trace_map.find( v_name );
675 if ( itP != m_prec_trace_map.end() ) {
676 target = itP->second;
681 m_prec_trace_map[v_name] = target;
684 boost::add_edge( source, target, m_precTrace );
686 ON_DEBUG debug() << u_name <<
"-->" << v_name <<
" precedence trait added" <<
endmsg;
PRVertexDesc node(const std::string &) const
const unsigned int & getAlgoIndex() const
Get algorithm index.
StatusCode addAlgorithmNode(Algorithm *daughterAlgo, const std::string &parentName, bool inverted, bool allPass)
Add algorithm node.
const std::string & name() const override
The identifying name of the algorithm object.
void addDaughterNode(ControlFlowNode *node)
Add a daughter node.
boost::graph_traits< PrecTrace >::vertex_descriptor AlgoTraceVertex
boost::graph_traits< PRGraph >::vertex_descriptor PRVertexDesc
const DataObjIDColl & outputDataObjs() const override
bool isSuccess() const
Test for a status code of SUCCESS.
virtual bool visit(DecisionNode &)
void dumpPrecRules(const boost::filesystem::path &, const EventSlot &slot)
dump to file the precedence rules
std::vector< DecisionNode * > m_parents
Control flow parents of an AlgorithmNode (DecisionNodes)
std::string stateToString(const int &stateId) const
Translation between state id and name.
T duration_cast(T...args)
StatusCode addDataNode(const DataObjID &dataPath)
Add DataNode that represents DataObject.
AlgorithmNode * getAlgorithmNode(const std::string &algoName) const
Get the AlgorithmNode from by algorithm name using graph index.
void rankAlgorithms(IGraphVisitor &ranker) const
Rank Algorithm nodes by the number of data outputs.
bool m_allPass
Whether always passing regardless of daughter results.
const std::vector< DecisionNode * > & getParentDecisionHubs() const
Get all parent decision hubs.
~AlgorithmNode()
Destructor.
Gaudi::tagged_bool< class ModeOr_tag > ModeOr
virtual bool visitEnter(DecisionNode &) const
Algorithm * getAlgorithm() const
get Algorithm representatives
virtual void getTimelineEvent(TimelineEvent &) const =0
bool m_modeOR
Whether acting as "and" (false) or "or" node (true)
void addInputDataNode(DataNode *node)
Associate an AlgorithmNode, which is a data consumer of this one.
bool accept(IGraphVisitor &visitor) override
Visitor entry point.
StatusCode initialize()
Initialize graph.
void dumpPrecTrace(const boost::filesystem::path &)
dump to file the precedence trace
const float & getRank() const
Get Algorithm rank.
The AlgsExecutionStates encodes the state machine for the execution of algorithms within a single eve...
virtual const std::set< IAlgorithm * > & condAlgs() const =0
get list of all registered condition Algorithms
Gaudi::tagged_bool< class Inverted_tag > Inverted
This class is used for returning status codes from appropriate routines.
const DataObjIDColl & inputDataObjs() const override
std::string dumpDataFlow() const
Print out all data origins and destinations, as reflected in the EF graph.
const std::vector< ControlFlowNode * > & getDaughters() const
Get children nodes.
void accept(const std::string &algo_name, IGraphVisitor &visitor) const
A method to update algorithm node decision, and propagate it upwards.
DataNode * getDataNode(const DataObjID &dataPath) const
Get DataNode by DataObject path using graph index.
Gaudi::tagged_bool< class Concurrent_tag > Concurrent
bool m_modePromptDecision
Whether to evaluate the hub decision ASA its child decisions allow to do that.
void addEdgeToPrecTrace(const AlgorithmNode *u, const AlgorithmNode *v)
set cause-effect connection between two algorithms in the precedence trace
void addOutputDataNode(DataNode *node)
Associate an AlgorithmNode, which is a data supplier for this one.
Base class from which all concrete algorithm classes should be derived.
std::vector< InputHandle_t< In > > m_inputs
Gaudi::tagged_bool< class PromptDecision_tag > PromptDecision
void addParentNode(DecisionNode *node)
Add a parent node.
bool isValid() const
Allow for check if smart pointer is valid.
void registerIODataObjects(const Algorithm *algo)
Register algorithm in the Data Dependency index.
bool m_modeConcurrent
Whether all daughters will be evaluated concurrently or sequentially.
StatusCode addDecisionHubNode(Algorithm *daughterAlgo, const std::string &parentName, concurrency::Concurrent, concurrency::PromptDecision, concurrency::ModeOr, concurrency::AllPass, concurrency::Inverted)
Add a node, which aggregates decisions of direct daughter nodes.
void printState(std::stringstream &output, AlgsExecutionStates &states, const std::vector< int > &node_decisions, const unsigned int &recursionLevel) const override
Print a string representing the control flow state.
Class representing the event slot.
Gaudi::tagged_bool< class AllPass_tag > AllPass
void addParentNode(DecisionNode *node)
Add a parent node.
bool accept(IGraphVisitor &visitor) override
Visitor entry point.
const std::string & getNodeName() const
Get node name.
void printState(std::stringstream &output, AlgsExecutionStates &states, const std::vector< int > &node_decisions, const unsigned int &recursionLevel) const override
Print a string representing the control flow state.
StatusCode buildDataDependenciesRealm()
Build data dependency realm WITH data object nodes participating.
std::string dumpControlFlow() const
Print out control flow of Algorithms and Sequences.
~DecisionNode() override
Destructor.
MsgStream & endmsg(MsgStream &s)
MsgStream Modifier: endmsg. Calls the output method of the MsgStream.
void addHeadNode(const std::string &headName, concurrency::Concurrent, concurrency::PromptDecision, concurrency::ModeOr, concurrency::AllPass, concurrency::Inverted)
Add a node, which has no parents.
static std::map< State, std::string > stateNames
boost::variant< AlgoProps, DecisionHubProps, DataProps, CondDataProps > VariantVertexProps
void addConsumerNode(AlgorithmNode *node)
Add relationship to consumer AlgorithmNode.