XMLCatalogTest.cpp

Go to the documentation of this file.

/***********************************************************************************\
* (c) Copyright 1998-2019 CERN for the benefit of the LHCb and ATLAS collaborations *
*                                                                                   *
* This software is distributed under the terms of the Apache version 2 licence,     *
* copied verbatim in the file "LICENSE".                                            *
*                                                                                   *
* In applying this licence, CERN does not waive the privileges and immunities       *
* granted to it by virtue of its status as an Intergovernmental Organization        *
* or submit itself to any jurisdiction.                                             *
\***********************************************************************************/
#include "XMLFileCatalog.h"
#include <cstdio>
#include <ctime>
#include <iostream>
#include <sstream>
 
using namespace Gaudi;
 
extern "C" int testXMLFileCatalogWrite( int argc, char** argv ) {
  int         nwrite = 10;
  std::string fname  = "file:test.xml";
  if ( argc > 1 ) fname = argv[1];
  if ( argc > 2 ) nwrite = ::atol( argv[2] );
  XMLFileCatalog c( fname, nullptr );
  c.init();
  std::vector<std::string> fids;
  c.getFID( fids );
  time_t start = time( nullptr );
  for ( size_t n = fids.size(), i = n; i < n + nwrite; ++i ) {
    std::ostringstream txt;
    if ( 0 == ( ( i - n ) % 10000 ) ) std::cout << i - n << std::endl;
    std::string fid = c.createFID();
    c.registerFID( fid );
    txt << "PFN1_Test_" << i << ".dat";
    c.registerPFN( fid, txt.str(), "ROOT" );
    c.registerPFN( fid, txt.str(), "ROOT" );
    txt.str( "" );
    txt << "PFN2_Test_" << i << ".dat";
    c.registerPFN( fid, txt.str(), "ROOT" );
    txt.str( "" );
    txt << "PFN3_Test_" << i << ".dat";
    c.registerPFN( fid, txt.str(), "ROOT" );
    txt.str( "" );
    txt << "lfn1_Test_" << i << ".dat";
    c.registerLFN( fid, txt.str() );
    txt.str( "" );
    txt << "lfn2_Test_" << i << ".dat";
    c.registerLFN( fid, txt.str() );
    txt.str( "" );
    txt << "lfn3_Test_" << i << ".dat";
    c.registerLFN( fid, txt.str() );
    c.setMetaData( fid, "Name1", "Value1" );
    c.setMetaData( fid, "Name1", "Value111" );
    c.setMetaData( fid, "Name2", "Value2" );
    c.setMetaData( fid, "Name3", "Value3" );
  }
  time_t end = time( nullptr ) - start;
  std::cout << "Used " << end << " seconds."
            << " corresponding to " << float( end ) / float( nwrite ) << " entries/second." << std::endl;
  if ( c.dirty() ) {
    c.commit();
    time_t saved = time( nullptr ) - ( start + end );
    std::cout << "Used " << saved << " seconds."
              << " corresponding to " << float( saved ) / float( nwrite ) << " entries/second." << std::endl;
  } else {
    std::cout << "Error: Catalog is not dirty after inserting records." << std::endl;
    return 1;
  }
  return 0;
}
 
extern "C" int testXMLFileCatalogRead( int argc, char** argv ) {
  std::vector<std::string> fids;
  std::string              fname = "file:test.xml";
  if ( argc > 1 ) fname = argv[1];
  bool           prt   = argc < 2;
  time_t         start = time( nullptr );
  XMLFileCatalog c( fname, nullptr );
  c.init();
  std::cout << "File loaded in " << time( nullptr ) - start << " seconds. " << std::endl;
  start = time( nullptr );
  c.getFID( fids );
  std::cout << "FIDs scanned in " << time( nullptr ) - start << " seconds. " << std::endl;
  start       = time( nullptr );
  size_t mult = prt ? 1 : 10;
  std::cout << mult * fids.size() << std::endl;
  for ( size_t i = 0, tot = ( mult * fids.size() ); i < tot; ++i ) {
    size_t ent = i % fids.size();
    if ( ent == 0 ) std::cout << i << std::endl;
    std::string                fid = fids[ent];
    XMLFileCatalog::Files      pfn, lfn;
    XMLFileCatalog::Attributes attrs;
    c.getLFN( fid, lfn );
    for ( auto& elem : lfn ) {
      if ( !c.existsLFN( elem.first ) ) {
        std::cout << "Error LFN existence of :" << elem.second << std::endl;
        return 1;
      }
      std::string f = c.lookupLFN( elem.first );
      if ( f != fid ) {
        std::cout << "Error LFN lookup of :" << elem.second << std::endl;
        return 1;
      }
    }
    c.getPFN( fid, pfn );
    for ( auto& elem : pfn ) {
      if ( !c.existsPFN( elem.first ) ) {
        std::cout << "Error PFN existence of :" << elem.second << std::endl;
        return 1;
      }
      std::string f = c.lookupPFN( elem.first );
      if ( f != fid ) {
        std::cout << "Error PFN lookup of :" << elem.second << std::endl;
        return 1;
      }
    }
    c.getMetaData( fid, attrs );
    size_t n = lfn.size() > pfn.size() ? lfn.size() : pfn.size();
    n        = n > attrs.size() ? n : attrs.size();
    if ( prt ) {
      std::cout << "FID:" << fid << std::endl;
      for ( size_t j = 0; j < n; ++j ) {
        if ( j < lfn.size() )
          std::cout << lfn[j].first << "   ";
        else
          std::cout << "                   ";
        if ( j < pfn.size() )
          std::cout << pfn[j].first << "   ";
        else
          std::cout << "                   ";
        if ( j < attrs.size() )
          std::cout << attrs[j].first << " " << attrs[j].second << "   ";
        else
          std::cout << "                  ";
        std::cout << std::endl;
      }
    }
  }
  time_t end = time( nullptr ) - start;
  std::cout << "Used " << end << " seconds (" << (long)fids.size() * mult << " entries)."
            << " Corresponding to " << float( end ) / float( fids.size() * mult ) << " entries/second." << std::endl;
  return 0;
}