evt_filter.cxx File Reference

#include "IRawFile/RawFileExceptions.h"
#include "RawFile/RawFileReader.h"
#include "RawFile/RawFileWriter.h"
#include <algorithm>
#include <cstring>
#include <fstream>
#include <iostream>
#include <map>
#include <mysql.h>
#include <string>
#include <unistd.h>
#include <vector>
#include <XmlRpcValue.h>
#include <XmlRpcClient.h>
#include <XmlRpcException.h>

Go to the source code of this file.

Typedefs
typedef map< int, vector< uint32_t > >	EvtRunMap

Functions
EvtRunMap	getEvtRunMap (const char *fconf)
vector< string >	getFnamesAtDB (int run)
vector< string >	getFnamesAtBkk (int run)
void	listFnames (const vector< string > &fnames)
void	listNotFound (EvtRunMap &map)
int	main (int argc, char *argv[])

Typedef Documentation

EvtRunMap

typedef map<int, vector<uint32_t> > EvtRunMap

Definition at line 19 of file evt_filter.cxx.

Function Documentation

getEvtRunMap()

EvtRunMap getEvtRunMap

(

const char *

fconf

)

Definition at line 21 of file evt_filter.cxx.

                                            {
  EvtRunMap map;
 
  int      run;
  uint32_t evtId;
  ifstream cfs( fconf );
 
  while ( !( cfs >> run >> evtId ).eof() )
  {
    // std::cout << "run: " << run << "  evt: " << evtId << std::endl;
    map[run].push_back( evtId );
  }
 
  return map;
}

Referenced by main().

getFnamesAtBkk()

vector< string > getFnamesAtBkk

(

int

run

)

Definition at line 82 of file evt_filter.cxx.

                                         {
  XmlRpc::XmlRpcValue        params, result;
  params.setSize( 4 );
  params[0] = "REAL";
  params[1] = run;
  params[2] = "Full";
  params[3] = "disk";
 
  try
  {
    XmlRpc::XmlRpcClient aClient( "bes3db.ihep.ac.cn", 8080, "/bemp/xmlrpc" );
    aClient.execute( "FileFinder.getFileByRun", params, result);
    if ( aClient.isFault() ) {
      throw XmlRpc::XmlRpcException( "Failed to lookup bookkeeping for run: " + run );
    }
  } catch ( XmlRpc::XmlRpcException& e )
  {
    cerr << e.getMessage() << endl;
    exit( 1 );
  }
 
  vector<string>          fnames;
  if ( result.getType() == XmlRpc::XmlRpcValue::TypeArray ) {
    for ( int i = 0; i < result.size(); ++i )
    {
      string fname = string( result[i]["Replica"] );
      fnames.push_back( fname );
    }
  }
 
  if ( fnames.empty() )
  {
    cout << "No files found in Bookkeeping !!!" << endl;
    exit( 1 );
  }
 
  return fnames;
}

Referenced by main().

getFnamesAtDB()

vector< string > getFnamesAtDB

(

int

run

)

Definition at line 37 of file evt_filter.cxx.

                                        {
  vector<string> filesPath;
  MYSQL          conn;
  const char     host[]      = "bes3db2.ihep.ac.cn";
  const char     user[]      = "guest";
  const char     passwd[]    = "guestpass";
  const char     db[]        = "run";
  unsigned int   port        = 3306;
  const char*    unix_socket = NULL;
  unsigned long  client_flag = 0;
 
  if ( mysql_init( &conn ) == NULL ) { std::cout << "init db error" << std::endl; }
  if ( !mysql_real_connect( &conn, host, user, passwd, db, port, unix_socket, client_flag ) )
  { std::cout << "db link error" << std::endl; }
 
  char       sql[400];
  MYSQL_RES* result;
  sprintf( sql, "select  fileLocation from filesOnDisk where run=%d", run );
  if ( mysql_query( &conn, sql ) || !( result = mysql_store_result( &conn ) ) )
  { std::cout << "Get no filesPath from db run= " << run << std::endl; }
  // result = mysql_store_result(&conn);
  if ( result )
  {
    MYSQL_ROW rows;
    while ( rows = mysql_fetch_row( result ) )
    {
      string res   = rows[0];
      int    iLast = res.length() - 1;
      if ( res.at( iLast ) == '\n' ) { res.erase( iLast, 1 ); }
      filesPath.push_back( res );
    }
  }
 
  if ( result != NULL ) mysql_free_result( result );
  mysql_close( &conn );
 
  if ( filesPath.empty() )
  {
    cerr << "Failed to lookup database for run: " << run << endl;
    exit( 1 );
  }
 
  return filesPath;
}

Referenced by main().

listFnames()

void listFnames

(

const vector< string > &

fnames

)

Definition at line 121 of file evt_filter.cxx.

                                                {
  vector<string>::const_iterator it = fnames.begin();
  for ( ; it != fnames.end(); ++it ) { std::cout << ( *it ) << std::endl; }
}

listNotFound()

void listNotFound

(

EvtRunMap &

map

)

Definition at line 126 of file evt_filter.cxx.

                                    {
  EvtRunMap::iterator it = map.begin();
 
  while ( it != map.end() )
  {
    vector<uint32_t>::iterator iit = it->second.begin();
 
    while ( iit != it->second.end() )
    {
      std::cout << "Event " << *iit << " not found in run " << it->first << std::endl;
      ++iit;
    }
    ++it;
  }
}

Referenced by main().

main()

int main	(	int	argc,
		char *	argv[] )

Definition at line 142 of file evt_filter.cxx.

                                   {
  if ( argc != 3 )
  {
    cout << "Usage: " << endl
         << "    " << argv[0] << "  EvtList.txt  <data.raw|bookkeeping|database>" << endl
         << endl
         << "Parameters:" << endl
         << "    EvtList.txt: a text file with a runNumber and an eventNumber in each line"
         << endl
         << "    <event source>: must be one of the following 3" << endl
         << "        data.raw:    the raw data file name to be filtered" << endl
         << "        bookkeeping: lookup raw data files automatically in Bookkeeping system"
         << endl
         << "        database:    lookup raw data files automatically in Offline Database"
         << endl
         << endl
         << "For example:" << endl
         << "    $ raw_evt_filter.exe filter_run_8093.txt database" << std::endl;
    exit( 0 );
  }
 
  if ( access( argv[1], F_OK ) < 0 )
  {
    std::cerr << "Invalid file: " << argv[1] << std::endl;
    exit( 1 );
  }
  EvtRunMap map = getEvtRunMap( argv[1] );
 
  int mode = 0;
 
  if ( strcmp( argv[2], "bookkeeping" ) == 0 ) { mode = 1; }
  else if ( strcmp( argv[2], "database" ) == 0 ) { mode = 2; }
 
  string         ofname = string( argv[1] ) + ".raw";
  RawFileWriter* pfw    = new RawFileWriter( ofname.c_str(), map.begin()->first );
 
  const uint32_t* data;
 
  if ( mode != 0 )
  {
 
    EvtRunMap::iterator it = map.begin();
    while ( it != map.end() )
    {
      // listFnames( getFnamesAtDB(it->first) );
      RawFileReader* pfr =
          ( mode == 1 ) ? ( new RawFileReader( getFnamesAtBkk( it->first ) ) ) // bookkeeping
                        : ( new RawFileReader( getFnamesAtDB( it->first ) ) ); // database
      /*
       * can be optimized by pfr->findEventById() when IDX exist!!!
       */
      while ( !it->second.empty() )
      {
        try
        { data = pfr->nextEvent(); } catch ( RawFileException& e )
        {
          e.print();
          break;
        }
 
        uint32_t                   evtId = data[8 + data[5]];
        vector<uint32_t>::iterator iit   = find( it->second.begin(), it->second.end(), evtId );
 
        if ( iit != it->second.end() )
        {
          pfw->writeEvent( data );
          it->second.erase( iit );
        }
      }
 
      delete pfr;
 
      ++it;
    }
  }
  else
  {
 
    RawFileReader* pfr = new RawFileReader( argv[2] );
    while ( true )
    {
      try
      { data = pfr->nextEvent(); } catch ( RawFileException& e )
      {
        e.print();
        break;
      }
 
      uint32_t            evtId = data[8 + data[5]];
      uint32_t            runId = data[9 + data[5]];
      EvtRunMap::iterator it    = map.find( runId );
      if ( it != map.end() )
      {
        vector<uint32_t>::iterator iit = find( it->second.begin(), it->second.end(), evtId );
 
        if ( iit != it->second.end() )
        {
          pfw->writeEvent( data );
          it->second.erase( iit );
 
          if ( it->second.empty() )
          {
            map.erase( it );
            if ( map.empty() ) { break; }
          }
        }
      }
    }
 
    delete pfr;
  }
 
  delete pfw;
 
  // list events NOT found
  listNotFound( map );
 
  return 0;
}