evt_filter.cxx File Reference

#include "RawFile/RawFileWriter.h"
#include "RawFile/RawFileReader.h"
#include "IRawFile/RawFileExceptions.h"
#include <xmlrpc-c/base.hpp>
#include <xmlrpc-c/client_simple.hpp>
#include <iostream>
#include <fstream>
#include <algorithm>
#include <vector>
#include <map>
#include <string>
#include <cstring>
#include <unistd.h>
#include <mysql.h>

Go to the source code of this file.

Typedefs
typedef map< int, vector< uint32_t > >	EvtRunMap

Functions
EvtRunMap	getEvtRunMap (const char *fconf)
vector< string >	getFnamesAtDB (int run)
vector< string >	getFnamesAtBkk (int run)
void	listFnames (const vector< string > &fnames)
void	listNotFound (EvtRunMap &map)
int	main (int argc, char *argv[])

Typedef Documentation

EvtRunMap

typedef map<int, vector<uint32_t> > EvtRunMap

Definition at line 18 of file evt_filter.cxx.

Function Documentation

getEvtRunMap()

EvtRunMap getEvtRunMap

(

const char *

fconf

)

Definition at line 21 of file evt_filter.cxx.

                                          {
   EvtRunMap map;
 
   int      run;
   uint32_t evtId;
   ifstream cfs(fconf);
 
   while ( !(cfs>>run>>evtId).eof() ) {
      //std::cout << "run: " << run << "  evt: " << evtId << std::endl;
      map[run].push_back(evtId);
   }
 
   return map;
}

Referenced by main().

getFnamesAtBkk()

vector< string > getFnamesAtBkk

(

int

run

)

Definition at line 87 of file evt_filter.cxx.

{
   xmlrpc_c::value result;
   xmlrpc_c::clientSimple aClient;
 
   try {
      aClient.call( "http://bes3db.ihep.ac.cn:8080/bemp/xmlrpc",
                "FileFinder.getFileByRun",
                "siss",
                &result,
                "REAL",
                run,
                "Full",
                "disk" );
   }
   catch (...) {
      cerr << "Failed to lookup bookkeeping for run: " << run << endl;
      exit(1);
   }
 
   vector<string> fnames;
   vector<xmlrpc_c::value> vItems = ((xmlrpc_c::value_array)result).vectorValueValue();
 
   for ( vector<xmlrpc_c::value>::iterator it = vItems.begin();
     it != vItems.end(); ++it ) {
      //xmlrpc_c::value_struct* item = (xmlrpc_c::value_struct*)(&(*it));
      map<string, xmlrpc_c::value> item = (xmlrpc_c::value_struct)(*it);
      string fname = (xmlrpc_c::value_string)(item["Replica"]);
      fnames.push_back(fname);
   }
 
   if ( fnames.empty() ) {
      cout << "No files found in Bookkeeping !!!" << endl;
      exit(1);
   }
 
   return fnames;
}

Referenced by main().

getFnamesAtDB()

vector< string > getFnamesAtDB

(

int

run

)

Definition at line 36 of file evt_filter.cxx.

{
    vector<string> filesPath;
    MYSQL conn;
    const char host[] = "bes3db2.ihep.ac.cn";
    const char user[] = "guest";
    const char passwd[] = "guestpass";
    const char db[] = "run"; 
    unsigned int port = 3306;
    const char *unix_socket = NULL;
    unsigned long client_flag = 0;
 
    if (mysql_init(&conn) == NULL) {
        std::cout << "init db error" << std::endl;
    }
    if (!mysql_real_connect(&conn,host, user, passwd, db, port, unix_socket, client_flag))
    {
        std::cout << "db link error" << std::endl;
    }
 
    char sql[400];
    MYSQL_RES *result;
    sprintf(sql, "select  fileLocation from filesOnDisk where run=%d",run);
    if (mysql_query(&conn, sql)||!(result = mysql_store_result(&conn))) {
        std::cout << "Get no filesPath from db run= "<<run << std::endl;
    }
    //result = mysql_store_result(&conn);
    if (result) {
        MYSQL_ROW rows;
        while (rows = mysql_fetch_row(result)) {
            string res = rows[0];
            int iLast = res.length() - 1;
            if ( res.at(iLast) == '\n' ) {
                res.erase(iLast, 1);
            }
            filesPath.push_back(res);
        }
    }
 
    if(result!=NULL)
        mysql_free_result(result);
    mysql_close(&conn);
 
    if ( filesPath.empty() ) {
        cerr << "Failed to lookup database for run: " << run << endl;
        exit(1);
    }
 
    return filesPath;
}

Referenced by main().

listFnames()

void listFnames

(

const vector< string > &

fnames

)

Definition at line 126 of file evt_filter.cxx.

{
   vector<string>::const_iterator it = fnames.begin();
   for ( ; it != fnames.end(); ++it ) {
      std::cout << (*it) << std::endl;
   }
}

listNotFound()

void listNotFound

(

EvtRunMap &

map

)

Definition at line 134 of file evt_filter.cxx.

{
   EvtRunMap::iterator it = map.begin();
 
   while ( it != map.end() ) {
      vector<uint32_t>::iterator iit = it->second.begin();
 
      while ( iit != it->second.end() ) {
     std::cout << "Event " << *iit << " not found in run " << it->first << std::endl;
     ++iit;
      }
      ++it;
   }
}

Referenced by main().

main()

int main	(	int	argc,
		char *	argv[] )

Definition at line 149 of file evt_filter.cxx.

{
   if ( argc != 3 ) {
      cout << "Usage: " << endl
           << "    " << argv[0] << "  EvtList.txt  <data.raw|bookkeeping|database>" << endl
           << endl
           << "Parameters:" << endl
           << "    EvtList.txt: a text file with a runNumber and an eventNumber in each line" << endl
           << "    <event source>: must be one of the following 3" << endl
           << "        data.raw:    the raw data file name to be filtered" << endl
           << "        bookkeeping: lookup raw data files automatically in Bookkeeping system" << endl
           << "        database:    lookup raw data files automatically in Offline Database" << endl
           << endl
           << "For example:" << endl
           << "    $ raw_evt_filter.exe filter_run_8093.txt database" << std::endl;
      exit(0);
   }
 
   if ( access( argv[1], F_OK ) < 0 ) {
      std::cerr << "Invalid file: " << argv[1] << std::endl;
      exit(1);
   }
   EvtRunMap map = getEvtRunMap(argv[1]);
 
   int mode = 0;
 
   if ( strcmp(argv[2], "bookkeeping") == 0 ) {
       mode = 1;
   }
   else if ( strcmp(argv[2], "database") == 0 ) {
       mode = 2;
   }
 
   string ofname = string(argv[1]) + ".raw";
   RawFileWriter* pfw = new RawFileWriter(ofname.c_str());
 
   const uint32_t* data;
 
   if ( mode != 0 ) {
 
      EvtRunMap::iterator it = map.begin();
      while( it != map.end() ) {
         //listFnames( getFnamesAtDB(it->first) );
         RawFileReader* pfr = (mode==1)
             ?
             (new RawFileReader( getFnamesAtBkk(it->first) ))  //bookkeeping
             :
             (new RawFileReader( getFnamesAtDB(it->first) ));  //database
     /*
      * can be optimized by pfr->findEventById() when IDX exist!!!
      */
     while ( ! it->second.empty() ) {
        try {
           data = pfr->nextEvent();
        }
        catch ( RawFileException& e ) {
           e.print();
           break;
        }
 
        uint32_t evtId = data[8 + data[5]];
        vector<uint32_t>::iterator iit = find(it->second.begin(), it->second.end(), evtId);
 
        if ( iit != it->second.end() ) {
           pfw->writeEvent(data);
           it->second.erase(iit);
        }
     }
 
     delete pfr;
 
     ++it;
      }
   }
   else {
 
      RawFileReader* pfr = new RawFileReader( argv[2] );
      while ( true ) {
     try {
        data = pfr->nextEvent();
     }
     catch ( RawFileException& e ) {
        e.print();
        break;
     }
 
     uint32_t evtId = data[8 + data[5]];
     uint32_t runId = data[9 + data[5]];
     EvtRunMap::iterator it = map.find( runId );
     if ( it != map.end() ) {
        vector<uint32_t>::iterator iit = find(it->second.begin(), it->second.end(), evtId);
 
        if ( iit != it->second.end() ) {
           pfw->writeEvent(data);
           it->second.erase(iit);
 
           if ( it->second.empty() ) {
          map.erase( it );
          if ( map.empty() ) {
             break;
          }
           }
        }
     }
      }
 
      delete pfr;
   }
 
   delete pfw;
 
   // list events NOT found
   listNotFound(map);
 
   return 0;
}