data_read.cxx File Reference

#include "clocks/Clock.h"
#include "clocks/Time.h"
#include "eformat/eformat.h"
#include <fstream>
#include <iostream>
#include <vector>

Go to the source code of this file.

Functions
int	main (int argc, char **argv)

Variables
const size_t	PAGE_SIZE = 8192
const size_t	BUFFER_SIZE = 4194304

Detailed Description

Author

Andre DOS ANJOS

Author

zhangy

Revision

1.1.1.1

Date

2009/06/19 07:35:41

Describes a test that benchmarks ROB reading. Each ROB is read once and all of its ROD fragment data is touched.

Definition in file data_read.cxx.

Function Documentation

main()

int main	(	int	argc,
		char **	argv )

Does the exercise itself.

Definition at line 30 of file data_read.cxx.

                                  {
  using namespace eformat;
 
  if ( argc != 2 )
  {
    std::cerr << "usage: " << argv[0] << " <test-file>" << std::endl;
    std::exit( 1 );
  }
 
  // time accounting
  double        cpu_time_used = 0;
  uint32_t      elements_read = 0;
  uint32_t      robs_read     = 0;
  RealTimeClock my_clock;
 
  // open normally a file
  std::fstream in( argv[1], std::ios::in | std::ios::binary );
  if ( !in )
  {
    std::cerr << "File `" << argv[1] << "' does not exist?!" << std::endl;
    std::exit( 1 );
  }
  size_t offset = 0;
 
#ifdef PAGED_MEMORY
  std::cout << "Working with paged storage with page size = " << PAGE_SIZE << " bytes."
            << std::endl;
#else
  std::cout << "Working with contiguous storage." << std::endl;
#endif
 
  while ( in && in.good() && !in.eof() )
  {
    // soft check, so we don't mistake too often
    uint32_t data[2];
    in.read( (char*)data, 8 );
    if ( !in.good() || in.eof() ) break; // end-of-file
    if ( data[0] != eformat::FULL_EVENT )
    {
      // stop!
      std::cout << "Word at offset " << HEX( offset ) << " is not "
                << HEX( eformat::FULL_EVENT ) << std::endl;
      std::exit( 1 );
    }
 
#ifdef PAGED_MEMORY
    // data[1] is the fragment size, in words. Take it and read the fragment
    in.seekg( offset );
    // read the event into my pages
    size_t to_read      = data[1] << 2;
    size_t page_counter = 0;
    // std::cout << "Loading page";
    uint32_t paged_event[BUFFER_SIZE / PAGE_SIZE][PAGE_SIZE / sizeof( uint32_t )];
    while ( to_read > 0 )
    {
      size_t readnow = ( PAGE_SIZE > to_read ) ? to_read : PAGE_SIZE;
      in.read( (char*)paged_event[page_counter], readnow );
      to_read -= readnow;
      ++page_counter;
      // std::cout << " " << page_counter;
    }
    // std::cout << ": ";
    struct iovec myvec[BUFFER_SIZE / PAGE_SIZE];
    for ( size_t i = 0; i < page_counter; ++i )
    {
      myvec[i].iov_base = paged_event[i];
      myvec[i].iov_len  = PAGE_SIZE;
    }
    // correct last page
    myvec[page_counter - 1].iov_len = data[1] << 2 - ( page_counter - 1 ) * PAGE_SIZE;
    eformat::PagedMemory<BUFFER_SIZE / PAGE_SIZE> mem( myvec, page_counter );
#else
    in.seekg( offset );
    uint32_t event[BUFFER_SIZE / 4];
    in.read( (char*)event, data[1] << 2 );
#endif
 
    offset += data[1] << 2;
 
    try
    {
#ifdef PAGED_MEMORY
      FullEventFragment<eformat::PagedMemory<BUFFER_SIZE / PAGE_SIZE>::const_iterator> fe(
          mem.begin() );
      typedef eformat::PagedMemory<BUFFER_SIZE / PAGE_SIZE>::const_iterator pointer_t;
#else
      FullEventFragment<const uint32_t*> fe( event );
      typedef const uint32_t*            pointer_t;
#endif
 
      std::vector<pointer_t> robs;
      // max SD's is well bellow 64
      pointer_t sdp[64];
      uint32_t  nsd = fe.children( sdp, 64 );
      for ( size_t i = 0; i < nsd; ++i )
      {
        SubDetectorFragment<pointer_t> sd( sdp[i] );
        // max ROS's in system is well bellow 256
        pointer_t rosp[256];
        uint32_t  nros = sd.children( rosp, 256 );
        for ( size_t j = 0; j < nros; ++j )
        {
          ROSFragment<pointer_t> ros( rosp[j] );
          // max number of ROB's is well bellow 2048
          pointer_t robp[2048];
          uint32_t  nrob = ros.children( robp, 2048 );
          robs.insert( robs.end(), robp, &robp[nrob] );
        }
      }
 
      uint32_t global_counter = 0;
      Time     start          = my_clock.time();
      for ( std::vector<pointer_t>::const_iterator it = robs.begin(); it != robs.end(); ++it )
      {
        ROBFragment<pointer_t> rob( *it );
        pointer_t              my;
        rob.rod_data( my );
        size_t ndata = rob.rod_ndata();
        for ( size_t m = 0; m < ndata; ++m )
        {
          global_counter += my[m];
          ++elements_read;
        }
        ++robs_read;
      }
      Time end  = my_clock.time();
      Time diff = end - start;
      cpu_time_used += diff.as_milliseconds();
    }
 
    catch ( eformat::Issue& ex )
    {
      std::cerr << std::endl << "Uncaught eformat exception: " << ex.what() << std::endl;
    }
 
    catch ( ers::Issue& ex )
    {
      std::cerr << std::endl << "Uncaught ERS exception: " << ex.what() << std::endl;
    }
 
    catch ( std::exception& ex )
    {
      std::cerr << std::endl << "Uncaught std exception: " << ex.what() << std::endl;
    }
 
    catch ( ... )
    { std::cerr << std::endl << "Uncaught unknown exception" << std::endl; }
  }
 
  std::cout << " Statistics for ROB data access:" << std::endl;
  std::cout << " -------------------------------" << std::endl;
  std::cout << "  - Total reading time: " << cpu_time_used << " millisecs" << std::endl;
  std::cout << "  - Reading time per ROB (" << robs_read
            << "): " << 1e3 * cpu_time_used / robs_read << " microsecs" << std::endl;
  std::cout << "  - Reading time per data word in a ROB (" << elements_read
            << "): " << 1e6 * cpu_time_used / elements_read << " nanosecs" << std::endl;
 
  std::exit( 0 );
}

Variable Documentation

BUFFER_SIZE

const size_t BUFFER_SIZE = 4194304

Definition at line 25 of file data_read.cxx.

PAGE_SIZE

const size_t PAGE_SIZE = 8192

Page size used as reference

Definition at line 24 of file data_read.cxx.

Referenced by main().