cwb_mkhtml_all.C

Go to the documentation of this file.

#define MACRO_READ_LOUDEST      "ReadLoudestList.C"
#define MACRO_READ_PERIOD       "ReadPeriodList.C"
#define PERIOD_MAX_SIZE         10
#define LOUDEST_MAX_SIZE        1000
#define LOUDEST_LIST_SIZE       100
#define MAX_LIST_SIZE      100     // maximum number of input root files in the input file list

#define DAY       (24.*3600.)

#define WWW_PUBLIC      "https://www.atlas.aei.uni-hannover.de/~waveburst/LSC/reports/"
#define WWW_LAG_MANUAL          "https://www.atlas.aei.uni-hannover.de/~waveburst/doc/cwb/man/What-are-lags-and-how-to-use-them.html#What-are-lags-and-how-to-use-them"
#define WWW_SLAG_MANUAL         "https://www.atlas.aei.uni-hannover.de/~waveburst/doc/cwb/man/What-are-super-lags-and-how-to-use-them.html#What-are-super-lags-and-how-to-use-them"


int  ReadChunkDirs(TString fList, vector<TString>& chunk_dir, vector<int>& chunk_id);
void mkhtml_index(vector<TString> chunk_report, TString odir);
void GetPeriod(TString ifile, TString irun, double& xstart, double& xstop, double& obsTime);
void ModifyFontSizeCSS(TString tabber);

void cwb_mkhtml_all(TString fList, TString run, TString search, int lag, int slag, TString wlabel, TString path) {

  cout<<"cwb_mkhtml_all.C starts..."<<endl;

  bool bbh = false;  // the loudest event list in the html page is without known BBH

  bool AddFileEntriesToTabs=true;
  if(fList.Sizeof()>0 && fList[0]=='#') {
    AddFileEntriesToTabs=false;
    fList = fList(1,fList.Sizeof()-1);
  }

  // extract odir, tag name from path = odir/tag.png
  TString odir = path(0,path.Last('/'));
  if(odir=="") odir = ".";
  TString rep_dir = odir(odir.Last('/')+1,odir.Sizeof());

  TString file = path(path.Last('/')+1,path.Sizeof());
    
  TString type = file(file.Last('.')+1,file.Sizeof());
  if(type!="png") {
    cout << "cwb_mkhtml_all - Error: path must be: odir/tag.png" << endl;
    exit(1);
  }

  TString tag = file(0,file.Index(".",0));
  if(tag=="") {
    cout << "cwb_mkhtml_all - Error: empty tag -> path must be: odir/tag.png" << endl;
    exit(1);
  }

  CWB::Toolbox::checkFile(odir); // check if odir exist

  // copy input file list to output report dir
  char cmd[1024];
  sprintf(cmd,"cp %s %s/InputChunkList.txt",fList.Data(),odir.Data());
  gSystem->Exec(cmd);

  // get CWB_USER_URL
  char cwb_user_url[1024] = WWW_PUBLIC;
  if(gSystem->Getenv("CWB_USER_URL")!=NULL) {
    strcpy(cwb_user_url,TString(gSystem->Getenv("CWB_USER_URL")).Data());
  }

  search.ReplaceAll(":"," ");
  char search_title[512];
  sprintf(search_title,"%s Search : Multiple Chunks",search.Data());

  char ifile_period[1024];
  if(bbh) sprintf(ifile_period,"%s/%s_bbh_period.txt",odir.Data(),tag.Data());
  else    sprintf(ifile_period,"%s/%s_nobbh_period.txt",odir.Data(),tag.Data());
  cout << ifile_period << endl;

  double xstart=0; 
  double xstop=0;
  double obsTime=0;
  GetPeriod(ifile_period, run, xstart, xstop, obsTime);
  cout.precision(14);
  cout << xstart << " " << xstop << " " << obsTime << endl;

  double interval = (xstop-xstart)/DAY;

  wat::Time beg_date(xstart);
  wat::Time end_date(xstop);

  TString sbeg_date = beg_date.GetDateString();sbeg_date.Resize(19);
  TString send_date = end_date.GetDateString();send_date.Resize(19);

  char period[1024];
  sprintf(period,"GPS Interval [%d,%d]. UTC Interval %s - %s. Interval duration = %.2f days.",int(xstart),int(xstop),sbeg_date.Data(),send_date.Data(),interval);

  char box_title[1024];
  if(lag==0 && slag==0) 
    sprintf(box_title,"Open Box Result");
  else
    sprintf(box_title,"Fake Open Box Result - ( <td><a href=\"%s\" target=\"_blank\">LAG</a></td> = %d - <td><a href=\"%s\" target=\"_blank\">SLAG</a></td> = %d )",WWW_LAG_MANUAL,lag,WWW_SLAG_MANUAL,slag);

  // get livetime   
  char livetime[1024];
  sprintf(livetime,"Livetime -   Foreground: %.2f days",obsTime/DAY);

  char ifile_loudest_bbh[1024];
  sprintf(ifile_loudest_bbh,"%s_bbh_loudest.txt",tag.Data());
  char ifile_loudest_nobbh[1024];
  sprintf(ifile_loudest_nobbh,"%s_nobbh_loudest.txt",tag.Data());

  // create body.html file

  ofstream out;
  char fileout[1024];
  sprintf(fileout,"%s/body.html", odir.Data());
  cout << fileout << endl;
  out.open(fileout,ios::out);
  if (!out.good()) {cout << "Error Opening File : " << fileout << endl;exit(1);}

  out << "<html>" << endl;

//  out << "<br>" << endl;
  out << "<div align=\"center\"><font color=\"blue\"><h1>" << search_title << "</h1></font></div>" << endl;
  out << "<div align=\"center\"><font color=\"red\"><h4>"<< box_title <<"</h4></font></div>" << endl;
  out << "<div align=\"center\">" << endl;
  out << "<a target=\"_blank\" href=\"InputChunkList.txt\">(Input Chunk List) </a>" << endl;
  out << "</div>" << endl;
  out << "<div align=\"center\"><font color=\"black\"><h4>"<< period <<"</h4></font></div>" << endl;
  out << "<div align=\"center\"><font color=\"black\"><h4>"<< livetime <<"</h4></font></div>" << endl;
//  out << "<br>" << endl;

  out << "<hr>" << endl;
  out << "<br>" << endl;
  out << "<br>" << endl;

  out << "<table>" << endl;
  out << "<tr><td width=\"50%\"><div align=\"center\">" << endl;
  out << "<font color=\"red\"><h2>Cumulative Number vs IFAR</h2></font>" << endl;
  out << "<font color=\"red\"><h3>(Included Known BBH)</h3></font>" << endl;
  out << "<a target=\"_blank\" href=\""<< ifile_loudest_bbh << "\">(Loudest Event List) </a>" << endl;
  out << "</div><div align=\"center\"><ul><br/>" << endl;
  out << "<a class=\"image\" title=\"" << tag << "\">" << endl;
  out << "<img src=\"" << tag << "_bbh_plot.png\" width=\"470\"> </a>" << endl;
  out << "</br></ul>" << endl;
  out << "</div><br><br></td><td width=\"50%\"><div align=\"center\">" << endl;
  out << "<font color=\"red\"><h2>Cumulative Number vs IFAR</h2></font>" << endl;
  out << "<font color=\"red\"><h3>(Excluded Known BBH)</h3></font>" << endl;
  out << "<a target=\"_blank\" href=\""<< ifile_loudest_nobbh << "\">(Loudest Event List) </a>" << endl;
  out << "</div><div align=\"center\"><ul><br/>" << endl;
  out << "<a class=\"image\" title=\"" << tag << "\">" << endl;
  out << "<img src=\"" << tag << "_nobbh_plot.png\" width=\"470\"> </a>" << endl;
  out << "</br></ul>" << endl;
  out << "</div><br><br></td></tr>" << endl;
  out << "</table>" << endl;


  gSystem->Exec("date");

  // ---------------------------------------------------------------------
  // OPEN LOUDEST LIST FILE
  // ---------------------------------------------------------------------

  // get CWB_CONFIG
  char cwb_config_env[1024] = "";
  if(gSystem->Getenv("CWB_CONFIG")!=NULL) {
    strcpy(cwb_config_env,TString(gSystem->Getenv("CWB_CONFIG")).Data());
  }
  char macro_read_loudest_path[1024];
  sprintf(macro_read_loudest_path,"%s/MACROS/%s",cwb_config_env,MACRO_READ_LOUDEST);

  // load macro
  CWB::Toolbox::checkFile(macro_read_loudest_path);
  gROOT->LoadMacro(gSystem->ExpandPathName(macro_read_loudest_path));

  TString run_loudest[LOUDEST_MAX_SIZE];
  int     chunk_loudest[LOUDEST_MAX_SIZE];
  double  gps_loudest[LOUDEST_MAX_SIZE];
  TString bbh_name_loudest[LOUDEST_MAX_SIZE];
  double  ifar_sec_loudest[LOUDEST_MAX_SIZE];
  double  ifar_year_loudest[LOUDEST_MAX_SIZE];
  int     obs_time_sec_loudest[LOUDEST_MAX_SIZE];
  double  obs_time_day_loudest[LOUDEST_MAX_SIZE];
  double  expected_loudest[LOUDEST_MAX_SIZE];
  int     observed_loudest[LOUDEST_MAX_SIZE];
  double  cumul_FAP_loudest[LOUDEST_MAX_SIZE];
  double  sigma_loudest[LOUDEST_MAX_SIZE];

  char ifile_bbh_loudest[1024];
  sprintf(ifile_bbh_loudest,"%s/%s_bbh_loudest.txt",odir.Data(),tag.Data());
  char ifile_nobbh_loudest[1024];
  sprintf(ifile_nobbh_loudest,"%s/%s_nobbh_loudest.txt",odir.Data(),tag.Data());
  cout << ifile_nobbh_loudest << endl;

  int nLoudest = ReadLoudestList(ifile_nobbh_loudest, run_loudest, chunk_loudest, gps_loudest, bbh_name_loudest, ifar_sec_loudest, ifar_year_loudest,
                                 obs_time_sec_loudest, obs_time_day_loudest, expected_loudest, observed_loudest, cumul_FAP_loudest, sigma_loudest); 
  cout << "nLoudest = " << nLoudest << endl;

  char os[1024];

  out << "<head>" << endl;
  out << "<style type=\"text/css\">" << endl;
  out << ".datagrid tr:hover td" << endl;
  out << "{" << endl;
  out << "        background-color:#F1F1F2;" << endl;
  out << "}" << endl;
  out << "</style>" << endl;
  out << "</head>" << endl;
  out << "<b>" << endl;
  out << "<hr>" << endl;
  out << "<br>" << endl;
  out << "<font color=\"red\" style=\"font-weight:bold;\"><center><p><h2>Foreground Loudest Event List (Excluded known BBH)</h2><p><center></font>" << endl;
  out << "<font color=\"black\" style=\"font-weight:bold;\"><center><p><h3>(Ranked with IFAR)</h3><p><center></font>" << endl;
  out << "<br>" << endl;
  out << "</html>" << endl;

  out << "<table border=0 cellpadding=2 class=\"datagrid\">" << endl;
  out << "<tr align=\"center\">"<< endl;
  out << "<td>ID</td>"<< endl;
  out << "<td>IFAR(yrs)</td>"<< endl;
  out << "<td>     GPS            </td>"<< endl;
  out << "<td>chunk</td>"<< endl;
  out << "<td>Expected-Events</td>"<< endl;
  out << "<td>Observed-Events</td>"<< endl;
  out << "<td>Cumulative-FAP</td>"<< endl;
  out << "<td>Sigma</td>"<< endl;
  out << "</tr>"<< endl;

  int nList=0;
  for(int i=0; i<nLoudest; i++) {

    if(i>=LOUDEST_LIST_SIZE) continue;

    out << "<tr align=\"center\">"<< endl;

    sprintf(os,"<td>%.i</td>",i+1);
    out << os << endl;
    sprintf(os,"<td>%.2f</td>",ifar_year_loudest[i]);
    out << os << endl;
    sprintf(os,"<td>%3.3f</td>",gps_loudest[i]);
    out << os << endl;
    sprintf(os,"<td>%i</td>",chunk_loudest[i]);
    out << os << endl;
    sprintf(os,"<td>%3.3f</td>",expected_loudest[i]);
    out << os << endl;
    sprintf(os,"<td>%i</td>",observed_loudest[i]);
    out << os << endl;
    sprintf(os,"<td>%.3f</td>",cumul_FAP_loudest[i]);
    out << os << endl;
    sprintf(os,"<td>%.2f</td>",sigma_loudest[i]);
    out << os << endl;

    out << "</tr>" << endl;

    nList++;

  } // End event loop

  out << "</table>" << endl;
  out << "<p>" << endl;
  out << endl;
  out.close();

  // create html index
  vector<TString> chunk_report;
  char link[1024];

  char options[1024];
  sprintf(link,"%s/%s/dump/%s/",cwb_user_url,wlabel.Data(),rep_dir.Data());
  int high = 1100+26*nList;
  sprintf(options,"--link %s --label ALL --name body.html --high %d",link,high);
  chunk_report.push_back(options);

  if(fList!="" && AddFileEntriesToTabs) {
    vector<TString> chunk_dir;
    vector<int> chunk_id;
    ReadChunkDirs(fList, chunk_dir, chunk_id);
    for(int i=0;i<chunk_dir.size();i++) {
      sprintf(link,"%s/%s/dump/%s/",cwb_user_url,chunk_dir[i].Data(),rep_dir.Data());
      sprintf(options,"--link %s --label K%d --name body.html",link,chunk_id[i]);
      chunk_report.push_back(options);
      cout << i << "\t" << options << endl;
      //cout << i << "\t" << chunk_dir[i] << " " << rep_dir << endl;
    }
  }
  mkhtml_index(chunk_report, odir);

  exit(0);
}

void GetPeriod(TString ifile, TString irun, double& xstart, double& xstop, double& obsTime) {

  // get CWB_CONFIG
  char cwb_config_env[1024] = "";
  if(gSystem->Getenv("CWB_CONFIG")!=NULL) {
    strcpy(cwb_config_env,TString(gSystem->Getenv("CWB_CONFIG")).Data());
  }

  char macro_read_period_path[1024];
  sprintf(macro_read_period_path,"%s/MACROS/%s",cwb_config_env,MACRO_READ_PERIOD);

  CWB::Toolbox::checkFile(macro_read_period_path);

  // load macro
  gROOT->LoadMacro(gSystem->ExpandPathName(macro_read_period_path));

  TString run[PERIOD_MAX_SIZE];
  double  gps_start[PERIOD_MAX_SIZE];
  TString date_start[PERIOD_MAX_SIZE];
  double  gps_stop[PERIOD_MAX_SIZE];
  TString date_stop[PERIOD_MAX_SIZE];
  double  interval_day[PERIOD_MAX_SIZE];
  int     obs_time_sec[PERIOD_MAX_SIZE];
  double  obs_time_day[PERIOD_MAX_SIZE];

  int nPeriod = ReadPeriodList(ifile, run, gps_start, date_start, gps_stop, date_stop,
                                  interval_day, obs_time_sec, obs_time_day); 
  
  for(int i=0;i<nPeriod;i++) {
    if(run[i]==irun) {
      xstart = gps_start[i];
      xstop  = gps_stop[i];
      obsTime = obs_time_sec[i];
    }
  }
}

void mkhtml_index(vector<TString> chunk_report, TString odir) {

  CWB::Toolbox TB;

  ofstream out;
  char ofile[1024];
  if(odir=="") {
    sprintf(ofile,"index.html");
  } else {
    sprintf(ofile,"%s/index.html", odir.Data());
  }
  cout << "make index html file : " << ofile << endl;
  out.open(ofile,ios::out);
  if (!out.good()) {cout << "mkhtml_index : Error Opening File : " << ofile << endl;exit(1);}

  // open input index template file
  char  html_index_template[1024]="";

  if(gSystem->Getenv("CWB_HTML_INDEX")==NULL) {
    cout << "Error : environment CWB_HTML_INDEX is not defined!!!" << endl;exit(1);
  } else {
    strcpy(html_index_template,gSystem->Getenv("CWB_HTML_INDEX"));
  }
  TB.checkFile(html_index_template);

  ifstream in;
  in.open(html_index_template,ios::in);
  if (!in.good()) {
    cout << "mkhtml_index : Error Opening File : " << html_index_template << endl;
    exit(1);
  }

  char istring[1024];
  while (1) {
    in.getline(istring,1024);
    if (!in.good()) break;
    TString ostring(istring);
    out << ostring.Data() << endl;
  }

  out << "<html>" << endl;
  out << "<br>" << endl;

  // make tabber
  char sbody_height[256];
  sprintf(sbody_height,"%d",1800);
  out << "<div class=\"tabber\">" << endl;
  for(int i=0;i<chunk_report.size();i++) if(chunk_report[i]!="") {

    TString chunk_report_link = CWB::Toolbox::getParameter(chunk_report[i],"--link");
    if(chunk_report_link=="" && i!=0) {
      cout<<"mkhtml_index : Error : chunk_report --link not defined"<<endl;exit(1);}

    TString chunk_report_label = CWB::Toolbox::getParameter(chunk_report[i],"--label");
    if((chunk_report_link!="</tab>/")&&(chunk_report_label=="")) {
      cout<<"mkhtml_index : Error : chunk_report --label not defined"<<endl;exit(1);}

    TString chunk_report_high = CWB::Toolbox::getParameter(chunk_report[i],"--high");
    if(chunk_report_high=="") chunk_report_high=sbody_height;
    int ichunk_report_high = chunk_report_high.Atoi();

    TString chunk_report_name = CWB::Toolbox::getParameter(chunk_report[i],"--name");

    if(chunk_report_link=="<tab>/") {           // open a sub tab
      out << "<div class=\"tabbertab\">" << endl;
      out << "  <h2>" << chunk_report_label << "</h2>" << endl;
      out << "<div class=\"tabber\">" << endl;
    } else if(chunk_report_link=="</tab>/") {   // close sub tab
      out << "</div>" << endl;
      out << "</div>" << endl;
    } else {                                  // add a tab
      out << "<div class=\"tabbertab\">" << endl;
      out << "  <h2>" << chunk_report_label << "</h2>" << endl;

      if(chunk_report_name=="") {
        out << "  <iframe src=\"" << chunk_report_link << "header.html\" width=\"100%\" height=\"900px\" "
            << "marginwidth=\"15\" marginheight=\"15\" frameborder=\"0\"></iframe>" << endl;

        out << "  <iframe src=\"" << chunk_report_link << "body.html\" width=\"100%\" "
            << " height=\"" << ichunk_report_high << "px\" frameborder=\"0\"></iframe>" << endl;
      } else {
        out << "  <iframe src=\"" << chunk_report_link << chunk_report_name << "\" width=\"100%\" "
            << " height=\"" << ichunk_report_high << "px\" frameborder=\"0\"></iframe>" << endl;
      }

      out << "</div>" << endl;
    }
  }
  out << "</div>" << endl;

  out << "</html>" << endl;

  in.close();
  out.close();

  // copy javascripts & Cascading Style Sheets to report the directory
  char cmd[1024];
  sprintf(cmd,"cp %s/html/etc/html/ROOT.css %s/",gSystem->ExpandPathName("$HOME_WAT"),odir.Data());
  gSystem->Exec(cmd);
  sprintf(cmd,"cp %s/html/etc/html/ROOT.js %s/",gSystem->ExpandPathName("$HOME_WAT"),odir.Data());
  gSystem->Exec(cmd);
  sprintf(cmd,"cp %s/html/etc/html/tabber.css %s/",gSystem->ExpandPathName("$HOME_WAT"),odir.Data());
  gSystem->Exec(cmd);
  sprintf(cmd,"cp %s/html/etc/html/tabber.js %s/",gSystem->ExpandPathName("$HOME_WAT"),odir.Data());
  gSystem->Exec(cmd);

  ModifyFontSizeCSS(odir+"/tabber.css");
}

int ReadChunkDirs(TString fList, vector<TString>& chunk_dir, vector<int>& chunk_id) {

  // Read chunk file dirs

  ifstream in;
  in.open(fList.Data(),ios::in);
  if (!in.good()) {cout << "Error Opening File : " << fList.Data() << endl;exit(1);}

  int size=0;
  char str[1024];
  int fpos=0;
  while(true) {
    in.getline(str,1024);
    if (!in.good()) break;
    if(str[0] != '#') size++;
  }
  in.clear(ios::goodbit);
  in.seekg(0, ios::beg);
  if (size==0) {cout << "Error : File " << fList.Data() << " is empty" << endl;exit(1);}
  if (size>MAX_LIST_SIZE) {cout << "Error : Files in " << fList.Data() << " > " << MAX_LIST_SIZE << endl;exit(1);}

  char sfile[1024];
  int xlag,xslag,ichunk,ibin;
  char srun[256];
  int nfile=0;
  while(true) {

    in >> sfile >> xlag >> xslag >> ichunk >> ibin >> srun;
    if(!in.good()) break;
    if(sfile[0]=='#') continue;

    // extract working dir from wave file name
    TString path=sfile;
    TString file = path(path.Last('/')+1,path.Sizeof());
    file.ReplaceAll("wave_","");
    TString dir = file(0,file.First('.'));
    //TString mlabel = file(file.First('.')+1,file.Sizeof());
    //mlabel = mlabel(0,mlabel.First('.'));
    chunk_dir.push_back(dir);
    chunk_id.push_back(ichunk);

    nfile++;
  }
  in.close();

  return nfile;
}

void ModifyFontSizeCSS(TString tabber) {

  ifstream in;
  in.open(tabber.Data(),ios::in);
  if (!in.good()) {cout << "Error Opening File : " << fList.Data() << endl;exit(1);}

  ofstream out;
  TString tabber_tmp = tabber+".tmp";
  out.open(tabber_tmp,ios::out);
  if (!out.good()) {cout << "Error Opening File : " << tabber_tmp << endl;exit(1);}

  char str[1024];
  while(true) {
    in.getline(str,1024);
    if (!in.good()) break;
    TString ostr = str;
    ostr.ReplaceAll("0.8em","0.75em");
    out << ostr.Data() << endl; 
  }
  out.close();
  in.close();

  char cmd[1024];
  sprintf(cmd,"mv %s %s",tabber_tmp.Data(),tabber.Data());
  //cout << cmd << endl;
  gSystem->Exec(cmd);
}