cwb_xnet.C

Go to the documentation of this file.

// cwb_xnet : interface to the cwb class for 1G/2G pipelines
// 
// fName : for 1G/(2G jstage=1) analysis it is the user_parameters.C file name
//         for 2G jstage=2 analysis :
//            if fName is the (1G jstage=1) output cluster file name 
//               then runID is retrieved from file name  
// jstage : for 1G jstage=CWB_STAGE_FULL
//          for 2G jstage=CWB_STAGE_FULL / CWB_STAGE_INIT / CWB_STAGE_STRAIN / CWB_STAGE_CSTRAIN
//                        CWB_STAGE_COHERENCE / CWB_STAGE_SUPERCLUSTER / CWB_STAGE_LIKELIHOOD            
// uName : used only for (2G jstage=2) -> is an auxiliary user_parameters.C file
// batch : true/false -> batch/interactive mode
// ced   : true/false -> if true the easy ced script cwb_eced.C is executed (used only for easy ced)
//                       

#include <unistd.h>

void SystemExec(char* command, int maxtry=3);

void 
cwb_xnet(TString fName, CWB_STAGE jstage=CWB_STAGE_FULL, TString uName="", bool batch=false, bool eced=false) {

  int  runID=0;
  char cmd[1024];

  char tmpOut[1024]; // temporary out log file name
  char outLog[1024]; // final     out log file name
  char tmpErr[1024]; // temporary err log file name
  char errLog[1024]; // final     err log file name
  if(batch) {  
    // job stdout is redirect to local file when job is executed in batch mode (condor)
    // this is done to avoid network traffic between the execution node and the working user directory
    // when the job is finished the log file is moved to the log working directory

    // import nodedir from CINT (used in batch mode in multistages analysis)
    char nodedir_cint[1024];
    TGlobal* GLOBAL = (TGlobal*)gROOT->GetGlobal("nodedir",true); 
    if(GLOBAL!=NULL)  
      memcpy((void*)&nodedir_cint,(void*)GLOBAL->GetAddress(),1024*sizeof(char));
    // makes the nodedir_cint readable from the group
    sprintf(cmd,"chmod g+r %s",nodedir_cint);
    cout << cmd << endl;
    SystemExec(cmd);

    unsigned int Pid = gSystem->GetPid();  // used to tag in a unique way the temporary files

    TString srunID = TString(gSystem->Getenv("CWB_JOBID")); // get jobID
    TString slabel = gSystem->BaseName(work_dir);     // get label
#ifdef _USE_ROOT6
    // Warning : Cling will in some cases report an unresolved symbol
    //           This might get fixed in a later version
    char _sstage[16]; sprintf(_sstage,"%d",jstage);
    TString sstage = _sstage;
#else
    TString sstage = CWB::cwb::GetStageString(jstage);          // get stage name
#endif

    // create tmpOut & outLog
    sprintf(tmpOut,"%s/%s_%s_%s_%d.out", nodedir_cint,srunID.Data(),slabel.Data(),sstage.Data(),Pid);
    sprintf(outLog,"%s/%s/%s_%s_%s.out", work_dir,log_dir,srunID.Data(),slabel.Data(),sstage.Data());
    cout << tmpOut << endl; cout << outLog << endl;

    // create tmpErr & errLog
    sprintf(tmpErr,"%s/%s_%s_%s_%d.err", nodedir_cint,srunID.Data(),slabel.Data(),sstage.Data(),Pid);
    sprintf(errLog,"%s/%s/%s_%s_%s.err", work_dir,log_dir,srunID.Data(),slabel.Data(),sstage.Data());
    cout << tmpErr << endl; cout << errLog << endl;

    if(gSystem->Getenv("_USE_PEGASUS")==NULL) {
      // create in log dir a symbolic link to the temporary log files
      // the remove is necessary because the command 'ln' fails if the link points to a unavailable node
      // the command touch it is necessary because condor fails if xxxLog not exist
      sprintf(cmd,"rm -f %s;ln -sf %s %s;touch %s",outLog,tmpOut,outLog,outLog);
      cout << cmd << endl;
      SystemExec(cmd);
      sprintf(cmd,"rm -f %s;ln -sf %s %s;touch %s",errLog,tmpErr,errLog,errLog);
      cout << cmd << endl;
      SystemExec(cmd);
    }

    freopen(tmpOut,"w",stdout);     // redirect stdout to file
    freopen(tmpErr,"w",stderr);     // redirect stderr to file

    // Print CWB logo
    PrintLogoCWB(GetLALVersion());
  }

  if(TString(analysis)=="1G") {
    cwb1G CWB(fName);
    if(!batch) {
      CWB::config* cfg = CWB.GetConfig();
      if(eced) cfg->Import(gSystem->ExpandPathName("$CWB_MACROS/cwb_eced.C"));  // easy ced
      cfg->Import(gSystem->ExpandPathName("$CWB_MACROS/cwb_inet.C"));
      //runID=1;
    }
    //cfg->Print();
    CWB.run(runID);
  } else
  if(TString(analysis)=="2G") {
    CWB::Toolbox TB;

    // import nodedir from CINT (used in batch mode in multistages analysis)
    char nodedir_cint[1024];
    TGlobal* GLOBAL = (TGlobal*)gROOT->GetGlobal("nodedir",true); 
    if(GLOBAL!=NULL)  
      memcpy((void*)&nodedir_cint,(void*)GLOBAL->GetAddress(),1024*sizeof(char));

    // create cwb2G object
    cwb2G CWB(fName,uName,jstage);

    // set configuration
    CWB::config* cfg = CWB.GetConfig();
    if(!batch) {
      if(eced) gROOT->Macro(gSystem->ExpandPathName("$CWB_MACROS/cwb_eced.C"));  // easy ced
      cfg->Import(gSystem->ExpandPathName("$CWB_MACROS/cwb_inet.C"));
      //runID=1;
    } else {
      // nodedir must be updated because in multistage the nodedir change
      sprintf(cfg->nodedir,"%s",nodedir_cint);  
    }

    // set save options for job file
    CWB.SetupStage(jstage);
    //cfg->Print();

    // run analysis
    CWB.run(runID);
  } else {
    cout << "cwb_xnet - Error : analysis must be 1G or 2G" << endl;
    gSystem->Exit(1);
  }

  if(batch) {  
    if(ftell(stdout)!=-1) fclose(stdout);  // close stdout
    if(ftell(stderr)!=-1) fclose(stderr);  // close stderr

    // move condor temporary log files to the working log directory 
    // if size>1000000 it is not copied (to avoid network traffic)
    int estat;
    Long_t id,size,flags,mt;

    estat = gSystem->GetPathInfo(tmpOut,&id,&size,&flags,&mt);
    if (estat==0 && size<1000000) {
      sprintf(cmd,"mv %s %s",tmpOut,outLog);
      cout << cmd << endl;
      SystemExec(cmd);
    }

    estat = gSystem->GetPathInfo(tmpErr,&id,&size,&flags,&mt);
    if (estat==0 && size<1000000) {
      sprintf(cmd,"mv %s %s",tmpErr,errLog);
      cout << cmd << endl;
      SystemExec(cmd);
    }
  }

  gSystem->Exit(0);
}

void
SystemExec(char* command, int maxtry) {
//
// Execute System Command
//
// command : system command
// maxtry  : number of retry before to exit with error (default=3)
//

  int ntry=0;
  int ecommand=1;
  while(ecommand&&(ntry<maxtry)) {
    ecommand=gSystem->Exec(command);
    if(ecommand) gSystem->Sleep(int(gRandom->Uniform(1000,3000)));  // wait [1,3] sec
    ntry++;
  }
  if(ecommand) {cout << "cwb_xnet.C - Error -> " << command << endl;gSystem->Exit(1);}
  return;
}