B ß‹daã@sÐdZddlmZddlZddlZddlZddlmZddlm Z ddl m Z ddl m Z ddl mZdd lmZdd lmZd Zd Zd Zdd„Zdd„Zdd„ZGdd„de jƒZGdd„de jƒZGdd„de jƒZGdd„de jƒZGdd„de je jƒZGdd„de je j ƒZ!Gd d!„d!e jƒZ"Gd"d#„d#e jƒZ#d$d%„Z$d&d'„Z%d(d)„Z&d*d+„Z'da(da)da*da+d@d-d.„Z,ifd/d0„Z-d1d2„Z.e/ƒd3fd4d5„Z0e/ƒd3fd6d7„Z1d8d9„Z2dAd:d;„Z3dBdd?„Z5dS)Dz9 Classes needed for the cosmic string analysis pipeline. é)Úprint_functionN)Úsegments)Úpipeline)Ú iterutils)Ú LIGOTimeGPS)Ú CacheEntry)Úcafe)Úpowerz,Xavier Siemensz$Date$z $Revision$cCs | dd¡S)NrÚfiles_per_meas_likelihood)Úgetint)Ú config_parser©r úa/work/yifan.wang/ringdown/master-ringdown-env/lib/python3.7/site-packages/lalapps/cosmicstring.pyÚget_files_per_meas_likelihood.srcCs | dd¡S)NrÚfiles_per_calc_likelihood)r )r r r rÚget_files_per_calc_likelihood2srcCs | dd¡S)NrÚfiles_per_run_sqlite)r )r r r rÚget_files_per_run_sqlite6src@seZdZdd„ZdS)ÚMeasLikelihoodJobcCs²tj |dt |d¡¡| d¡| tj  t  |¡d¡¡|  tj  t  |¡d¡¡|  dd¡|  dt  |¡¡| |d¡t |¡|_d |_t|ƒ|_|jd kr®td ƒ‚dS) NÚvanillaZlalapps_string_meas_likelihoodz"lalapps_string_meas_likelihood.subz8lalapps_string_meas_likelihood-$(cluster)-$(process).outz8lalapps_string_meas_likelihood-$(cluster)-$(process).errÚgetenvÚTrueÚaccounting_groupÚ.ézfiles_per_meas_likelihood < 1)rÚ CondorDAGJobÚ__init__r Úget_executableÚ set_sub_fileÚset_stdout_fileÚosÚpathÚjoinÚ get_out_dirÚset_stderr_fileÚadd_condor_cmdÚget_accounting_groupÚ add_ini_optsÚ get_cache_dirÚ cache_dirÚ output_dirrr Ú ValueError)Úselfr r r rrDs      zMeasLikelihoodJob.__init__N)Ú__name__Ú __module__Ú __qualname__rr r r rrCsrc@s\eZdZdd„Zdd„Zdd„Zdd„Zd d „Zd d „Zd d„Z dd„Z dd„Z dd„Z dS)ÚMeasLikelihoodNodecGsdtjj|f|žŽg|_g|_t ¡|jd<tj  t ¡|  ¡j ¡|_ tj  t ¡|  ¡j ¡|_ dS)NÚ initialdir) rÚ CondorDAGNoderÚ input_cacheÚ output_cacher ÚgetcwdÚ_CondorDAGNode__macrosr!r"Újobr)r*)r,Úargsr r rrUs zMeasLikelihoodNode.__init__cGs>tjj|f|žŽtj |jd| ¡¡|_|  d|j¡dS)Nz%s.cachez input-cache) rr2Úset_namer r!r"r)Úget_nameÚ cache_nameÚ add_var_opt)r,r8r r rr9^szMeasLikelihoodNode.set_namecCs|jrtdƒ‚|j |¡dS)Nz5cannot change attributes after computing output cache)r4ÚAttributeErrorr3Úextend)r,Úcacher r rÚadd_input_cachecsz"MeasLikelihoodNode.add_input_cachecCst‚dS)N)ÚNotImplementedError)r,Úfilenamer r rÚ add_file_arghszMeasLikelihoodNode.add_file_argc CsŒ|jrtdƒ‚t |j|d¡}tj |jd|j |j t |j dƒt t |j ƒƒf¡}dtj |¡|_| d|¡|jdd…=|j |¡|S)Nz5cannot change attributes after computing output cacheÚz$%s-STRING_LIKELIHOOD_%s-%d-%d.xml.gzrzfile://localhostÚoutput)r4r=r Zmake_cache_entryr3r r!r"r*Z observatoryÚ descriptionÚintÚsegmentÚabsÚabspathÚurlr<Úappend)r,rFÚ cache_entryrBr r rÚ set_outputks4   zMeasLikelihoodNode.set_outputcCs|jS)N)r3)r,r r rÚget_input_cachevsz"MeasLikelihoodNode.get_input_cachecCs|jstdƒ‚|jS)Nz'must call set_output(description) first)r4r=)r,r r rÚget_output_cacheysz#MeasLikelihoodNode.get_output_cachecGsBt|jdƒ}x|jD]}tt|ƒ|dqWtjj|f|žŽdS)NÚw)Úfile)rRr;r3ÚprintÚstrrr2Úwrite_input_files)r,r8ÚfÚcr r rrU~s  z$MeasLikelihoodNode.write_input_filescCst‚dS)N)rA)r,r r rÚget_output_files„sz#MeasLikelihoodNode.get_output_filescCst‚dS)N)rA)r,r r rÚ get_output‡szMeasLikelihoodNode.get_outputN) r-r.r/rr9r@rCrNrOrPrUrXrYr r r rr0Ts  r0c@seZdZdd„ZdS)ÚCalcLikelihoodJobcCs¬tj |dt |d¡¡| d¡| tj  t  |¡d¡¡|  tj  t  |¡d¡¡|  dd¡|  dt  |¡¡| |d¡t |¡|_t|ƒ|_|jd kr¨td ƒ‚dS) NrZlalapps_string_calc_likelihoodz"lalapps_string_calc_likelihood.subz8lalapps_string_calc_likelihood-$(cluster)-$(process).outz8lalapps_string_calc_likelihood-$(cluster)-$(process).errrrrrzfiles_per_calc_likelihood < 1)rrrr rrrr r!r"r#r$r%r&r'r(r)rrr+)r,r r r rrŒs      zCalcLikelihoodJob.__init__N)r-r.r/rr r r rrZ‹srZc@sdeZdZdd„Zdd„Zdd„Zdd„Zd d „Zd d „Zd d„Z dd„Z dd„Z dd„Z dd„Z dS)ÚCalcLikelihoodNodecGsRtjj|f|žŽg|_g|_|j|_t ¡|jd<tj   t ¡|  ¡j ¡|_ dS)Nr1) rr2rr3Úlikelihood_cacher4r r5r6r!r"r7r))r,r8r r rr›s zCalcLikelihoodNode.__init__cGsftjj|f|žŽtj |jd| ¡¡|_|  d|j¡tj |jd| ¡¡|_ |  d|j ¡dS)Nz%s.cachez input-cachez%s_likelihood.cachezlikelihood-cache) rr2r9r r!r"r)r:r;r<Úlikelihood_cache_name)r,r8r r rr9£s zCalcLikelihoodNode.set_namecCs*|j |¡x|D]}| |j¡qWdS)N)r3r>Úadd_output_filer!)r,r?rWr r rr@ªs  z"CalcLikelihoodNode.add_input_cachecCs|j |¡dS)N)r\r>)r,r?r r rÚadd_likelihood_cache¯sz'CalcLikelihoodNode.add_likelihood_cachecCst‚dS)N)rA)r,rBr r rrC²szCalcLikelihoodNode.add_file_argcCs|jS)N)r3)r,r r rrOµsz"CalcLikelihoodNode.get_input_cachecCs|jS)N)r4)r,r r rrP¸sz#CalcLikelihoodNode.get_output_cachecCs|jS)N)r\)r,r r rÚget_likelihood_cache»sz'CalcLikelihoodNode.get_likelihood_cachecGsnt|jdƒ}x|jD]}tt|ƒ|dqWt|jdƒ}x|jD]}tt|ƒ|dq@Wtjj |f|žŽdS)NrQ)rR) rRr;r3rSrTr]r\rr2rU)r,r8rVrWr r rrU¾s    z$CalcLikelihoodNode.write_input_filescCst‚dS)N)rA)r,r r rrXÇsz#CalcLikelihoodNode.get_output_filescCst‚dS)N)rA)r,r r rrYÊszCalcLikelihoodNode.get_outputN)r-r.r/rr9r@r_rCrOrPr`rUrXrYr r r rr[šs r[c@seZdZdZdd„ZdS)Ú StringJoba> A lalapps_StringSearch job used by the string pipeline. The static options are read from the section in the ini file. The stdout and stderr from the job are directed to the logs directory. The job runs in the universe specified in the ini file. The path to the executable is determined from the ini file. cCs¤tj |t |¡t |d¡¡tj ||¡| |d¡| t j   t  |¡d¡¡|  t j   t  |¡d¡¡| dd¡| dt |¡¡| d¡t |¡|_dS) zJ config_parser = ConfigParser object from which options are read. Zlalapps_StringSearchz.lalapps_StringSearch-$(cluster)-$(process).outz.lalapps_StringSearch-$(cluster)-$(process).errrrrzlalapps_StringSearch.subN)rrrr Z get_universerÚ AnalysisJobr'rr r!r"r#r$r%r&rZget_triggers_dirr*)r,r r r rrÖs   zStringJob.__init__N)r-r.r/Ú__doc__rr r r rraÎsrac@sPeZdZdZdd„Zdd„Zdd„Zdd „Zd d „Zd d „Z dd„Z dd„Z dS)Ú StringNodezC A RingNode runs an instance of the ring code in a Condor DAG. cCsZtj ||¡tj |¡| dd¡|_g|_t ¡|j d<tj   t ¡|  ¡j ¡|_ dS)zP job = A CondorDAGJob that can run an instance of lalapps_StringSearch. rZuser_tagr1N)rr2rÚ AnalysisNodeZ get_configÚ_StringNode__usertagr4r r5r6r!r"r7r*)r,r7r r rrës  zStringNode.__init__cCsL|jrtdƒ‚tj ||¡x*| ¡j d|¡D]}| d|¡q2WdS)zY Load additional options from the per-instrument section in the config file. z5cannot change attributes after computing output cachezlalapps_StringSearch_%sz--%s %sN) r4r=rreÚset_ifor7Z_AnalysisJob__cpÚitemsÚ add_var_arg)r,Ú instrumentZoptvaluer r rrgös zStringNode.set_ifocCs&|jrtdƒ‚||_| d|j¡dS)Nz5cannot change attributes after computing output cachezuser-tag)r4r=rfr<)r,Útagr r rÚ set_user_tagszStringNode.set_user_tagcCs|jS)N)rf)r,r r rÚ get_user_tagszStringNode.get_user_tagc CsL|jsFt| ¡|jt t| ¡ƒt| ¡ƒ¡dt j   |  ¡¡ƒg|_|jS)z™ Returns a LAL cache of the output file name. Calling this method also induces the output name to get set, so it must be at least once. zfile://localhost) r4rÚget_iforfrrHrÚ get_startÚget_endr r!rJrY)r,r r rrP s@zStringNode.get_output_cachecCst‚dS)N)rA)r,r r rrXszStringNode.get_output_filesc Cs–|jdkrd| ¡| ¡| ¡|jfkr0tdƒ‚t t| ¡ƒt| ¡ƒ¡}|  t j   |j d| ¡|jt| ¡ƒt| ¡ƒt| ¡ƒf¡¡|jS)zŒ Returns the file name of output from the ring code. This must be kept synchronized with the name of the output file in ring.c. Nz7start time, end time, ifo, or user tag has not been setz%s-STRINGSEARCH_%s-%d-%d.xml.gz)Z_AnalysisNode__outputrorprnrfr+rrHrrNr r!r"r*rG)r,Úsegr r rrYs  DzStringNode.get_outputcCs| d|¡| |¡dS)z\ Set the name of the XML file from which to read a list of software injections. zinjection-fileN)r<Zadd_input_file)r,rRr r rÚset_injection_file$s zStringNode.set_injection_fileN) r-r.r/rcrrgrlrmrPrXrYrrr r r rrdçs    rdc@seZdZdZdd„ZdS)Ú RunSqliteJobaM A lalapps_run_sqlite job used by the gstlal pipeline. The static options are read from the [lalapps_run_sqlite] section in the ini file. The stdout and stderr from the job are directed to the logs directory. The job runs in the universe specified in the ini file. The path to the executable is determined from the ini file. cCs tj |dt |d¡¡| |d¡| tj  t  |¡d¡¡|  tj  t  |¡d¡¡|  dd¡|  dt  |¡¡| d¡t|ƒ|_|jd krœtd ƒ‚d S) z) config_parser = ConfigParser object rZlalapps_run_sqlitez,lalapps_run_sqlite-$(cluster)-$(process).outz,lalapps_run_sqlite-$(cluster)-$(process).errrrrzlalapps_run_sqlite.subrzfiles_per_run_sqlite < 1N)rrrr rr'rr r!r"r#r$r%r&rrrr+)r,r r r rr5s     zRunSqliteJob.__init__N)r-r.r/rcrr r r rrs-srsc@s4eZdZdd„Zdd„Zdd„Zdd„Zd d „Zd S) Ú RunSqliteNodecGs2tjj|f|žŽg|_|j|_t ¡|jd<dS)Nr1)rr2rr3r4r r5r6)r,r8r r rrFszRunSqliteNode.__init__cCs<|j |¡x*|D]"}|j}tj ||¡| |¡qWdS)N)r3r>r!rr2rCr^)r,r?rWrBr r rr@Ls   zRunSqliteNode.add_input_cachecCs|jS)N)r3)r,r r rrOSszRunSqliteNode.get_input_cachecCs|jS)N)r4)r,r r rrPVszRunSqliteNode.get_output_cachecCs| d|¡dS)Nzsql-file)r<)r,rBr r rÚ set_sql_fileYszRunSqliteNode.set_sql_fileN)r-r.r/rr@rOrPrur r r rrtEs rtcCsP|d|kst‚|d|}d||d|}|d}||8}|dksLt‚|S)Néér)ÚAssertionError)Úsegment_lengthÚpadÚshort_segment_durationÚdurationÚextrar r rÚclip_segment_lengthfs  r~cCstt|ƒƒd||kS)z] Return True if the segment seg is long enough to be analyzed by lalapps_StringSearch. rv)ÚfloatrI)rqÚmin_segment_lengthrzr r rÚ segment_oksrcs,x&| ¡D]}t ‡‡fdd„|¡q WdS)z Remove segments from the segmentlistdict seglists that are too short to analyze. CAUTION: this function modifies seglists in place. cs t|ˆˆƒS)N)r)rq)r€rzr rÚ‘óz+remove_too_short_segments..N)ÚvaluesrZinplace_filter)Úseglistsr€rzÚseglistr )r€rzrÚremove_too_short_segments‰sr‡c s¦ˆ ¡‰‡fdd„|Dƒ}tˆ||ƒt ˆ|¡}xZ| ¡D]N}xHtt|ƒƒD]8}t t t   ||d¡ƒt t   ||d¡ƒ¡||<qNWq™sz)compute_segment_lists..rr) Úcopyr‡rZget_coincident_segmentlistdictr„ÚrangeÚlenrrHrGÚmathÚfloorÚceil)r…Zoffset_vectorsr€rzÚnewr†Úir )r…rÚcompute_segment_lists”s  < r•©ÚstringÚmeas_likelihoodjobÚcalc_likelihoodÚ runsqlitecCsDd|krt|ƒad|kr t|ƒad|kr0t|ƒad|kr@t|ƒadS)z0 Construct definitions of the submit files. r—Zmeas_likelihoodr™ršN)raÚ stringjobrr˜rZÚcalc_likelihoodjobrsÚ runsqlitejob)r Z job_typesr r rÚinit_job_typesÆsržc Cs°ttƒ}| d||t|dƒtt|ƒƒf¡t|j|ƒ| |¡| |¡|  |d¡|  |d¡|  |¡x&|  ¡D]\}} |  d|| f¡q~W| |¡t|gƒS)Nz lalapps_StringSearch_%s_%s_%d_%drrz--%s %s)rdr›r9rGrIÚmapÚ add_parentZ set_cachergZ set_startZset_endrlrhriÚadd_noderˆ) ÚdagÚparentsrjrqrkÚ framecacheÚinjargsÚnodeÚargÚvaluer r rÚmake_string_fragmentës&     r©c Csb|d||krtdƒ‚t|||ƒ}t ¡}xt|ƒ|d|krFt|ƒ|krr| t |d|d|¡¡n*| t |d|dtt|ƒ||ƒ¡¡t|dƒdks°t‚tt|ddƒ|dd|ddƒdkstt|ddƒ|dd|ddƒdkr(tdt |dƒƒ‚t |dd||d¡}q0W|s^tdt |ƒƒ‚|S) Nrvz=infinite loop: min_segment_length + 2 * pad must be > overlapréÿÿÿÿg›+¡†›„=rz+segment %s does not have integer boundarieszunable to use segment %s) r+r~rZ segmentlistrIrLrHrxrGrT)rqr€rzÚoverlapr{Úmax_job_lengthr†r r rÚ split_segments   *d r­Fc  sªt‡fdd„| Dƒƒ} dd„|Dƒ\} | rDdd„| Dƒ\} d| i}ni}tˆ||||| ƒ}| rttdt|ƒtjdtƒ}x*|D]"‰|t||| B|ˆ|| |d O}q€W|S) zp Construct a DAG fragment for an entire segment, splitting the segment into multiple trigger generator jobs. c3s&|]}t | ¡¡ ˆ¡r|VqdS)N)r Ú cache_spanrPZ intersects)r‹r¦)rqr rú $sz/make_string_segment_fragment..cSsg|] }| ¡‘qSr )rY)r‹r¦r r rrŒ)sz0make_string_segment_fragment..cSs g|]}| ¡D] }|j‘qqSr )rPr!)r‹r¦rMr r rrŒ+szinjection-filezSegment split: )rR)r¥)rˆr­rSrTÚsysÚstderrr©)r¢Z datafindnodesrjrqrkr€rzr«r{r¬Ú binjnodesÚverboser¤Zsimfiler¥r†Únodesr )rqrÚmake_string_segment_fragments  "rµc s¨tƒ} xœ| ¡D]\‰} x†| D]~‰| r@tdˆtˆƒftjdt‡‡fdd„|Dƒƒ} t| ƒdkrxtdtˆƒˆfƒ‚| t|| ˆˆ||||||| | d O} qWqW| S)Nzgenerating %s fragment %s)rRcs4g|],}| ¡ˆkrˆt | ¡| ¡¡kr|‘qSr )rnrrHrorp)r‹r¦)rjrqr rrŒEsz0make_single_instrument_stage..rzOerror, not exactly 1 datafind is suitable for trigger generator job at %s in %s)r²r³) rˆrhrSrTr°r±rr+rµ)r¢Z datafindsZ seglistdictrkr€rzr«r{r¬r²r³r´r†Zdfnodesr )rjrqrÚmake_single_instrument_stage=s  ,r¶cCsd}t|t|dƒd|S)NalDELETE FROM segment WHERE (end_time + 1e-9 * end_time_ns < (SELECT MIN(in_start_time + 1e-9 * in_start_time_ns) FROM search_summary NATURAL JOIN process WHERE program == 'StringSearch')) OR (start_time + 1e-9 * start_time_ns > (SELECT MAX(in_end_time + 1e-9 * in_end_time_ns) FROM search_summary NATURAL JOIN process WHERE program == 'StringSearch')); VACUUM;rQ)rR)rSrR)rBÚcoder r rÚwrite_clip_segment_sql_fileYsr¸c CsØ|dkrtj}tƒ}t |¡}x´|rÒttƒ}| |¡| dd„|d|…Dƒ¡x,tdd„|d|…DƒƒD]}| |¡qnW|d|…=t  |  ¡¡} |  d|t | dƒt t | ƒƒf¡| |¡| |¡q W|S)NcSsg|] \}}|‘qSr r )r‹rMÚparentr r rrŒpsz,make_run_sqlite_fragment..css|]\}}|VqdS)Nr )r‹rMr¹r r rr¯qsz+make_run_sqlite_fragment..zlalapps_run_sqlite_%s_%d_%dr)rrrˆr Úcollect_output_cachesrtrur@r r®rPr9rGrIr¡Úadd) r¢r£rkZsql_filerr´r3r¦r¹rqr r rÚmake_run_sqlite_fragmenths     $ r¼c CsØ|dkrtj}tƒ}t |¡}x´|rÒttƒ}| dd„|d|…Dƒ¡x,tdd„|d|…DƒƒD]}| |¡qdW|d|…=t |  ¡¡}|  d|t |dƒt t |ƒƒf¡|  |¡| |¡| |¡q W|S)NcSsg|] \}}|‘qSr r )r‹rMr¹r r rrŒ‹sz1make_meas_likelihood_fragment..css|]\}}|VqdS)Nr )r‹rMr¹r r rr¯Œsz0make_meas_likelihood_fragment..z'lalapps_string_meas_likelihood_%s_%d_%dr)r˜r rˆr rºr0r@r r®rOr9rGrIrNr¡r») r¢r£rkr r´r3r¦r¹rqr r rÚmake_meas_likelihood_fragment„s    $  r½c Cs|dkrtj}t |¡}t |¡}tƒ}xÒ|rúttƒ} |  dd„|d|…Dƒ¡x,tdd„|d|…DƒƒD]} |  | ¡qnW|d|…=t |   ¡¡} |   d|t | dƒt t | ƒƒf¡x&|D]\} } |  | ¡|   | g¡qÂW| | ¡| | ¡q*W|S)NcSsg|] \}}|‘qSr r )r‹rMr¹r r rrŒ¨sz1make_calc_likelihood_fragment..css|]\}}|VqdS)Nr )r‹rMr¹r r rr¯©sz0make_calc_likelihood_fragment..z'lalapps_string_calc_likelihood_%s_%d_%dr)rœrr rºrˆr[r@r r®rOr9rGrIr_r¡r») r¢r£Zlikelihood_parentsrkrr³r3r\r´r¦r¹rqrMr r rÚmake_calc_likelihood_fragment s&    $  r¾)r–)N)N)NF)6rcÚ __future__rrr r°ZligorZgluerZlalrrZ lal.utilsrZlalburstrr Ú __author__Ú__date__Ú __version__rrrrrr2r0rZr[rbrarerdrsrtr~rr‡r•r›r˜rœrržr©r­rˆrµr¶r¸r¼r½r¾r r r rÚ sT          74F! , %