B 9dOP @sdZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZmZmZddlmZddlmZddlmZmZddlmZdd lmZdd l mZd d Zd ZiZ e!ede d<e!ede d<e!ede d<GdddeZ"GdddZ#ddZ$ddZ%Gddde#Z&ddZ'dBddZ(d d!Z)d"d#Z*ej+d$d%Z,e,j-d&d'd(d)e,j-d*d+d,d-e,j-d.d/d0e,j-d1d2d3dd4e.d5d6e,j-d7d+d8d-e,j-d9d:d;d<d=d>Z/d?d@Z0e1dAkre0dS)CzNotebook Javascript Test Controller This module runs one or more subprocesses which will actually run the Javascript test suite. N)BytesIO)ThreadLockEvent)patch)jupyter_runtime_dir) bytes_to_strwhich) get_sys_info)TemporaryDirectory)TimeoutExpiredcCs ||S)N)wait)ptimeoutr\/work/yifan.wang/ringdown/master-ringdown-env/lib/python3.7/site-packages/notebook/jstest.py popen_waitsr casperjs phantomjsslimerjscsNeZdZdZdZdfdd ZddZddZd d Zd d Z d dZ Z S)StreamCapturerTFcsBt||_g|_t|_t\|_|_ t |_ t |_ dS)N)super__init__echostreamsrbufferospipereadfdwritefdr buffer_lockrstop)selfr) __class__rrr,s zStreamCapturer.__init__c Cstd|_xP|jsVt|jd}|j|j|WdQRX|j rt j t |qWt |jt |jdS)NTi)startedr"is_setrreadrr!rwritersysstdoutrcloser )r#chunkrrrrun5s  zStreamCapturer.runc Cs.|j|jd|jdWdQRXdS)Nr)r!rtruncateseek)r#rrr reset_bufferCs zStreamCapturer.reset_bufferc Cs|j |jSQRXdS)N)r!rgetvalue)r#rrr get_bufferHszStreamCapturer.get_buffercCs|js|dS)N)r%start)r#rrrensure_startedLszStreamCapturer.ensure_startedcCs.|js dS|jt|jd|dS)zSafely stop the thread.N)r%r"setrr(r join)r#rrrhaltPs  zStreamCapturer.halt)F) __name__ __module__ __qualname__daemonr%rr-r0r2r4r8 __classcell__rr)r$rr)s rc@sfeZdZdZdZdZdZdZdZdZ ddZ ddZ ddd Z d d Z d d ZddZddZeZdS)TestControllerzRun tests in a subprocess NcCsg|_i|_g|_dS)N)cmdenvdirs)r#rrrrjszTestController.__init__cCsdS)zCreate temporary directories etc. This is only called when we know the test group will be run. Things created here may be cleaned up by self.cleanup(). Nr)r#rrrsetuposzTestController.setupFcCsntj}||j|rd}t| d|_}||rB|jnd}|rPt j nd}t j |j |||d|_ dS)NT)r)r*stderrr@)renvironcopyupdater@rstdout_capturerr3r subprocessSTDOUTPopenr?process)r# buffer_outputcapture_outputr@cr*rCrrrlaunchws   zTestController.launchcCs(|j|j|j|_|jjS)N)rKr rGr8r2r* returncode)r#rrrr s   zTestController.waitcCsdS)aNPrint extra information about this test run. If we're running in parallel and showing the concise view, this is only called if the test group fails. Otherwise, it's called before the test group is started. The base implementation does nothing, but it can be overridden by subclasses. Nr)r#rrrprint_extra_infos zTestController.print_extra_infocCs|j}|dks|dk rdSytd|j|Wn Yn.Xx*tdD]}|dkrntdqRPqRW|dkrtddS)z2Cleanup on exit by killing any leftover processes.NzCleaning up stale PID: rg?z+... failed. Manual cleanup may be required.)rKpollprintpidkillrangetimesleep)r#Zsubpirrrcleanup_processs    zTestController.cleanup_processcCs$|x|jD] }|qWdS)zDKill process if it's still alive, and clean up temporary directoriesN)rZrAcleanup)r#tdrrrr[s zTestController.cleanup)FF)r9r:r;__doc__sectionr?r@rArKr*rrBrOr rQrZr[__del__rrrrr>Zs  r>cCs$ddlm}tjtj|jdS)Nr)Znotebook.teststestsrpathr7dirname__file__)trrrget_js_test_dirs rfcs.ddl}t|d}fdd|DS)Nrz[!_]*/csg|]}tj|qSr)rrbrelpath).0x)test_dirrr sz!all_js_groups..)globrf)rl all_subdirsr)rjr all_js_groupssrncseZdZdZdgZdddZdd Zd d Zfd d ZfddZ ddZ e ddZ ddZ ddZddZddZddZZS) JSControllerzRun CasperJS tests rTrNcCs~t|||_||_||_||_d|_tjdtj d|_ t }dt j |d}t j ||j}dd||d|jg|_d S) zCreate new test runner.z/a@b/z^FAIL.*)flagsz --includes=zutil.jsrtestz --engine=N)r>renginer^xuniturlbase_urlrecompile MULTILINEslimer_failurerfrrbr7r?)r#r^rsrrrtZ js_test_dirZincludesZ test_casesrrrrs zJSController.__init__c Csjt|_t|_t|_t|_|jj|jj|jjd|_|j|j|j|j|j|j|j|jt t j |jjt j ddt t j |jjt j dd|j r||jr$yt|jjdk}Wnd}YnX|r|jd|jntd |jd nBd |_||jrX|jd |jd |jntjddg|_dS)N)HOMEZJUPYTER_CONFIG_DIRZ IPYTHONDIRu sub ∂ir1u sub ∂ir 1au sub ∂ir2u sub ∂ir 1bFz--url=zCould not reach "z".rz--url=http://localhost:dz-czraise SystemExit(1))r ZipydirZ config_dirnbdirhomenamer@rAappendrmakedirsrbr7rs add_xunitrtrequestsget status_coder? Exception server_port _init_serverrur) executable)r#aliverrrrBs8"" zJSController.setupcCs0tj|jddd}|jd|dS)N/.z .xunit.xmlz--xunit=)rrbabspathr^replacer?r)r#Z xunit_filerrrrszJSController.add_xunitcs.|jdkr|stjddStj|dSdS)NrT)rM)rL)rrrrO)r#rL)r$rrrOszJSController.launchcsFtj||}|jdkr>t|j}|dkr.|St|j|S|SdS)z#Wait for the JSController to finishrrN)rr rrrr*boolrysearch)r#Zpargskwargsretr*)r$rrr s  zJSController.waitcCstd|jjdS)Nz&Running tests with notebook directory )rSr}r)r#rrrrQszJSController.print_extra_infocCs tdd|j|jgD}|S)Ncss|]}t|VqdS)N)have)rharrr sz(JSController.will_run..)all requirementsrr)r#Z should_runrrrwill_runszJSController.will_runc Cstjdddd|jjdd|jg|_}tjdr>|dt |_ }| t j }||jtj||jtj|jj|d |_td d |jji t}Wd QRXt j|d |jjd|_|d S)z/Start the notebook server in a separate processz-mnotebookz --no-browserz--notebook-dirz--NotebookApp.token=z--NotebookApp.base_url=linuxz--KernelManager.transport=ipc)r*rCcwdr@z os.environrzNz nbserver-z.json)r)rr}rruserver_commandplatform startswithrrstream_capturerr3rrDrErFr@rHrJr rIserverrdictr~rrbr7rTserver_info_file_wait_for_server)r#commandrNr@Z runtime_dirrrrr#s.      zJSController._init_serverc CsxdtdD]X}|jdk r$|Stj|jrXy |Wnt k rRYnXdSt dq Wt d|jt jddS)z0Wait 30 seconds for the notebook server to starti,Ng?z)Notebook server-info file never arrived: )file)rVrrR_failed_to_startrrbexistsr_load_server_info ValueErrorrWrXrSr)rC)r#rYrrrrBs  zJSController._wait_for_servercCs<|jdd}tdtjdt|jt|tjddS)z"Notebook server exited prematurelyzutf-8rzNotebook failed to start: )rN)rr2decoderSr)rCr)r#ZcapturedrrrrVs zJSController._failed_to_startc Cs.t|j}t|}WdQRX|d|_dS)z7Notebook server started, load connection info from JSONNport)openrjsonloadr)r#finforrrr]s zJSController._load_server_infoc Cst|dry|jWntk r,YnXyt|jtWnFtk rytdtj d|j Wntk r~YnXYnXyt|jtWn,tk rtd|j dtj dYnX|j t|dS)Nrz0Failed to terminate notebook server, killing it.)rzNotebook server still running ())hasattrr terminateOSErrorrNOTEBOOK_SHUTDOWN_TIMEOUTr rSr)rCrUrrr8r>r[)r#rrrr[cs,     zJSController.cleanup)TrN)r9r:r;r]rrrBrrOr rQpropertyrrrrrr[r=rr)r$rros )  rocsZj}|st}jrdndfdd|D}|}dd|D}dd|D}||fS)zVReturns two lists of TestController instances, those to run, and those not to run.rrcs g|]}t|jjdqS))rsrrrt)rorsrt)rhr)rroptionsrrrksz'prepare_controllers..cSsg|]}|jr|qSr)r)rhrNrrrrkscSsg|]}|js|qSr)r)rhrNrrrrks) testgroupsrnr)rrZc_jsZ controllersto_runnot_runr)rrrrprepare_controllerssrTcCszy^y$||s||j|dWn(tk rPddl}||dfSX|}||fStk r||tj fSXWd| XdS)aSetup and run a test controller. If buffer_output is True, no output is displayed, to avoid it appearing interleaved. In this case, the caller is responsible for displaying test output on failure. Returns ------- controller : TestController The same controller as passed in, as a convenience for using map() type APIs. exitcode : int The exit code of the test subprocess. Non-zero indicates failure. )rLrN) rBrQrOr traceback print_excr KeyboardInterruptsignalSIGINTr[) controllerrLrexitcoderrrdo_runs rcs t}gfdd}|d|ddd|d|d|d |d td d Dfd dDg}g}x.tD]"\}}|r||q~||q~W|r҈d|dd|d|rd|dd|ddS)z@Return a string with a summary report of test-related variables.cs||fdS)N)r)rvalue)outrr_addszreport.._addzPython version sys_version r`zsys.executableZsys_executablePlatformrcss|]\}}t|VqdS)N)len)rhnvrrrrszreport..cs(g|] \}}|dd|dqS).z- Tools and libraries available at test time: z  z1 Tools and libraries NOT available at test time: )r rmaxritemsrsortr7)infrZavailZ not_availkZis_availr)rrrreports.    rc Cs,t|\}}d#dd}g}t}t|jdkrx\|D]T}td|jtjt|dd\}}|r| ||t j krtd Ptq8Wnyt j |j}xv|t|D]f\}}|d krd nd } t|d |j| |r|tt|j| ||t j krtd PqWWntk r2dSXx"|D]}t|d |jdq:Wt} | |} t|} t|} tdtdttd| dd}tddd|std| d|nRdd|D}td| d| dd|d |ttd!td$|t|r(tddS)%aRun the entire Javascript test suite. This function constructs TestControllers and runs them in subprocesses. Parameters ---------- All parameters are passed as attributes of the options object. testgroups : list of str Run only these sections of the test suite. If empty, run all the available sections. fast : int or None Run the test suite in parallel, using n simultaneous processes. If None is passed, one process is used per CPU core. Default 1 (i.e. sequential) inc_slow : bool Include slow tests. By default, these tests aren't run. slimerjs : bool Use slimerjs if it's installed instead of phantomjs for casperjs tests. url : unicode Address:port to use when running the JS tests. xunit : bool Produce Xunit XML output. This is written to multiple foo.xunit.xml files. extra_args : list Extra arguments to pass to the test subprocesses, e.g. '-v' F-cSs(|d7}d||t||}||S)Nr)rjustr)ZltextZrtextrfillrrrjustifyszrun_jstestall..justifyrz Test group:F)rLZ InterruptedrOKZFAILEDz Test group: NzNOT RUNZF______________________________________________________________________z?Test suite completed for system with the following information:zTook z.3fzs.zStatus: r`)endzOK (z test groups).cSsg|] }|jqSr)r^)rhrNrrrrk5sz!run_jstestall..zERROR - z out of z test groups failed (z, z).z"You may wish to rerun these, with: python -m notebook.jstest)rr)r)rrWrSfastr^r)r*flushrrrrmultiprocessingpoolZ ThreadPoolZimap_unorderedrQrrrrr7exit)rrrrfailedZt_startrresrZ res_stringZt_endZt_testsZnrunnersZnfailZtookZfailed_sectionsrrr run_jstestallsf!               $ rz%Run Jupyter Notebook Javascript tests) descriptionr*z9Run specified groups of tests. If omitted, run all tests.)nargshelpz --slimerjs store_truezGUse slimerjs if it's installed instead of phantomjs for casperjs tests.)actionrz--urlzURL to use for the JS tests.)rz-jz--fast?rzlRun test sections in parallel. This starts as many processes as you have cores, or you can specify a number.)rconstdefaulttyperz--xunitzProduce Xunit XML resultsz--subproc-streamscapturezkWhat to do with stdout/stderr from subprocesses. 'capture' (default), 'show' and 'discard' are the options.)rrcCstg}g|_|S)zgGet an argparse Namespace object with the default arguments, to pass to :func:`run_iptestall`. ) argparser parse_args extra_args)rrrrdefault_optionsPs rcCstytjd}Wn&tk r6tjdd}g}Yn"Xtjd|}tj|dd}t|}||_t|dS)Nz--r)r)argvindexrrrrr)ZixZto_parserrrrrmainXs  r__main__)T)2r]argparserZmultiprocessing.poolrrrvrrr)rHrWior threadingrrrZ unittest.mockrZjupyter_core.pathsrZipython_genutils.py3compatrr Znotebook._sysinfor Zipython_genutils.tempdirr r rrrrrr>rfrnrorrrrArgumentParserr add_argumentintrrr9rrrrsd      1^C "#h