-c`@sdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddl m Z ddl mZddl mZdd l mZdd l mZdd l mZdd l mZdd l mZddlmZddlmZdddddgZejdkrbedddZGdddejZeedrddZnddl Z ddZGdd d ej!Z"Gd!d"d"ej#ej$Z%eed#rej&Z'nddl Z d$d%Z'Gd&d'd'e j(Z)Gd(ddZ*Gd)d*d*e*Z+Gd+dde+Z,Gd,dde+Z-Gd-d.d.ej.Z/eZ0e/Z1dS)/z2Selector event loop for Unix with signal handling.N) base_events)base_subprocess)compat) constants) coroutines)events)futures)selector_events) selectors) transports) coroutine)loggerSelectorEventLoopAbstractChildWatcherSafeChildWatcherFastChildWatcherDefaultEventLoopPolicyZwin32z+Signals are not really supported on WindowscCsdS)zDummy signal handler.N)signumframerr)/usr/lib/python3.5/asyncio/unix_events.py_sighandler_noop%src seZdZdZdfddZddZfddZd d Zd d Zd dZ ddZ ddZ ddddZ ddddZ edddZddZeddddddddZedddd d!ddd"d#ZS)$_UnixSelectorEventLoopzdUnix event loop. Adds signal handling and UNIX Domain Socket support to SelectorEventLoop. Ncstj|i|_dS)N)super__init___signal_handlers)selfselector) __class__rrr0sz_UnixSelectorEventLoop.__init__cCs tjS)N)socketZ socketpair)rrrr _socketpair4sz"_UnixSelectorEventLoop._socketpaircs8tjx$t|jD]}|j|qWdS)N)rcloselistrremove_signal_handler)rsig)rrrr"7s z_UnixSelectorEventLoop.closecCs+x$|D]}|sq|j|qWdS)N)_handle_signal)rdatarrrr_process_self_data<s z)_UnixSelectorEventLoop._process_self_datac+Gstj|stj|r*td|j||jytj|jj Wn=t t fk r}zt t |WYdd}~XnXtj|||}||j|tjkns^tdj|tjdS)zInternal helper to validate a signal. Raise ValueError if the signal number is invalid or uncatchable. Raise RuntimeError if there is a problem setting up the handler. zsig must be an int, not {!r}rzsig {} out of range(1, {})N) isinstanceintr*r7r,NSIGr/)rr%rrrr+s z$_UnixSelectorEventLoop._check_signalcCst|||||S)N)_UnixReadPipeTransport)rpipeprotocolwaiterextrarrr_make_read_pipe_transportsz0_UnixSelectorEventLoop._make_read_pipe_transportcCst|||||S)N)_UnixWritePipeTransport)rrFrGrHrIrrr_make_write_pipe_transportsz1_UnixSelectorEventLoop._make_write_pipe_transportc kstj} |j} t||||||||d| d|| } | j| j|j| y | EdHWn+tk r} z | }WYdd} ~ XnXd}|dk r| j| j EdH|WdQRX| S)NrHrI) rget_child_watcherZ create_future_UnixSubprocessTransportadd_child_handlerZget_pid_child_watcher_callback Exceptionr"Z_wait)rrGr9shellstdinstdoutstderrbufsizerIkwargswatcherrHtranspr:errrrr_make_subprocess_transports$        z1_UnixSelectorEventLoop._make_subprocess_transportcCs|j|j|dS)N)Zcall_soon_threadsafeZ_process_exited)rpid returncoderYrrrrPsz._UnixSelectorEventLoop._child_watcher_callbacksslsockserver_hostnamec cs,|dks!t|ts!t|rB|dkrZtdn|dk rZtd|dk r|dk r~tdtjtjtjd}y&|jd|j||EdHWq|j YqXn%|dkrtd|jd|j ||||EdH\}}||fS)Nz/you have to pass server_hostname when using sslz+server_hostname is only meaningful with sslz3path and sock can not be specified at the same timerFzno path and sock were specified) rBr2AssertionErrorr/r AF_UNIX SOCK_STREAM setblockingZ sock_connectr"Z_create_connection_transport)rprotocol_factorypathr^r_r` transportrGrrrcreate_unix_connections0!             z-_UnixSelectorEventLoop.create_unix_connectionbacklogdc Csut|trtd|dk r|dk r?tdtjtjtj}y|j|Wq,tk r}zK|j |j t j krdj |}tt j |dnWYdd}~Xq,|j Yq,Xn?|dkrtd|j tjkr,tdj |tj||g}|j||jd|j|||||S)Nz*ssl argument must be an SSLContext or Nonez3path and sock can not be specified at the same timezAddress {!r} is already in usez-path was not specified, and no sock specifiedz+A UNIX Domain Socket was expected, got {!r}F)rBboolr*r/r rbrcZbindr0r"r5Z EADDRINUSEr7ZfamilyrZServerZlistenrdZ_start_serving) rrerfr_rir^r:msgZserverrrrcreate_unix_servers:           z)_UnixSelectorEventLoop.create_unix_server)__name__ __module__ __qualname____doc__rr!r"r(r<r&r$r+rJrLr r[rPrhrmrr)rrr*s,    -    r set_blockingcCstj|ddS)NF)osrr)fdrrr_set_nonblockingsrucCs<tj|tj}|tjB}tj|tj|dS)N)fcntlZF_GETFLrs O_NONBLOCKZF_SETFL)rtflagsrrrru$s cseZdZdZddfddZddZdd Zd d Zd d ZddZ ddZ e j rddZ dddZddZddZS)rEiNcstj|||jd<||_||_|j|_tj|jj }t j |p}t j |p}t j |stdt|j||_d|_|jj|jj||jj|jj|j|j|dk r |jjtj|ddS)NrFz)Pipe transport is for pipes/sockets only.F)rr_extra_loop_piper._filenorsfstatst_modestatS_ISFIFOS_ISSOCKS_ISCHRr/ru _protocol_closing call_soonconnection_made add_reader _read_readyr _set_result_unless_cancelled)rlooprFrGrHrImode)rrrr.s&        z_UnixReadPipeTransport.__init__cCs|jjg}|jdkr.|jdn|jrD|jd|jd|jt|jdd}|jdk r|dk rtj ||jt j }|r|jdq|jdn,|jdk r|jdn |jddd j |S) Nclosedclosingzfd=%s _selectorpollingidleopenz<%s> ) rrnr|appendrr}getattrr{r _test_selector_eventr Z EVENT_READjoin)rr4rrrrr__repr__Es$   z_UnixReadPipeTransport.__repr__cCsytj|j|j}WnLttfk r6Yntk rj}z|j|dWYdd}~XnX|r|jj |ng|j j rt j d|d|_|j j|j|j j|jj|j j|jddS)Nz"Fatal read error on pipe transportz%r was closed by peerT)rsreadr}max_sizeBlockingIOErrorInterruptedErrorr0 _fatal_errorrZ data_receivedr{ get_debugrr4r remove_readerrZ eof_received_call_connection_lost)rr'r:rrrr[s# z"_UnixReadPipeTransport._read_readycCs|jj|jdS)N)r{rr})rrrr pause_readingmsz$_UnixReadPipeTransport.pause_readingcCs|jj|j|jdS)N)r{rr}r)rrrrresume_readingpsz%_UnixReadPipeTransport.resume_readingcCs|jS)N)r)rrrr is_closingssz!_UnixReadPipeTransport.is_closingcCs|js|jddS)N)r_close)rrrrr"vs z_UnixReadPipeTransport.closecCs4|jdk r0tjd|t|jjdS)Nzunclosed transport %r)r|warningswarnResourceWarningr")rrrr__del__~sz_UnixReadPipeTransport.__del__zFatal error on pipe transportc Cst|trL|jtjkrL|jjrwtjd||ddn+|jjd|d|d|d|j i|j |dS)Nz%r: %sexc_infoTmessage exceptionrgrG) rBr0r5ZEIOr{rrdebugcall_exception_handlerrr)rr:rrrrrs! z#_UnixReadPipeTransport._fatal_errorcCs6d|_|jj|j|jj|j|dS)NT)rr{rr}rr)rr:rrrrs z_UnixReadPipeTransport._closec CsDz|jj|Wd|jjd|_d|_d|_XdS)N)rconnection_lostr|r"r{)rr:rrrrs    z,_UnixReadPipeTransport._call_connection_losti)rnrorprrrrrrrr"rPY34rrrrrr)rrrE*s          rEcseZdZddfddZddZddZdd Zd d Zd d ZddZ ddZ ddZ ddZ e jrddZddZdddZdddZdd ZS)!rKNcs:tj||||jd<||_|j|_tj|jj}t j |}|p}t j |p}t j |st dt|j||_g|_d|_d|_|jj|jj||stjjd r|jj|jj|j|j|dk r6|jjtj|ddS)NrFz?Pipe transport is only for pipes, sockets and character devicesrFZaix)rrrzr|r.r}rsr~rrrrrr/rur_buffer _conn_lostrr{rrsysplatform startswithrrr r)rrrFrGrHrIrZ is_socket)rrrrs,         z _UnixWritePipeTransport.__init__cCs#|jjg}|jdkr.|jdn|jrD|jd|jd|jt|jdd}|jdk r|dk rtj ||jt j }|r|jdn |jd|j }|jd|n,|jdk r|jdn |jdd d j |S) Nrrzfd=%srrrz bufsize=%srz<%s>r)rrnr|rrr}rr{r rr Z EVENT_WRITEget_write_buffer_sizer)rr4rrrVrrrrs(     z _UnixWritePipeTransport.__repr__cCstdd|jDS)Ncss|]}t|VqdS)N)len).0r'rrr sz@_UnixWritePipeTransport.get_write_buffer_size..)sumr)rrrrrsz-_UnixWritePipeTransport.get_write_buffer_sizecCsI|jjrtjd||jr;|jtn |jdS)Nz%r was closed by peer)r{rrr4rrBrokenPipeError)rrrrrs  z#_UnixWritePipeTransport._read_readycCst|tttfs*tt|t|trEt|}|sOdS|jsa|jr|jtj krt j d|jd7_dS|j shyt j|j|}Wnettfk rd}YnHtk r}z(|jd7_|j|ddSWYdd}~XnX|t|kr3dS|dkrO||d}|jj|j|j|j j||jdS)Nz=pipe closed by peer or os.write(pipe, data) raised exception.rrz#Fatal write error on pipe transport)rBbytes bytearray memoryviewrareprrrrZ!LOG_THRESHOLD_FOR_CONNLOST_WRITESrwarningrrswriter}rrrQrrr{Z add_writer _write_readyrZ_maybe_pause_protocol)rr'nr:rrrrs4*     z_UnixWritePipeTransport.writecCsadj|j}|s$td|jjytj|j|}Wn~ttfk rt|jj |Ynt k r}z7|j d7_ |j j |j|j|dWYdd}~XnX|t|kr1|j j |j|j|j r-|jr-|j j|j|jddS|dkrM||d}|jj |dS)NzData should not be emptyrz#Fatal write error on pipe transportr)rrraclearrsrr}rrrrQrr{ remove_writerrrZ_maybe_resume_protocolrrr)rr'rr:rrrr s* #   z$_UnixWritePipeTransport._write_readycCsdS)NTr)rrrr can_write_eof&sz%_UnixWritePipeTransport.can_write_eofcCs[|jr dS|jstd|_|jsW|jj|j|jj|jddS)NT) rr|rarr{rr}rr)rrrr write_eof)s   z!_UnixWritePipeTransport.write_eofcCs|jS)N)r)rrrrr2sz"_UnixWritePipeTransport.is_closingcCs'|jdk r#|j r#|jdS)N)r|rr)rrrrr"5sz_UnixWritePipeTransport.closecCs4|jdk r0tjd|t|jjdS)Nzunclosed transport %r)r|rrrr")rrrrr>sz_UnixWritePipeTransport.__del__cCs|jddS)N)r)rrrrabortCsz_UnixWritePipeTransport.abortzFatal error on pipe transportc Csyt|tjr=|jjrhtjd||ddn+|jjd|d|d|d|ji|j |dS)Nz%r: %srTrrrgrG) rBrZ_FATAL_ERROR_IGNOREr{rrrrrr)rr:rrrrrFs z$_UnixWritePipeTransport._fatal_errorcCs_d|_|jr%|jj|j|jj|jj|j|jj|j|dS)NT) rrr{rr}rrrr)rr:rrrrTs    z_UnixWritePipeTransport._closec CsDz|jj|Wd|jjd|_d|_d|_XdS)N)rrr|r"r{)rr:rrrr\s    z-_UnixWritePipeTransport._call_connection_lost)rnrorprrrrrrrrrr"rrrrrrrrr)rrrKs !   !       rKset_inheritablecCsittdd}tj|tj}|sJtj|tj||Bntj|tj||@dS)NZ FD_CLOEXECr)rrvZF_GETFDZF_SETFD)rtZ inheritableZ cloexec_flagoldrrr_set_inheritablels rc@seZdZddZdS)rNc Ksd}|tjkr=|jj\}}t|jdtj|d|d|d|d|ddd|||_|dk r|jt |j dd ||j_ dS) NFrRrSrTrUZuniversal_newlinesrVwb buffering) subprocessPIPEr{r!rr.Popen_procr"rdetachrS) rr9rRrSrTrUrVrWZstdin_wrrr_startxs  z_UnixSubprocessTransport._startN)rnrorprrrrrrNvs rNc@s^eZdZdZddZddZddZdd Zd d Zd d Z dS)raHAbstract base class for monitoring child processes. Objects derived from this class monitor a collection of subprocesses and report their termination or interruption by a signal. New callbacks are registered with .add_child_handler(). Starting a new process must be done within a 'with' block to allow the watcher to suspend its activity until the new process if fully registered (this is needed to prevent a race condition in some implementations). Example: with watcher: proc = subprocess.Popen("sleep 1") watcher.add_child_handler(proc.pid, callback) Notes: Implementations of this class must be thread-safe. Since child watcher objects may catch the SIGCHLD signal and call waitpid(-1), there should be only one active object per process. cGs tdS)aRegister a new child handler. Arrange for callback(pid, returncode, *args) to be called when process 'pid' terminates. Specifying another callback for the same process replaces the previous handler. Note: callback() must be thread-safe. N)NotImplementedError)rr\r8r9rrrrOs z&AbstractChildWatcher.add_child_handlercCs tdS)zRemoves the handler for process 'pid'. The function returns True if the handler was successfully removed, False if there was nothing to remove.N)r)rr\rrrremove_child_handlersz)AbstractChildWatcher.remove_child_handlercCs tdS)zAttach the watcher to an event loop. If the watcher was previously attached to an event loop, then it is first detached before attaching to the new loop. Note: loop may be None. N)r)rrrrr attach_loopsz AbstractChildWatcher.attach_loopcCs tdS)zlClose the watcher. This must be called to make sure that any underlying resource is freed. N)r)rrrrr"szAbstractChildWatcher.closecCs tdS)zdEnter the watcher's context and allow starting new processes This function must return selfN)r)rrrr __enter__szAbstractChildWatcher.__enter__cCs tdS)zExit the watcher's contextN)r)rabcrrr__exit__szAbstractChildWatcher.__exit__N) rnrorprqrOrrr"rrrrrrrs    c@sdeZdZddZddZddZddZd d Zd d Zd dZ dS)BaseChildWatchercCs d|_dS)N)r{)rrrrrszBaseChildWatcher.__init__cCs|jddS)N)r)rrrrr"szBaseChildWatcher.closecCs tdS)N)r)r expected_pidrrr _do_waitpidszBaseChildWatcher._do_waitpidcCs tdS)N)r)rrrr_do_waitpid_allsz BaseChildWatcher._do_waitpid_allcCs|dks$t|tjs$t|jdk rF|jjtj||_|dk r{|jtj|j |j dS)N) rBrZAbstractEventLooprar{r$r,SIGCHLDr< _sig_chldr)rrrrrrs$  zBaseChildWatcher.attach_loopcCsVy|jWnAtk rQ}z!|jjddd|iWYdd}~XnXdS)Nrz$Unknown exception in SIGCHLD handlerr)rrQr{r)rr:rrrrs  zBaseChildWatcher._sig_chldcCsAtj|rtj| Stj|r9tj|S|SdS)N)rs WIFSIGNALEDWTERMSIG WIFEXITED WEXITSTATUS)rstatusrrr_compute_returncodes  z$BaseChildWatcher._compute_returncodeN) rnrorprr"rrrrrrrrrrs       rcseZdZdZfddZfddZddZdd Zd d Zd d Z ddZ ddZ S)rad'Safe' child watcher implementation. This implementation avoids disrupting other code spawning processes by polling explicitly each process in the SIGCHLD handler instead of calling os.waitpid(-1). This is a safe solution but it has a significant overhead when handling a big number of children (O(n) each time SIGCHLD is raised) cstji|_dS)N)rr _callbacks)r)rrrrs zSafeChildWatcher.__init__cs|jjtjdS)N)rrrr")r)rrrr"s zSafeChildWatcher.closecCs|S)Nr)rrrrrszSafeChildWatcher.__enter__cCsdS)Nr)rrrrrrrr!szSafeChildWatcher.__exit__cGs$||f|j|<|j|dS)N)rr)rr\r8r9rrrrO$sz"SafeChildWatcher.add_child_handlerc Cs/y|j|=dSWntk r*dSYnXdS)NTF)rr>)rr\rrrr*s   z%SafeChildWatcher.remove_child_handlercCs+x$t|jD]}|j|qWdS)N)r#rr)rr\rrrr1sz SafeChildWatcher._do_waitpid_allcCs |dkstytj|tj\}}Wn.tk ra|}d}tjd|YnBX|dkrrdS|j|}|jj rtj d||y|j j |\}}Wn7t k r|jj rtjd|ddYnX||||dS)Nrz8Unknown child process pid %d, will report returncode 255z$process %s exited with returncode %sz'Child watcher got an unexpected pid: %rrT)rarswaitpidWNOHANGChildProcessErrorrrrr{rrrpopr>)rrr\rr]r8r9rrrr6s,       zSafeChildWatcher._do_waitpid) rnrorprqrr"rrrOrrrrr)rrr s      csveZdZdZfddZfddZddZdd Zd d Zd d Z ddZ S)raW'Fast' child watcher implementation. This implementation reaps every terminated processes by calling os.waitpid(-1) directly, possibly breaking other code spawning processes and waiting for their termination. There is no noticeable overhead when handling a big number of children (O(1) each time a child terminates). cs;tji|_tj|_i|_d|_dS)Nr)rrr threadingZLock_lock_zombies_forks)r)rrrrcs    zFastChildWatcher.__init__cs+|jj|jjtjdS)N)rrrrr")r)rrrr"js  zFastChildWatcher.closec Cs(|j|jd7_|SWdQRXdS)Nr)rr)rrrrros zFastChildWatcher.__enter__c Csg|jG|jd8_|js,|j r0dSt|j}|jjWdQRXtjd|dS)Nrz5Caught subprocesses termination from unknown pids: %s)rrrr2rrr)rrrrZcollateral_victimsrrrrus zFastChildWatcher.__exit__cGs||jstd|jGy|jj|}Wn)tk r`||f|j|r)rr\r8r9r]rrrrOs  z"FastChildWatcher.add_child_handlerc Cs/y|j|=dSWntk r*dSYnXdS)NTF)rr>)rr\rrrrs   z%FastChildWatcher.remove_child_handlercCs9x2ytjdtj\}}Wntk r:dSYn X|dkrKdS|j|}|jy|jj|\}}WnStk r|j r||j |<|j j rt jd||wd}Yn#X|j j rt jd||WdQRX|dkr!t jd||q||||qWdS)Nrrz,unknown process %s exited with returncode %sz$process %s exited with returncode %sz8Caught subprocess termination from unknown pid: %d -> %dr))rsrrrrrrrr>rrr{rrrr)rr\rr]r8r9rrrrs6             z FastChildWatcher._do_waitpid_all) rnrorprqrr"rrrOrrrr)rrrYs    csdeZdZdZeZfddZddZfddZdd Z d d Z S) _UnixDefaultEventLoopPolicyz:UNIX event loop policy with a watcher for child processes.cstjd|_dS)N)rr_watcher)r)rrrrs z$_UnixDefaultEventLoopPolicy.__init__c Cs^tjN|jdkrSt|_ttjtjrS|jj|j j WdQRXdS)N) rrrrrBrcurrent_thread _MainThreadr_localr{)rrrr _init_watchers     z)_UnixDefaultEventLoopPolicy._init_watchercsKtj||jdk rGttjtjrG|jj|dS)zSet the event loop. As a side effect, if a child watcher was set before, then calling .set_event_loop() from the main thread will call .attach_loop(loop) on the child watcher. N)rset_event_looprrBrrrr)rr)rrrrsz*_UnixDefaultEventLoopPolicy.set_event_loopcCs |jdkr|j|jS)zzGet the watcher for child processes. If not yet set, a SafeChildWatcher object is automatically created. N)rr)rrrrrMs z-_UnixDefaultEventLoopPolicy.get_child_watchercCsJ|dks!t|ts!t|jdk r=|jj||_dS)z$Set the watcher for child processes.N)rBrrarr")rrXrrrset_child_watchers! z-_UnixDefaultEventLoopPolicy.set_child_watcher) rnrorprqrZ _loop_factoryrrrrMrrr)rrrs   r)2rqr5rsr,r rrrrrrrrrrrr r r r r logr__all__r ImportErrorrZBaseSelectorEventLooprhasattrrurvZ ReadTransportrEZ_FlowControlMixinZWriteTransportrKrrZBaseSubprocessTransportrNrrrrZBaseDefaultEventLoopPolicyrrrrrrrs^              v    F6Ni2