o 0@sdZddlmZddlmZddlmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZddlmZddlmZdd lmZdd lmZdd lmZdd lmZdd lmZddlmZddlZddlmZGdddejZGdddejZGdddejZ ze j!Z"Wne#yGdddejZ!e!Z"GdddZ$YnwddZ%gdZ&ddZ'dd Z(dPd!d"Z)d#d$Z*d%d&Z+d'd(Z,d)d*Z-Gd+d,d,e.Z/ej0d-d.Z1ej0d/d0Z2    dQd1d2Z3  3   dRd4d5Z4dPd6d7Z5d3ej6fd8d9Z7d3ej6ej8j6d3fd:d;Z9dd?Z;  3    3dSd@dAZdFdGZ?dHdIZ@dJdKZAdLdMZBdNdOZCdS)Tz6Functions to help with shelling out to other commands.)absolute_import)division)unicode_literalsN) argv_utils)config) exceptions)log) properties) named_configs)encoding)parallel) platforms)mapc@eZdZdZdS)OutputStreamProcessingExceptionz>Error class for errors raised during output stream processing.N__name__ __module__ __qualname____doc__rr@/tmp/google-cloud-sdk/lib/googlecloudsdk/core/execution_utils.pyr0rc eZdZdZfddZZS)PermissionErrorz'User does not have execute permissions.ctt|dj|ddS)Nz_{err} Please verify that you have execute permission for all files in your CLOUD SDK bin folder)err)superr__init__format)selferror __class__rrr7s zPermissionError.__init__rrrrr __classcell__rrr"rr4rcr)InvalidCommandErrorz Command entered cannot be found.cr)Nz{cmd}: command not found)cmd)rr'rr)r r(r"rrr@s  zInvalidCommandError.__init__r$rrr"rr'=r&r'c@r)TimeoutExpiredzDSimulate subprocess.TimeoutExpired on old (<3.3) versions of Python.Nrrrrrr)Nrr)c@s*eZdZdZddZd ddZddZdS) SubprocessTimeoutWrapperaQForwarding wrapper for subprocess.Popen, adds timeout arg to wait. subprocess.Popen.wait doesn't provide a timeout in versions < 3.3. This class wraps subprocess.Popen, adds a backported wait that includes the timeout arg, and forwards other calls to the underlying subprocess.Popen. Callers generally shouldn't use this class directly: Subprocess will return either a subprocess.Popen or SubprocessTimeoutWrapper as appropriate based on the available version of subprocesses. See https://docs.python.org/3/library/subprocess.html#subprocess.Popen.wait. cCs ||_dSN)proc)r r,rrrrcs z!SubprocessTimeoutWrapper.__init__NcCsj|dur |jSt}||}d}|j}|dur3t|kr%tt||j}|dus|S)a$Busy-wait for wrapped process to have a return code. Args: timeout: int, Seconds to wait before raising TimeoutExpired. Returns: int, The subprocess return code. Raises: TimeoutExpired: if subprocess doesn't finish before the given timeout. Ng{Gz?)r,waittimepollr)sleep)r timeoutnowlaterdelayretrrrr-gs     zSubprocessTimeoutWrapper.waitcCs t|j|Sr+)getattrr,)r namerrr __getattr__s z$SubprocessTimeoutWrapper.__getattr__r+)rrrrrr-r8rrrrr*Ts   r*cCs,ttjd}|r |Stj}|std|S)zr\rGetDecodedArgvr{r GcloudPathrrrr ArgsForGcloud$s rc@s eZdZdZddZddZdS)_ProcessHolderz@Process holder that can handle signals raised during processing.cCsd|_d|_dSr+)processsignum)r rrrr0s z_ProcessHolder.__init__cCsH||_|jr tdj||jjd|jdur"|jdSdSdS)zHandle the intercepted signal.z!Subprocess [{pid}] got [{signum}])rpidN)rrrdebugrrr/ terminate)r r unused_framerrrHandler4s  z_ProcessHolder.HandlerN)rrrrrrrrrrr-s rc ksTttj}tj|zdVWtjtj|dStjtj|w)z.Temporarily set process environment variables.N)rar;r<updateclear)env_vars old_environrrr ReplaceEnvHs    rc cs6t||}z dVWt||dSt||wr+)signal)signohandler old_handlerrrr_ReplaceSignalTs  rc Ks$|rtj|d<|rtj|d<|rtj|d<z|r$t|tr$dd|D}tj|fdt|di|}Wn$tyW}z|jtjkrFt |j |jtj krRt |dd }~ww||_ |jd urj|d urj|t|tjru|d }tttj|j|d \} } |r|| |r|| |jS) zSee Exec docstring.stdoutstderrstdincSg|]}t|qSrr Encode.0arrr qz_Exec..rjrjrNutf-8)input) subprocessPIPE isinstancerVPopenrmOSErrorerrnoEACCESrstrerrorENOENTr'rrr/rsix text_typeencoderr Decode communicate returncode) rZprocess_holderrjout_funcerr_funcin_strextra_popen_kwargsrlrrrrrr_Exec]s<            rFc Kstd|t}tttjrMttj |j ,ttj |j t ||||||fi|}Wdn1s8wYWdn1sGwYn t ||||||fi|}|rc|j durc|St|dS)aEmulates the os.exec* set of commands, but uses subprocess. This executes the given command, waits for it to finish, and then exits this process with the exit code of the child process. Args: args: [str], The arguments to execute. The first argument is the command. env: {str: str}, An optional environment for the child process. no_exit: bool, True to just return the exit code of the child instead of exiting. out_func: str->None, a function to call with the stdout of the executed process. This can be e.g. log.file_only_logger.debug or log.out.write. err_func: str->None, a function to call with the stderr of the executed process. This can be e.g. log.file_only_logger.debug or log.err.write. in_str: bytes or str, input to send to the subprocess' stdin. **extra_popen_kwargs: Any additional kwargs will be passed through directly to subprocess.Popen Returns: int, The exit code of the child if no_exit is True, else this method does not return. Raises: PermissionError: if user does not have execute permission for cloud sdk bin files. InvalidCommandError: if the command entered cannot be found. Executing command: %sN)rrrr threadingcurrent_thread _MainThreadrrSIGTERMrSIGINTrrr=exit) rZrjno_exitrrrrrret_valrrrExecs$ "rc Ksz|rt|trdd|D}tj|fdt|di|}Wn$tyB}z|jtjkr1t|j |jtj kr=t |dd}~wwt }||_ |jdurX|durX|zt|WStyh|YSw)aRun subprocess.Popen with optional timeout and custom env. Returns a running subprocess. Depending on the available version of the subprocess library, this will return either a subprocess.Popen or a SubprocessTimeoutWrapper (which forwards calls to a subprocess.Popen). Callers should catch TIMEOUT_EXPIRED_ERR instead of subprocess.TimeoutExpired to be compatible with both classes. Args: args: [str], The arguments to execute. The first argument is the command. env: {str: str}, An optional environment for the child process. **extra_popen_kwargs: Any additional kwargs will be passed through directly to subprocess.Popen Returns: subprocess.Popen or SubprocessTimeoutWrapper, The running subprocess. Raises: PermissionError: if user does not have execute permission for cloud sdk bin files. InvalidCommandError: if the command entered cannot be found. cSrrrrrrrrrzSubprocess..rjrrN)rrVrrrmrrrrrrr'rrrr/rr* NameError)rZrjrrlrrrrr Subprocesss,         rcCsx|r|jn|j}|j} |pd}|s+|dur+z|WdSty*YdSw|d}|d}|r;||q )zNone, a function to call with each line of the stdout of the executed process. This can be e.g. log.file_only_logger.debug or log.out.write. err_func: str->None, a function to call with each line of the stderr of the executed process. This can be e.g. log.file_only_logger.debug or log.err.write. in_str: bytes or str, input to send to the subprocess' stdin. **extra_popen_kwargs: Any additional kwargs will be passed through directly to subprocess.Popen Returns: int, The exit code of the child if no_exit is True, else this method does not return. Raises: PermissionError: if user does not have execute permission for cloud sdk bin files. InvalidCommandError: if the command entered cannot be found. rrrcSrrrrrrrrwrz+ExecWithStreamingOutput..rjrrrNFTr),rrrmrrrrrrPrintstatusrrrrVrrrrrrwriterrrEPIPEEINVALrrr GetPool ApplyAsyncrrf Exceptionrrrrr'rrr=r)rZrjrrrrrrout_handler_funcerr_handler_funcrlexcpoolstd_out_futurestd_err_futureerrrrrExecWithStreamingOutput>s %               8rc Ks"td|t|d}t}ttj|jttj|j|p"tj } |p(tj j } |r0t j |d<z}|r?t |tr?dd|D}t j|f|t j t j d|} |rt|d}z | j|| jWn'ty} z| jtjksy| jtjkrznt| t| WYd} ~ nd} ~ wwz t| | | |d Wnty} zt| t| d} ~ wwWn$ty}z|jtjkrt|j |jtj!krt"|d d}~ww| |_#|j$durt| | j%}Wdn1swYWdn1swY|r |j$dur |St&'|dS) a|Emulates the os.exec* set of commands, but uses subprocess. This executes the given command, waits for it to finish, and then exits this process with the exit code of the child process. Allows realtime processing of stderr and stdout from subprocess without threads. Args: args: [str], The arguments to execute. The first argument is the command. env: {str: str}, An optional environment for the child process. no_exit: bool, True to just return the exit code of the child instead of exiting. out_func: str->None, a function to call with each line of the stdout of the executed process. This can be e.g. log.file_only_logger.debug or log.out.write. err_func: str->None, a function to call with each line of the stderr of the executed process. This can be e.g. log.file_only_logger.debug or log.err.write. in_str: bytes or str, input to send to the subprocess' stdin. raw_output: bool, stream raw lines of output perserving line endings/formatting. **extra_popen_kwargs: Any additional kwargs will be passed through directly to subprocess.Popen Returns: int, The exit code of the child if no_exit is True, else this method does not return. Raises: PermissionError: if user does not have execute permission for cloud sdk bin files. InvalidCommandError: if the command entered cannot be found. rrrcSrrrrrrrrrz6ExecWithStreamingOutputNonThreaded..rrN)rrrr)(rrrmrrrrrrrrrrrrVrrrrrrrrrrrrrrrrrrrr'rrrr=r)rZrjrrrr raw_outputrrrrrlrrrrrrr"ExecWithStreamingOutputNonThreadedsx (              4rcs&djpddfdd}t|S)arRun a section of code with CTRL-C disabled. When in this context manager, the ctrl-c signal is caught and a message is printed saying that the action cannot be cancelled. Args: stream: the stream to write to if SIGINT is received message: str, optional: the message to write Returns: Context manager that is uninterruptible during its lifetime. z {message} z#This operation cannot be cancelled.)messagecsdSr+)r) unused_signalrrrrr_Handler sz(UninterruptibleSection.._Handler)r CtrlCSection)rrrrrrUninterruptibleSections  rcCsdd}t|S)z._Handler)r)rrrrRaisesKeyboardInterrupt%srcCs ttj|S)a Run a section of code with CTRL-C redirected handler. Args: handler: func(), handler to call if SIGINT is received. In every case original Ctrl-C handler is not invoked. Returns: Context manager that redirects ctrl-c handler during its lifetime. )rrr)rrrrr-s rcCsd}t|dr |j}nt|dr|j}|durdStjtjjkrRtjddddt |j gtj tj d}| \}}|jd krNt|rPtd |j ||dSdStttj}d |d <tjgd tj tj |d}| \}}|d}|jd krtd|j i}|dD]&}td|\} } t| } t| } || } | s| g|| <q| | q|j g} |j g} | r| }||} | r| | | | | s| D]} t!| qdS)aKills a subprocess using an OS specific method when python can't do it. This also kills all processes rooted in this process. Args: p: the Popen or multiprocessing.Process object to kill Raises: RuntimeError: if it fails to kill the process Nrrtaskkillz/Fz/Tz/PID)rrrz:Failed to call taskkill on pid {0} stdout: {1} stderr: {2}z en_US.UTF-8LANG)psz-e-ozppid=rzpid=)rrrjrz*Failed to get subprocesses of process: {0} z\s*(\d+)\s+(\d+))"rrrr OperatingSystemCurrentWINDOWSrrrrrrr_IsTaskKillError RuntimeErrorrr rbrar;r<rstriprurematchgroupsintrtrTpoprU_KillPID)rlrtaskkill_processrrnew_envget_pids_processpid_maprppidrchildrenall_pids to_processcurrentrrrKillSubprocess:sl                rcCsFd}tdf}|D] }||vrdSq |D] }||r dSqdS)zReturns whether the stderr output of taskkill indicates it failed. Args: stderr: the string error output of the taskkill command Returns: True iff the stderr is considered to represent an actual error. )zAccess is denied.z)The operation attempted is not supported.z)There is no running instance of the task.z6There is no running instance of the task to terminate.zThe process "\d+" not found\.FT)rcompilesearch)rnon_error_reasonsnon_error_patternsreasonpatternrrrrs  rc Csz/t|tjtd}t|kr&t|sWdStdt|kst|tjWdStyW}zd|j vrLt t dWYd}~dSWYd}~dSd}~ww)zKills the given process with SIGTERM, then with SIGKILL if it doesn't stop. Args: pid: The process id of the process to check. Ng?zNo such process)r;killrrr._IsStillRunningr0SIGKILLrrrreraiser=exc_info)rdeadliner!rrrr s      r c Cs|zt|tj\}}||fdkrWdSWdSty=}zd|jvr2ttdWYd}~dSWYd}~dSd}~ww)zDetermines if the given pid is still running. Args: pid: The process id of the process to check. Returns: bool, True if it is still running. )rrTzNo child processesrNF) r;waitpidWNOHANGrrrr!r=r")r actual_pidrr!rrrrs    rr+)NNNN)NFNNN)NFNNNF)Dr __future__rrr contextlibrr;rrrr=rr.googlecloudsdk.corerrrrr "googlecloudsdk.core.configurationsr googlecloudsdk.core.utilr r r r six.movesrErrorrrr'r)TIMEOUT_EXPIRED_ERRAttributeErrorr*rBrMrSr\rmr{r~rrobjectrcontextmanagerrrrrrrrrrrrrrrrrrr rrrrrs                :  !      1 =.  k i V