o  6@svdZddlmZddlmZddlmZddlZddlZddlZddlZddl m Z ddl m Z ddl m Z dd l m Z dd l mZdd lmZddlm Zdd lmZdd lmZddlmZddlZddlZdZdZdZdZGddde jZGdddeZGdddeZ GdddeZ!GdddeZ"ddZ#dd Z$d!d"Z%  #d*d$d%Z&d+d&d'Z'Gd(d)d)e(Z)dS),z.RetryIfcSstddS)NzRetrying request...)rdebug) unused_resultrQrrr StatusUpdatesz!_RawRequest..StatusUpdaterd) max_retrialsexponential_sleep_multiplier jitter_msstatus_update_funci)should_retry_ifsleep_msr/)tbN)r RetryerRetryOnException!_ExecuteRequestAndRaiseExceptionsRetryException last_resultrreraise)argskwargsrRrUretryerr$rrrr?s, "r?cCsLddlm}|}|dr|dt|j|||dd}||S)aPExecutes an HTTP request using requests. Args: url: str, the url to download. headers: obj, the headers to include in the request. timeout: int, the timeout length for the request. Returns: A response object from the request. Raises: requests.exceptions.HTTPError in the case of a client or server error. r)r@zfile://T)r0r1stream) googlecloudsdk.corer@ GetSessionr5mountrLocalFileAdaptergetraise_for_status)rDr0r1 core_requestsrequests_sessionrBrrrras  raunknownc Cs|ptj}tj|st|tj|tj|}tj|r&t |zBt ||}t |)}d}t |j }|jtdD]} || |t | 7}|||q?Wdn1s]wY|dW|Stjjtfy|} zt| d} ~ ww)aDownload the given tar file. Args: url: str, The URL to download. download_dir: str, The path to put the temporary download file into. progress_callback: f(float), A function to call with the fraction of completeness. command_path: the command path to include in the User-Agent header if the URL is HTTP Returns: str, The path of the downloaded tar file. Raises: URLFetchError: If there is a problem fetching the given URL. r) chunk_sizeNr/)r DefaultProgressBarCallbackospathexists file_utilsMakeDirjoinbasenameremoverMBinaryFileWriterlencontent iter_contentWRITE_BUFFER_SIZEwriter@rrAOSErrorr*) rD download_dirprogress_callbackrKdownload_file_pathrBfp total_written total_sizechunkr$rrr DownloadTars.           rc Cs|ptj}tj|st|tj|d[}| }t |}g}t |ddD]>\}}| | r6|jdn|j|||tj||j} tj| r_t| tjs_t| tjtjB|||q'|dWdn1stwYt||S)aPExtracts the given archive. Args: downloaded_archive: str, The path to the archive downloaded previously. extract_dir: str, The path to extract the tar into. progress_callback: f(float), A function to call with the fraction of completeness. Returns: [str], The files that were extracted from the tar file. )namer/)start/N)r rsrtrurvrwrxtarfileopen getmembersr} enumerateappendisdirrextractryisfileaccessW_OKchmodstatS_IWUSRS_IREADr{) downloaded_archive extract_dirrtarmembers total_filesr nummember full_pathrrr ExtractTars$     rc@sFeZdZdZdZdZdZddZdd d Zdd d Z  dd dZ dS)r6zBA class to install Cloud SDK components of different source types.z .downloadz!https://storage.cloud.google.com/zhttps://storage.googleapis.com/cCs$||_||_tj|jtj|_dS)zInitializes an installer for components of different source types. Args: sdk_root: str, The path to the root directory of all Cloud SDK files. state_directory: str, The path to the directory where the local state is stored. N)_ComponentInstaller__sdk_root$_ComponentInstaller__state_directoryrtruryr6DOWNLOAD_DIR_NAME'_ComponentInstaller__download_directory)r#sdk_rootstate_directoryrrrr%s  zComponentInstaller.__init__NrqcCs:|j}|sdS|jdkr|j|||dStdj|jd)aDownloads the given component for whatever source type it has. Args: component: schemas.Component, The component from the snapshot to install. progress_callback: f(float), A function to call with the fraction of completeness. command_path: the command path to include in the User-Agent header if the URL is HTTP Returns: Optional[str], The path of the downloaded archive, or None if the component has no actual sources. Raises: UnsupportedSourceError: If the component data source is of an unknown type. URLFetchError: If the URL associated with the component data source cannot be fetched. NrrrKz4tar is the only supported source format [{datatype}])datatype)datatype _DownloadTarr-r )r# componentrrKrrrrDownload2s zComponentInstaller.DownloadcCs|durgSt||j|dS)apExtracts the archive previously downloaded from self.Download(). Args: downloaded_archive: Optional[str], The path to the archive downloaded previously. progress_callback: f(float), A function to call with the fraction of completeness. Returns: list of str, The files that were installed or [] if nothing was installed. N)r)rr)r#rrrrrExtractUs  zComponentInstaller.Extractc Csj|jj}|sdStd|std|jz t||j||dWSt t fy4}zt |j|d}~ww)aDownload implementation for a component with source in a .tar.gz. Downloads the .tar for the component and returns its path. Args: component: schemas.Component, The component to install. progress_callback: f(float), A function to call with the fraction of completeness. command_path: the command path to include in the User-Agent header if the URL is HTTP Returns: Optional[str], The path of the downloaded archive, or None if the component has no actual sources. Raises: ValueError: If the source URL for the tar file is relative, but there is no location information associated with the snapshot we are installing from. URLFetchError: If there is a problem fetching the component's URL. Nz^\w+://zhCannot install component [{0}] from a relative path because the base URL of the snapshot is not defined.r) rsourceresearch ValueErrorr idrrr*r+r)r#rrrKrDr$rrrris   zComponentInstaller._DownloadTarNrqN) rrrrrr7r9rrrrrrrrr6s #r6rr)*r __future__rrrrtrrrrirrrrr googlecloudsdk.core.consoler r4rGgooglecloudsdk.core.utilr rwr r r@r!r=r<r>rrrr*r+r-rMr?rarrobjectr6rrrrsJ              C )$