Edit File: download.cpython-36.pyc
3 )�]bO� � @ s^ d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZyd dlZdZW n ek r� dZY nX d dlmZ d dlmZ d dlZd dlmZmZ d dlm Z d d l m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d d l(m)Z) d d l*m+Z+ d d l,m-Z- d d l.m/Z/ d dl0m1Z1 d dl2m3Z3m4Z4 d dl5m6Z6 d dl7m8Z8 d dl9m:Z:m;Z; d dl<m=Z=m>Z> d dl?m@Z@mAZA d dlBmCZCmDZD d dlEmFZF d dlGmHZH d dl9mIZI d dlJmKZK d dlLmMZM d dlNmOZO d d lPmQZQ d d d d d!d"d#d$d%d&d'd(d)g ZRejSeT�ZUd*d+� ZVG d,d-� d-e@�ZWG d.d/� d/e=�ZXG d0d1� d1eM�ZYG d2d3� d3e>�ZZG d4d5� d5e:j[�Z\dWd6d �Z]e j^d7e j_�Z`e j^d8e j_�Zad9d � Zbd:d � Zcd;d � Zdd<d!� Zed=d"� Zfd>d?� Zgd@d$� ZhdAd%� ZidBdC� ZjdDdE� ZkdFdG� ZldHdI� ZmdXdJd&�ZndYdKd#�ZodLdM� ZpG dNdO� dOeQjq�ZrdZdPd'�ZsdQd)� ZtdRd(� ZudSdT� ZvdUdV� ZwdS )[� )�absolute_importNTF)�parse)�request)�InstallationError� HashMismatch)�PyPI) �splitext�rmtree� format_size� display_path� backup_dir�ask_path_exists� unpack_file�ARCHIVE_EXTENSIONS�consume�call_subprocess)� auto_decode)�check_path_owner)� indent_log)�SETUPTOOLS_SHIM)�libc_ver)�DownloadProgressBar�DownloadProgressSpinner)�write_delete_marker_file)�vcs)�requests�six)� BaseAdapter� HTTPAdapter)�AuthBase� HTTPBasicAuth)�CONTENT_CHUNK_SIZE�Response)�get_netrc_auth)�CaseInsensitiveDict)�urllib3)�CacheControlAdapter)� FileCache)� LockError)� xmlrpc_client�get_file_content�is_url� url_to_path� path_to_url�is_archive_file�unpack_vcs_link�unpack_file_url� is_vcs_url� is_file_url�unpack_http_url� unpack_url�parse_content_disposition�sanitize_content_filenamec C s dt jd�tj� dtj� id�} | d d dkrBtj� | d d< n�| d d dkr�tjjd krntjd d � }ntj}d jd d� |D ��| d d< nB| d d dkr�tj� | d d< n | d d dkr�tj� | d d< tjj d��rJddl m } t t dd� tdddg|j� ���}t t dd� tddgt� ���}|�r<||d< |�rJ|| d< tjj d��r|tj� d �r|d tj� d d�| d< tj� �r�tj� | jd i �d< tj� �r�tj� | jd i �d < tj� �r�tj� | d < t�r�tjd d � d)k�r�tj| d"< d#j| tj | d*d&d'�d(�S )+z6 Return a string representing the user agent. �pip)�name�versionr8 )Z installer�python�implementationr; ZCPythonr9 ZPyPy�finalN� �.c S s g | ] }t |��qS � )�str)�.0�xr? r? � /usr/lib/python3.6/download.py� <listcomp>T s z user_agent.<locals>.<listcomp>ZJythonZ IronPython�linuxr )�distroc S s | d S )N� r? )rB r? r? rC �<lambda>` s z user_agent.<locals>.<lambda>�idc S s | d S )NrG r? )rB r? r? rC rH d s �lib�libcrF �darwinZmacOS�system�releaseZcpu� � Zopenssl_versionz9{data[installer][name]}/{data[installer][version]} {json}�,�:T)Z separatorsZ sort_keys)�data�json)rO rP )rQ rR ) r7 � __version__�platformZpython_versionZpython_implementation�sys�pypy_version_info� releaselevel�join� startswith� pip._vendorrF �dict�filter�zipZlinux_distributionr Zmac_verrM � setdefaultrN �machine�HAS_TLS� version_info�sslZOPENSSL_VERSION�formatrT �dumps)rS rX rF Z distro_infosrK r? r? rC � user_agent@ sP rg c @ s. e Zd Zd dd�Zdd� Zdd� Zdd � Zd S ) �MultiDomainBasicAuthTc C s || _ i | _d S )N)� prompting� passwords)�selfri r? r? rC �__init__� s z MultiDomainBasicAuth.__init__c C s� t j|j�}|jjdd�d }t j|d d� |f |dd � �|_| jj|d�\}}|d krn| j|j�\}}|d kr�|d kr�t |j�}|r�|nd\}}|s�|r�||f| j|< t |p�d|p�d�|�}|j d| j � |S ) N�@rG rO � �response���)NN)NN) � urllib_parse�urlparse�url�netloc�rsplit� urlunparserj �get�parse_credentialsr# r Z register_hook� handle_401)rk �req�parsedrt �username�passwordZ netrc_authr? r? rC �__call__� s & z MultiDomainBasicAuth.__call__c K s� |j dkr|S | js|S tj|j�}tjjd|j �}t j d�}|sH|rX||f| j |j< |j |j j � t|ppd|pvd�|j�}|jj|f|�}|jj|� |S )Ni� z User for %s: z Password: rn )� status_coderi rq rr rs r Zmoves�inputrt �getpassrj �content�rawZ release_connr r Z connection�send�history�append)rk �resp�kwargsr{ r| r} rz Znew_respr? r? rC ry � s z MultiDomainBasicAuth.handle_401c C s8 d|kr4|j dd�d }d|kr,|jdd�S |d fS dS )Nrm rG r rR )NN)ru �split)rk rt Zuserinfor? r? rC rx � s z&MultiDomainBasicAuth.parse_credentialsN)T)�__name__� __module__� __qualname__rl r~ ry rx r? r? r? rC rh � s !"rh c @ s e Zd Zddd�Zdd� ZdS )�LocalFSAdapterNc C s� t |j�}t� }d|_|j|_ytj|�} W n. tk rZ } zd|_| |_W Y d d } ~ X nPX tj j | j dd�} t j |�d p~d} t| | j| d��|_t|d�|_|jj|_|S ) N�� i� T)Zusegmtr z text/plain)z Content-TypezContent-Lengthz Last-Modified�rb)r, rs r" r �os�stat�OSErrorr� �emailZutilsZ formatdate�st_mtime� mimetypes� guess_typer$ �st_size�headers�open�close) rk r �stream�timeout�verify�certZproxies�pathnamer� Zstats�excZmodified� content_typer? r? rC r� � s$ zLocalFSAdapter.sendc C s d S )Nr? )rk r? r? rC r� � s zLocalFSAdapter.close)NNNNN)r� r� r� r� r� r? r? r? rC r� � s r� c sD e Zd ZdZ� fdd�Z� fdd�Z� fdd�Z� fdd �Z� ZS ) � SafeFileCachezw A file based cache which is safe to use even when the target directory may not be accessible or writable. c s4 t t| �j||� t| j�s0tjd| j� d | _d S )Nz�The directory '%s' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.)�superr� rl r � directory�logger�warning)rk �argsr� )� __class__r? rC rl � s zSafeFileCache.__init__c s@ | j d krd S ytt| �j||�S tttfk r: Y nX d S )N)r� r� r� rw r( r� �IOError)rk r� r� )r� r? rC rw s zSafeFileCache.getc s@ | j d krd S ytt| �j||�S tttfk r: Y nX d S )N)r� r� r� �setr( r� r� )rk r� r� )r� r? rC r� s zSafeFileCache.setc s@ | j d krd S ytt| �j||�S tttfk r: Y nX d S )N)r� r� r� �deleter( r� r� )rk r� r� )r� r? rC r� ) s zSafeFileCache.delete) r� r� r� �__doc__rl rw r� r� � __classcell__r? r? )r� rC r� � s r� c @ s e Zd Zdd� ZdS )�InsecureHTTPAdapterc C s d|_ d |_d S )NZ CERT_NONE)Z cert_reqsZca_certs)rk Zconnrs r� r� r? r? rC � cert_verify9 s z InsecureHTTPAdapter.cert_verifyN)r� r� r� r� r? r? r? rC r� 7 s r� c s, e Zd ZdZ� fdd�Z� fdd�Z� ZS )� PipSessionNc s� |j dd�}|j dd �}|j dg �}tt| �j||� t� | jd< t� | _tj |dgdd�}|rvt t |d d �|d �}n t |d �}t |d �}| jd |� | jd|� | jdt� � x |D ]}| jdj|�|� q�W d S )N�retriesr �cache�insecure_hostsz User-Agenti� g �?)ZtotalZstatus_forcelistZbackoff_factorT)Z use_dir_lock)r� � max_retries)r� zhttps://zhttp://zfile://z https://{0}/)�popr� r� rl rg r� rh Zauthr% ZRetryr& r� r r� Zmountr� re ) rk r� r� r� r� r� Zsecure_adapterZinsecure_adapter�host)r� r? rC rl B s* zPipSession.__init__c s( |j d| j� tt| �j||f|�|�S )Nr� )r` r� r� r� r )rk �methodrs r� r� )r� r? rC r ~ s zPipSession.request)r� r� r� r� rl r r� r? r? )r� rC r� > s <r� c C sL |dkrt d��tj| �}|r�|jd�j� }|dkrR|rR|jd�rRtd|| f ��|dkr�| jdd�d }|jdd �}t j |�}|r�|jd�d |jd d�d }t j |�}|jd �r�d |j d � }|} n |j| �}|j� |j|jfS y&t| d ��}t|j� �}W dQ R X W n4 tk �rB } ztd t| � ��W Y dd} ~ X nX | |fS ) z�Gets the content of a file; it may be a filename, file: URL, or http: URL. Returns (location, content). Content is unicode.NzAget_file_content() missing 1 required keyword argument: 'session'rG �file�httpz6Requirements file %s references URL %s, which is localrR �\�/�|r� z$Could not open requirements file: %s)� TypeError� _scheme_re�search�group�lowerr[ r r� �replace�_url_slash_drive_re�matchrq Zunquote�lstriprw �raise_for_statusrs �textr� r �readr� r@ ) rs Z comes_from�sessionr� �scheme�pathr� �fr� r� r? r? rC r* � s> z^(http|https|file):z /*([a-z])\|c C s6 d| kr dS | j dd�d j� }|ddddgtj kS ) z)Returns true if the name looks like a URLrR FrG r r� Zhttpsr� Zftp)r� r� r Z all_schemes)r8 r� r? r? rC r+ � s c C sH | j d�std| ��tj| �\}}}}}|r6d| }tj|| �}|S )z( Convert a file: URL to a path. zfile:z4You can only turn file: urls into filenames (not %r)z\\)r[ �AssertionErrorrq Zurlsplit�urllib_requestZ url2pathname)rs �_rt r� r? r? rC r, � s c C s* t jjt jj| ��} tjdtj| ��}|S )zh Convert a path to a file: URL. The path will be made absolute and have quoted path parts. zfile:)r� r� �normpath�abspathrq Zurljoinr� Z pathname2url)r� rs r? r? rC r- � s c C s t | �d j� }|tkr dS dS )z9Return True if `name` is a considered as an archive file.rG TF)r r� r )r8 �extr? r? rC r. � s c C s t | �}|j|� d S )N)�_get_used_vcs_backend�unpack)�link�location� vcs_backendr? r? rC r/ � s c C s. x(t jD ] }| j|jkr|| j�}|S qW d S )N)r Zbackendsr� Zschemesrs )r� Zbackendr� r? r? rC r� � s r� c C s t t| ��S )N)�boolr� )r� r? r? rC r1 � s c C s | j j� jd�S )Nzfile:)rs r� r[ )r� r? r? rC r2 � s c C s t | j�}tjj|�S )z�Return whether a file:// Link points to a directory. ``link`` must not have any other scheme but file://. Call is_file_url() first. )r, �url_without_fragmentr� r� �isdir)r� � link_pathr? r? rC � is_dir_url� s r� c O s | S )Nr? )�iterabler� r� r? r? rC �_progress_indicator� s r� c sL yt �jd �}W n tttfk r0 d}Y nX t�dd�}tj� tj krRd}n&|r\d}n |dkrjd}n|std}nd}|j }�fdd �}� fd d �} t } |j t j kr�|} n|j} |r�|r�tjd | t|�� t|d �j} ntjd| � t� j} n |�rtjd| � n tjd| � tjd|� | | |t�t��} |�r@|j| � nt| � d S )Nzcontent-lengthr Z from_cacheF�( i� Tc 3 s\ y$x � j j| dd�D ] }|V qW W n2 tk rV x � j j| �}|sHP |V q6W Y nX d S )NF)Zdecode_content)r� r� �AttributeErrorr� )Z chunk_size�chunk)r� r? rC � resp_read s z _download_url.<locals>.resp_readc 3 s" x | D ]}� j |� |V qW d S )N)�write)Zchunksr� )� content_filer? rC �written_chunks; s z%_download_url.<locals>.written_chunkszDownloading %s (%s))�maxzDownloading %szUsing cached %szDownloading from URL %si@� )�intr� � ValueError�KeyErrorr� �getattrr� ZgetEffectiveLevel�logging�INFO�show_urlr� rt r r� �infor r �iterr �debugr! Zcheck_against_chunksr ) r� r� r� �hashesZ total_lengthZ cached_respZ show_progressr� r� r� Zprogress_indicatorrs Zdownloaded_chunksr? )r� r� rC � _download_url sL % r� c C s� d}t jj||j�}t jj|�r�tdt|� d �}|dkr@d}nj|dkrdtjdt|�� t j |� nF|dkr�t |�}tjd t|�t|�� t j ||� n|dkr�t jd � |r�t j| |� tjd t|�� d S )NTz8The file %s exists. (i)gnore, (w)ipe, (b)ackup, (a)abort�i�w�b�aFz Deleting %szBacking up %s to %srG zSaved %s)r� r� r� r� rp )r� r� rZ �filename�existsr r r� r� �remover �shutilZmoverW �exit�copyr� )r� r� r� r� Zdownload_locationro Z dest_filer? r? rC � _copy_filea s. r� c C s� |d krt d��tjdd�}d }|r0t| ||�}|rH|}tj|�d }nt| |||�\}}t|||| � |r~| r~t||| � |s�t j |� t |� d S )Nz@unpack_http_url() missing 1 required keyword argument: 'session'z-unpackzpip-r ) r� �tempfileZmkdtemp�_check_download_dirr� r� �_download_http_urlr r� r� �unlinkr ) r� r� � download_dirr� r� �temp_dir�already_downloaded_path� from_pathr� r? r? rC r3 | s, c C s� t | j�}t| �rHtjj|�r&t|� tj||dd� |rDt j d� dS |rV|j |� d}|rjt | ||�}|rt|}n|}t j|�d }t|||| � |r�| r�t||| � dS )z�Unpack link into location. If download_dir is provided and link points to a file, make a copy of the link file inside download_dir. T)Zsymlinksz*Link is a directory, ignoring download_dirNr )r, r� r� r� r� r� r r� Zcopytreer� r� �check_against_pathr� r� r� r r� )r� r� r r� r� r r r� r? r? rC r0 � s, c C s� t jj|�rt|� d}tjg}|jd� |jt| � |jd� |d|g7 }tj d| � t � � t || dd� W dQ R X t jj |t j |�d �}tj d ||� t||ddd � dS ) z�Copy distribution files in `link_path` to `location`. Invoked when user requests to install a local directory. E.g.: pip install . pip install ~/dev/git-repos/python-prompt-toolkit zsetup.pyz-c�sdistz --dist-dirz Running setup.py sdist for %sF)�cwdZ show_stdoutNr zUnpacking sdist %s into %s)r� r� )r� r� r� r rW � executabler� r r� r� r r rZ �listdirr )r� r� Zsetup_pyZ sdist_argsr r? r? rC �_copy_dist_from_dir� s r c @ s$ e Zd ZdZddd�Zd dd�ZdS ) �PipXmlrpcTransportzRProvide a `xmlrpclib.Transport` implementation via a `PipSession` object. Fc C s* t jj| |� tj|�}|j| _|| _d S )N)r) � Transportrl rq rr r� �_scheme�_session)rk Z index_urlr� Z use_datetimeZ index_partsr? r? rC rl � s zPipXmlrpcTransport.__init__c C s� | j ||d d d f}tj|�}y6ddi}| jj|||dd�}|j� || _| j|j�S t j k r� } zt j d| j j|� � W Y d d } ~ X nX d S )Nz Content-Typeztext/xmlT)rS r� r� z HTTP error %s while getting %s)r rq rv r Zpostr� �verboseZparse_responser� r � HTTPErrorr� �criticalro r ) rk r� ZhandlerZ request_bodyr �partsrs r� ro r� r? r? rC r s zPipXmlrpcTransport.requestN)F)F)r� r� r� r� rl r r? r? r? rC r � s r c C s^ t | �rt| |� n:t| �r.t| |||d� n |dkr<t� }t| ||||d� |rZt|� dS )av Unpack link. If link is a VCS link: if only_download, export into download_dir and ignore location else unpack into location for other types of link: - unpack into location - if download_dir, copy the file into download_dir - if only_download, mark location for deletion :param hashes: A Hashes object, one of whose embedded hashes must match, or HashMismatch will be raised. If the Hashes is empty, no matches are required, and unhashable types of requirements (like VCS ones, which would ordinarily raise HashUnsupported) are allowed. )r� N)r1 r/ r2 r0 r� r3 r )r� r� r Z only_downloadr� r� r? r? rC r4 s c C s t jj| �S )zJ Sanitize the "filename" value from a Content-Disposition header. )r� r� �basename)r� r? r? rC r6 < s c C s, t j| �\}}|jd�}|r$t|�}|p*|S )z� Parse the "filename" value from a Content-Disposition header, and return the default filename if the result is empty. r� )�cgiZ parse_headerrw r6 )�content_dispositionZdefault_filenameZ_typeZparamsr� r? r? rC r5 D s c C s* | j jdd�d }y |j|ddidd�}|j� W n8 tjk rj } ztjd|jj | � � W Y d d }~X nX |j jd d �}| j }|j jd �} | r�t | |�}t |�d } | s�tj|�} | r�|| 7 }| r�| j |j kr�tjj |j �d } | r�|| 7 }tjj||�} t| d ��} t|| | |� W d Q R X | |fS )z6Download link url into temp_dir using provided session�#rG r zAccept-EncodingZidentityT)r� r� z HTTP error %s while getting %sNz content-typern zcontent-disposition�wb)rs r� rw r� r r r� r ro r r� r� r5 r r� Zguess_extensionr� r� rZ r� r� ) r� r� r r� Z target_urlr� r� r� r� r r� Z file_pathr� r? r? rC r S s: r c C sn t jj|| j�}t jj|�rjtjd|� |rfy|j|� W n* tk rd tj d|� t j |� dS X |S dS )z� Check download_dir for previously downloaded file with correct hash If a correct file is found return its path else None z File was already downloaded %sz;Previously-downloaded file %s has bad hash. Re-downloading.N) r� r� rZ r� r� r� r� r r r� r )r� r r� Z download_pathr? r? rC r� � s r� )NN)NNN)NN)NFNN)xZ __future__r r Z email.utilsr� r� rT r� r� r� rV �rer� rW r� rd rb � ImportErrorZ pip._vendor.six.moves.urllibr rq r r� r7 Zpip.exceptionsr r Z pip.modelsr Z pip.utilsr r r r r r r r r r Zpip.utils.encodingr Zpip.utils.filesystemr Zpip.utils.loggingr Zpip.utils.setuptools_buildr Zpip.utils.glibcr Z pip.utils.uir r Z pip.locationsr Zpip.vcsr r\ r r Z pip._vendor.requests.adaptersr r Zpip._vendor.requests.authr r Zpip._vendor.requests.modelsr! r" Zpip._vendor.requests.utilsr# Z pip._vendor.requests.structuresr$ r% Zpip._vendor.cachecontrolr& Z pip._vendor.cachecontrol.cachesr' Zpip._vendor.lockfiler( Zpip._vendor.six.movesr) �__all__Z getLoggerr� r� rg rh r� r� r� ZSessionr� r* �compile�Ir� r� r+ r, r- r. r/ r� r1 r2 r� r� r� r� r3 r0 r r r r4 r6 r5 r r� r? r? r? rC �<module> s� 0 BR!BH ) ` & 0$ '8