| Disable Functions: Path : /lib/python3.6/site-packages/pip/__pycache__/ |
| Current File : //lib/python3.6/site-packages/pip/__pycache__/download.cpython-36.pyc |
3
�υ_�} � @ sJ d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZyd dlZdZW n ek
r� dZY nX d dlmZ d dlmZ d dlZd dlmZmZ d dlm Z d d l m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d d
l(m)Z) d d l*m+Z+ d d l,m-Z- d d
l.m/Z/ d dl0m1Z1 d dl2m3Z3m4Z4 d dl5m6Z6 d dl7m8Z8 d dl9m:Z:m;Z; d dl<m=Z=m>Z> d dl?m@Z@mAZA d dlBmCZCmDZD d dlEmFZF d dlGmHZH d dl9mIZI d dlJmKZK d dlLmMZM d dlNmOZO d d lPmQZQ d d d d d!d"d#d$d%d&d'g ZRejSeT�ZUd(d)� ZVG d*d+� d+e@�ZWG d,d-� d-e=�ZXG d.d/� d/eM�ZYG d0d1� d1e>�ZZG d2d3� d3e:j[�Z\dSd4d �Z]e j^d5e j_�Z`e j^d6e j_�Zad7d � Zbd8d � Zcd9d � Zdd:d!� Zed;d"� Zfd<d=� Zgd>d$� Zhd?d%� Zid@dA� ZjdBdC� ZkdDdE� ZldFdG� ZmdTdHd&�ZndUdId#�ZodJdK� ZpG dLdM� dMeQjq�ZrdVdNd'�ZsdOdP� ZtdQdR� ZudS )W� )�absolute_importNTF)�parse)�request)�InstallationError� HashMismatch)�PyPI)
�splitext�rmtree� format_size� display_path�
backup_dir�ask_path_exists� unpack_file�ARCHIVE_EXTENSIONS�consume�call_subprocess)� auto_decode)�check_path_owner)�
indent_log)�SETUPTOOLS_SHIM)�libc_ver)�DownloadProgressBar�DownloadProgressSpinner)�write_delete_marker_file)�vcs)�requests�six)� BaseAdapter� HTTPAdapter)�AuthBase�
HTTPBasicAuth)�CONTENT_CHUNK_SIZE�Response)�get_netrc_auth)�CaseInsensitiveDict)�urllib3)�CacheControlAdapter)� FileCache)� LockError)�
xmlrpc_client�get_file_content�is_url� url_to_path� path_to_url�is_archive_file�unpack_vcs_link�unpack_file_url�
is_vcs_url� is_file_url�unpack_http_url�
unpack_urlc C s dt jd�tj� dtj� id�} | d d dkrBtj� | d d< n�| d d dkr�tjjd krntjd
d � }ntj}d jd
d� |D ��| d d< nB| d d dkr�tj� | d d< n | d d dkr�tj� | d d< tjj d��rJddl
m } t t
dd� tdddg|j� ���}t t
dd� tddgt� ���}|�r<||d< |�rJ|| d< tjj d��r|tj� d �r|d tj� d d�| d< tj� �r�tj� | jd i �d< tj� �r�tj� | jd i �d < tj� �r�tj� | d < t�r�tjd
d � d)k�r�tj| d"< d#j| tj | d*d&d'�d(�S )+z6
Return a string representing the user agent.
�pip)�name�versionr6 )Z installer�python�implementationr9 ZCPythonr7 ZPyPy�finalN� �.c S s g | ] }t |��qS � )�str)�.0�xr= r= � /usr/lib/python3.6/download.py�
<listcomp>S s z user_agent.<locals>.<listcomp>ZJythonZ
IronPython�linuxr )�distroc S s | d S )N� r= )r@ r= r= rA �<lambda>_ s z user_agent.<locals>.<lambda>�idc S s | d S )NrE r= )r@ r= r= rA rF c s �lib�libcrD �darwinZmacOS�system�releaseZcpu� � Zopenssl_versionz9{data[installer][name]}/{data[installer][version]} {json}�,�:T)Z
separatorsZ sort_keys)�data�json)rM rN )rO rP ) r5 � __version__�platformZpython_versionZpython_implementation�sys�pypy_version_info� releaselevel�join�
startswith� pip._vendorrD �dict�filter�zipZlinux_distributionr Zmac_verrK �
setdefaultrL �machine�HAS_TLS� version_info�sslZOPENSSL_VERSION�formatrR �dumps)rQ rV rD Z distro_infosrI r= r= rA �
user_agent? sP
re c @ s. e Zd Zd dd�Zdd� Zdd� Zdd � Zd
S ) �MultiDomainBasicAuthTc C s || _ i | _d S )N)� prompting� passwords)�selfrg r= r= rA �__init__� s z MultiDomainBasicAuth.__init__c C s� t j|j�}|jjdd�d }t j|d d� |f |dd � �|_| jj|d�\}}|d krn| j|j�\}}|d kr�|d kr�t |j�}|r�|nd\}}|s�|r�||f| j|< t
|p�d|p�d�|�}|j d| j � |S ) N�@rE rM � �response���)NN)NN)
� urllib_parse�urlparse�url�netloc�rsplit�
urlunparserh �get�parse_credentialsr# r Z
register_hook�
handle_401)ri �req�parsedrr �username�passwordZ
netrc_authr= r= rA �__call__� s &
z MultiDomainBasicAuth.__call__c K s� |j dkr|S | js|S tj|j�}tjjd|j �}t j d�}|sH|rX||f| j
|j< |j |j j
� t|ppd|pvd�|j�}|jj|f|�}|jj|� |S )Ni� z
User for %s: z
Password: rl )� status_coderg ro rp rq r Zmoves�inputrr �getpassrh �content�rawZ release_connr r Z
connection�send�history�append)ri �resp�kwargsry rz r{ rx Znew_respr= r= rA rw � s
z MultiDomainBasicAuth.handle_401c C s8 d|kr4|j dd�d }d|kr,|jdd�S |d fS dS )Nrk rE r rP )NN)rs �split)ri rr Zuserinfor= r= rA rv � s z&MultiDomainBasicAuth.parse_credentialsN)T)�__name__�
__module__� __qualname__rj r| rw rv r= r= r= rA rf � s
!"rf c @ s e Zd Zddd�Zdd� ZdS )�LocalFSAdapterNc
C s� t |j�}t� }d|_|j|_ytj|�} W n. tk
rZ }
zd|_|
|_W Y d d }
~
X nPX tj j
| j dd�} t j
|�d p~d} t| | j| d��|_t|d�|_|jj|_|S ) N�� i� T)Zusegmtr z
text/plain)z Content-TypezContent-Lengthz
Last-Modified�rb)r, rq r" r} �os�stat�OSErrorr� �emailZutilsZ
formatdate�st_mtime� mimetypes�
guess_typer$ �st_size�headers�open�close)
ri r �stream�timeout�verify�certZproxies�pathnamer� Zstats�excZmodified� content_typer= r= rA r� � s$
zLocalFSAdapter.sendc C s d S )Nr= )ri r= r= rA r� � s zLocalFSAdapter.close)NNNNN)r� r� r� r� r� r= r= r= rA r� � s
r� c sD e Zd ZdZ� fdd�Z� fdd�Z� fdd�Z� fdd �Z� ZS )
�
SafeFileCachezw
A file based cache which is safe to use even when the target directory may
not be accessible or writable.
c s4 t t| �j||� t| j�s0tjd| j� d | _d S )Nz�The directory '%s' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.)�superr� rj r � directory�logger�warning)ri �argsr� )� __class__r= rA rj � s
zSafeFileCache.__init__c
s@ | j d krd S ytt| �j||�S tttfk
r: Y nX d S )N)r� r� r� ru r( r� �IOError)ri r� r� )r� r= rA ru s
zSafeFileCache.getc
s@ | j d krd S ytt| �j||�S tttfk
r: Y nX d S )N)r� r� r� �setr( r� r� )ri r� r� )r� r= rA r� s
zSafeFileCache.setc
s@ | j d krd S ytt| �j||�S tttfk
r: Y nX d S )N)r� r� r� �deleter( r� r� )ri r� r� )r� r= rA r� ( s
zSafeFileCache.delete) r� r� r� �__doc__rj ru r� r� �
__classcell__r= r= )r� rA r� � s
r� c @ s e Zd Zdd� ZdS )�InsecureHTTPAdapterc C s d|_ d |_d S )NZ CERT_NONE)Z cert_reqsZca_certs)ri Zconnrq r� r� r= r= rA � cert_verify8 s z InsecureHTTPAdapter.cert_verifyN)r� r� r� r� r= r= r= rA r� 6 s r� c s, e Zd ZdZ� fdd�Z� fdd�Z� ZS )�
PipSessionNc s� |j dd�}|j dd �}|j dg �}tt| �j||� t� | jd< t� | _tj |dgdd�}|rvt
t |d d
�|d �}n
t |d �}t
|d �}| jd
|� | jd|� | jdt� � x |D ]}| jdj|�|� q�W d S )N�retriesr �cache�insecure_hostsz
User-Agenti� g �?)ZtotalZstatus_forcelistZbackoff_factorT)Z use_dir_lock)r� � max_retries)r� zhttps://zhttp://zfile://z https://{0}/)�popr� r� rj re r� rf Zauthr% ZRetryr& r� r r� Zmountr� rc ) ri r� r� r� r� r� Zsecure_adapterZinsecure_adapter�host)r� r= rA rj A s*
zPipSession.__init__c s( |j d| j� tt| �j||f|�|�S )Nr� )r^ r� r� r� r )ri �methodrq r� r� )r� r= rA r } s zPipSession.request)r� r� r� r� rj r r� r= r= )r� rA r� = s <r� c
C sL |dkrt d��tj| �}|r�|jd�j� }|dkrR|rR|jd�rRtd|| f ��|dkr�| jdd�d }|jdd �}t j
|�}|r�|jd�d |jd
d�d }t j |�}|jd �r�d |j
d � }|} n |j| �}|j� |j|jfS y&t| d ��}t|j� �}W dQ R X W n4 tk
�rB } ztd t| � ��W Y dd} ~ X nX | |fS )
z�Gets the content of a file; it may be a filename, file: URL, or
http: URL. Returns (location, content). Content is unicode.NzAget_file_content() missing 1 required keyword argument: 'session'rE �file�httpz6Requirements file %s references URL %s, which is localrP �\�/�|r� z$Could not open requirements file: %s)� TypeError�
_scheme_re�search�group�lowerrY r r� �replace�_url_slash_drive_re�matchro Zunquote�lstripru �raise_for_statusrq �textr� r �readr� r> )
rq Z
comes_from�sessionr� �scheme�pathr� �fr� r� r= r= rA r* � s>
z^(http|https|file):z /*([a-z])\|c C s6 d| kr dS | j dd�d j� }|ddddgtj kS ) z)Returns true if the name looks like a URLrP FrE r r� Zhttpsr� Zftp)r� r� r Z all_schemes)r6 r� r= r= rA r+ � s c C sH | j d�std| ��tj| �\}}}}}|r6d| }tj|| �}|S )z(
Convert a file: URL to a path.
zfile:z4You can only turn file: urls into filenames (not %r)z\\)rY �AssertionErrorro Zurlsplit�urllib_requestZ url2pathname)rq �_rr r� r= r= rA r, � s
c C s* t jjt jj| ��} tjdtj| ��}|S )zh
Convert a path to a file: URL. The path will be made absolute and have
quoted path parts.
zfile:)r� r� �normpath�abspathro Zurljoinr� Z pathname2url)r� rq r= r= rA r- � s c C s t | �d j� }|tkr dS dS )z9Return True if `name` is a considered as an archive file.rE TF)r r� r )r6 �extr= r= rA r. � s c C s t | �}|j|� d S )N)�_get_used_vcs_backend�unpack)�link�location� vcs_backendr= r= rA r/ � s c C s. x(t jD ] }| j|jkr|| j�}|S qW d S )N)r Zbackendsr� Zschemesrq )r� Zbackendr� r= r= rA r� � s
r� c C s t t| ��S )N)�boolr� )r� r= r= rA r1 � s c C s | j j� jd�S )Nzfile:)rq r� rY )r� r= r= rA r2 � s c C s t | j�}tjj|�S )z�Return whether a file:// Link points to a directory.
``link`` must not have any other scheme but file://. Call is_file_url()
first.
)r, �url_without_fragmentr� r� �isdir)r� � link_pathr= r= rA �
is_dir_url� s
r� c O s | S )Nr= )�iterabler� r� r= r= rA �_progress_indicator� s r� c
sL yt �jd �}W n tttfk
r0 d}Y nX t�dd�}tj� tj krRd}n&|r\d}n |dkrjd}n|std}nd}|j
}�fdd �}� fd
d �} t }
|j t
j kr�|} n|j} |r�|r�tjd | t|�� t|d
�j}
ntjd| � t� j}
n |�rtjd| � n tjd| � tjd|� | |
|t�t��} |�r@|j| � nt| � d S )Nzcontent-lengthr Z
from_cacheF�( i� Tc 3 s\ y$x � j j| dd�D ]
}|V qW W n2 tk
rV x � j j| �}|sHP |V q6W Y nX d S )NF)Zdecode_content)r� r� �AttributeErrorr� )Z
chunk_size�chunk)r� r= rA � resp_read s z _download_url.<locals>.resp_readc 3 s" x | D ]}� j |� |V qW d S )N)�write)Zchunksr� )� content_filer= rA �written_chunks: s
z%_download_url.<locals>.written_chunkszDownloading %s (%s))�maxzDownloading %szUsing cached %szDownloading from URL %si@� )�intr� �
ValueError�KeyErrorr� �getattrr� ZgetEffectiveLevel�logging�INFO�show_urlr� rr r r� �infor
r �iterr �debugr! Zcheck_against_chunksr )
r� r� r� �hashesZ total_lengthZ cached_respZ
show_progressr� r� r� Zprogress_indicatorrq Zdownloaded_chunksr= )r� r� rA �
_download_url sL
%
r� c C s� d}t jj||j�}t jj|�r�tdt|� d �}|dkr@d}nj|dkrdtjdt|�� t j |� nF|dkr�t
|�}tjd t|�t|�� t j ||� n|dkr�t
jd
� |r�t j| |� tjd t|�� d S )NTz8The file %s exists. (i)gnore, (w)ipe, (b)ackup, (a)abort�i�w�b�aFz Deleting %szBacking up %s to %srE zSaved %s)r� r� r� r� rn )r� r� rX �filename�existsr
r r� r� �remover �shutilZmoverU �exit�copyr� )r� r� r� r� Zdownload_locationrm Z dest_filer= r= rA �
_copy_file` s.
r� c C s� |d krt d��tjdd�}d }|r0t| ||�}|rH|}tj|�d }nt| |||�\}}t|||| � |r~| r~t||| � |s�t j
|� t |� d S )Nz@unpack_http_url() missing 1 required keyword argument: 'session'z-unpackzpip-r ) r� �tempfileZmkdtemp�_check_download_dirr� r� �_download_http_urlr r� r� �unlinkr ) r� r� � download_dirr� r� �temp_dir�already_downloaded_path� from_pathr� r= r= rA r3 { s,
c C s� t | j�}t| �rHtjj|�r&t|� tj||dd� |rDt j
d� dS |rV|j |� d}|rjt | ||�}|rt|}n|}t
j|�d }t|||| � |r�| r�t||| � dS )z�Unpack link into location.
If download_dir is provided and link points to a file, make a copy
of the link file inside download_dir.
T)Zsymlinksz*Link is a directory, ignoring download_dirNr )r, r� r� r� r� r� r r� Zcopytreer� r� �check_against_pathr� r� r� r r� )r� r� r r� r� r r r� r= r= rA r0 � s,
c
C s� t jj|�rt|� d}tjg}|jd� |jt| � |jd� |d|g7 }tj d| � t
� � t || dd� W dQ R X t jj |t j
|�d �}tj d
||� t||ddd � dS ) z�Copy distribution files in `link_path` to `location`.
Invoked when user requests to install a local directory. E.g.:
pip install .
pip install ~/dev/git-repos/python-prompt-toolkit
zsetup.pyz-c�sdistz
--dist-dirz Running setup.py sdist for %sF)�cwdZ show_stdoutNr zUnpacking sdist %s into %s)r� r� )r� r� r� r rU �
executabler� r r� r� r r rX �listdirr )r� r� Zsetup_pyZ
sdist_argsr r= r= rA �_copy_dist_from_dir� s
r c @ s$ e Zd ZdZddd�Zd dd�ZdS )
�PipXmlrpcTransportzRProvide a `xmlrpclib.Transport` implementation via a `PipSession`
object.
Fc C s* t jj| |� tj|�}|j| _|| _d S )N)r) � Transportrj ro rp r� �_scheme�_session)ri Z index_urlr� Z use_datetimeZ index_partsr= r= rA rj � s
zPipXmlrpcTransport.__init__c
C s� | j ||d d d f}tj|�}y6ddi}| jj|||dd�}|j� || _| j|j�S t j
k
r� } zt j d| j
j|� � W Y d d } ~ X nX d S )Nz Content-Typeztext/xmlT)rQ r� r� z HTTP error %s while getting %s)r ro rt r
Zpostr� �verboseZparse_responser� r � HTTPErrorr� �criticalrm r} )
ri r� ZhandlerZ request_bodyr �partsrq r� rm r� r= r= rA r s
zPipXmlrpcTransport.requestN)F)F)r� r� r� r� rj r r= r= r= rA r
� s
r
c C s^ t | �rt| |� n:t| �r.t| |||d� n |dkr<t� }t| ||||d� |rZt|� dS )av Unpack link.
If link is a VCS link:
if only_download, export into download_dir and ignore location
else unpack into location
for other types of link:
- unpack into location
- if download_dir, copy the file into download_dir
- if only_download, mark location for deletion
:param hashes: A Hashes object, one of whose embedded hashes must match,
or HashMismatch will be raised. If the Hashes is empty, no matches are
required, and unhashable types of requirements (like VCS ones, which
would ordinarily raise HashUnsupported) are allowed.
)r� N)r1 r/ r2 r0 r� r3 r )r� r� r Z
only_downloadr� r� r= r= rA r4 s c C s@ | j jdd�d }y |j|ddidd�}|j� W n8 tjk
rj } ztjd|jj | � � W Y d d }~X nX |j
jd
d �}| j }|j
jd �} | r�t j
| �\}
} | jd
�p�|}t|�d } | s�tj|�} | r�|| 7 }| o�| j |j k�rtjj|j �d } | �r|| 7 }tjj||�}
t|
d��}t|| ||� W d Q R X |
|fS )z6Download link url into temp_dir using provided session�#rE r zAccept-EncodingZidentityT)r� r� z HTTP error %s while getting %sNz content-typerl zcontent-dispositionr� �wb)rq r� ru r� r r r� r rm r} r� r� �cgiZ parse_headerr r� Zguess_extensionr� r� rX r� r� )r� r� r r� Z
target_urlr� r� r� r� Zcontent_disposition�typeZparamsr� Z file_pathr� r= r= rA r� ; s<
r� c C sn t jj|| j�}t jj|�rjtjd|� |rfy|j|� W n* tk
rd tj d|� t j
|� dS X |S dS )z� Check download_dir for previously downloaded file with correct hash
If a correct file is found return its path else None
z File was already downloaded %sz;Previously-downloaded file %s has bad hash. Re-downloading.N) r� r� rX r� r� r� r� r r r� r� )r� r r� Z
download_pathr= r= rA r� v s
r� )NN)NNN)NN)NFNN)vZ
__future__r r Z email.utilsr� r rR r� r� r� rT �rer� rU r� rb r` � ImportErrorZ pip._vendor.six.moves.urllibr ro r r� r5 Zpip.exceptionsr r Z
pip.modelsr Z pip.utilsr r r
r r r
r r r r Zpip.utils.encodingr Zpip.utils.filesystemr Zpip.utils.loggingr Zpip.utils.setuptools_buildr Zpip.utils.glibcr Z pip.utils.uir r Z
pip.locationsr Zpip.vcsr rZ r r Z pip._vendor.requests.adaptersr r Zpip._vendor.requests.authr r Zpip._vendor.requests.modelsr! r" Zpip._vendor.requests.utilsr# Z pip._vendor.requests.structuresr$ r% Zpip._vendor.cachecontrolr& Z pip._vendor.cachecontrol.cachesr' Zpip._vendor.lockfiler( Zpip._vendor.six.movesr) �__all__Z getLoggerr� r� re rf r� r� r� ZSessionr� r* �compile�Ir� r� r+ r, r- r. r/ r� r1 r2 r� r� r� r� r3 r0 r r r
r4 r� r� r= r= r= rA �<module> s�
0
BR!BH
)
`
&
0$
';