U
    ÚHaÎ›  ã                   @   s  d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlZddlZddlZddlZddlZddlZddlmZ ddlZddlmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z# ddl$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+ dd	l,m-Z- e .d
¡Z/e .dej0¡Z1e .d¡Z2e .dej0¡j3Z4d 5¡ Z6ddddgZ7dZ8dZ9e9j:dj:ej;Ž edZ<dd„ Z=dd„ Z>dd„ Z?dAdd„Z@dBdd„ZAdCdd „ZBdedfd!d„ZCd"d#„ ZDe .d$ej0¡ZEeDd%d&„ ƒZFG d'd(„ d(ƒZGG d)d*„ d*eGƒZHG d+d„ deƒZIe .d,¡jJZKd-d.„ ZLd/d0„ ZMdDd1d2„ZNd3d4„ ZOG d5d6„ d6ƒZPG d7d8„ d8ejQƒZRejSjTfd9d:„ZUd;d<„ ZVeNe8ƒeUƒZUd=d>„ ZWd?d@„ ZXdS )Ez#PyPI and direct package downloadingé    N©Úwraps)ÚCHECKOUT_DISTÚDistributionÚBINARY_DISTÚnormalize_pathÚSOURCE_DISTÚEnvironmentÚfind_distributionsÚ	safe_nameÚsafe_versionÚto_filenameÚRequirementÚDEVELOP_DISTÚEGG_DIST)Úlog)ÚDistutilsError)Ú	translate)ÚWheel©Úunique_everseenz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)zƒ<a href="([^"#]+)">([^<]+)</a>\n\s+\(<a (?:title="MD5 hash"\n\s+)href="[^?]+\?:action=show_md5&amp;digest=([0-9a-f]{32})">md5</a>\)z([-+.a-z0-9]{2,}):z.tar.gz .tar.bz2 .tar .zip .tgzÚPackageIndexÚdistros_for_urlÚparse_bdist_wininstÚinterpret_distro_nameé   z<setuptools/{setuptools.__version__} Python-urllib/{py_major}z{}.{})Zpy_majorÚ
setuptoolsc              
   C   sD   zt  | ¡W S  tk
r> } ztd| f ƒ|‚W 5 d }~X Y nX d S )Nz1Not a URL, existing file, or requirement spec: %r)r   ÚparseÚ
ValueErrorr   )ÚspecÚe© r!   ú</tmp/pip-unpacked-wheel-i11yjail/setuptools/package_index.pyÚparse_requirement_arg6   s    ÿþr#   c                 C   s°   |   ¡ }d\}}}| d¡r¦| d¡r8| dd… }d}nn| dd¡rb| d	d
… }| dd… }d}nD| d¡r~| dd… }d}n(| dd¡r¦| d	d
… }| dd… }d}|||fS )z=Return (base,pyversion) or (None,None) for possible .exe name)NNNú.exez
.win32.exeNiöÿÿÿÚwin32z	.win32-pyiðÿÿÿiùÿÿÿéüÿÿÿz.win-amd64.exeiòÿÿÿz	win-amd64z.win-amd64-pyiìÿÿÿ)ÚlowerÚendswithÚ
startswith)Únamer'   ÚbaseÚpy_verÚplatr!   r!   r"   r   ?   s$    



c           	      C   sx   t j | ¡}|\}}}}}}t j | d¡d ¡}|dkrX|dkrXt j | d¡d ¡}d|krp| dd¡\}}||fS )Nú/éÿÿÿÿzsourceforge.netÚdownloadéþÿÿÿú#é   )Úurllibr   ÚurlparseÚunquoteÚsplit)	ÚurlÚpartsÚschemeÚserverÚpathÚ
parametersÚqueryÚfragmentr+   r!   r!   r"   Úegg_info_for_urlW   s    r@   c                 c   s\   t | ƒ\}}t| ||ƒD ]
}|V  q|rXt |¡}|rXt| | d¡|tdD ]
}|V  qLdS )zEYield egg or source distribution objects that might be found at a URLr3   )Ú
precedenceN)r@   Údistros_for_locationÚEGG_FRAGMENTÚmatchr   Úgroupr   )r8   Úmetadatar+   r?   ÚdistrD   r!   r!   r"   r   b   s    
   ÿ
c                 C   sä   |  d¡r|dd… }|  d¡r8d|kr8t | ||¡gS |  d¡rxd|krxt|ƒ}| ¡ s^g S t| |j|jtd dgS |  d	¡rªt|ƒ\}}}|dk	rªt	| |||t
|ƒS tD ]0}|  |¡r®|dt|ƒ … }t	| ||ƒ  S q®g S )
z:Yield egg or source distribution objects based on basenameú.egg.zipNr&   z.eggú-z.whlr3   )ÚlocationÚproject_nameÚversionrA   r$   )r(   r   Úfrom_locationr   Úis_compatiblerK   rL   r   r   r   r   Ú
EXTENSIONSÚlen)rJ   ÚbasenamerF   ÚwheelZwin_baser,   ÚplatformÚextr!   r!   r"   rB   p   s<    
û
     ÿ
rB   c                 C   s   t t| ƒtj | ¡|ƒS )zEYield possible egg or source distribution objects based on a filename)rB   r   Úosr<   rQ   )ÚfilenamerF   r!   r!   r"   Údistros_for_filename‘   s
     
 ÿrW   c              
   c   s|   |  d¡}|s,tdd„ |dd… D ƒƒr,dS tdt|ƒd ƒD ]8}t| |d |d|… ¡d ||d… ¡|||dV  q>dS )zØGenerate alternative interpretations of a source distro name

    Note: if `location` is a filesystem filename, you should call
    ``pkg_resources.normalize_path()`` on it before passing it to this
    routine!
    rI   c                 s   s   | ]}t  d |¡V  qdS )z	py\d\.\d$N)ÚrerD   )Ú.0Úpr!   r!   r"   Ú	<genexpr>¯   s     z(interpret_distro_name.<locals>.<genexpr>é   Nr3   )Ú
py_versionrA   rS   )r7   ÚanyÚrangerP   r   Újoin)rJ   rQ   rF   r]   rA   rS   r9   rZ   r!   r!   r"   r   ˜   s    
    ýc                    s   t ˆ ƒ‡ fdd„ƒ}|S )zs
    Wrap a function returning an iterable such that the resulting iterable
    only ever yields unique items.
    c                     s   t ˆ | |ŽƒS ©Nr   )ÚargsÚkwargs©Úfuncr!   r"   ÚwrapperÁ   s    zunique_values.<locals>.wrapperr   )re   rf   r!   rd   r"   Úunique_values»   s    rg   z(<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>c              	   c   sº   t  |¡D ]d}| ¡ \}}tttj| ¡  d¡ƒƒ}d|ksDd|kr
t	 |¡D ]}t
j | t| d¡ƒ¡V  qNq
dD ]@}| |¡}|dkrtt	 ||¡}|rtt
j | t| d¡ƒ¡V  qtdS )zEFind rel="homepage" and rel="download" links in `page`, yielding URLsú,Zhomepager0   r3   )z<th>Home Pagez<th>Download URLr/   N)ÚRELÚfinditerÚgroupsÚsetÚmapÚstrÚstripr'   r7   ÚHREFr4   r   ÚurljoinÚ
htmldecoderE   ÚfindÚsearch)r8   ÚpagerD   ÚtagÚrelZrelsÚposr!   r!   r"   Úfind_external_linksÌ   s    
ry   c                   @   s(   e Zd ZdZdd„ Zdd„ Zdd„ ZdS )	ÚContentCheckerzP
    A null content checker that defines the interface for checking content
    c                 C   s   dS )z3
        Feed a block of data to the hash.
        Nr!   ©ÚselfÚblockr!   r!   r"   Úfeedä   s    zContentChecker.feedc                 C   s   dS )zC
        Check the hash. Return False if validation fails.
        Tr!   ©r|   r!   r!   r"   Úis_validê   s    zContentChecker.is_validc                 C   s   dS )zu
        Call reporter with information about the checker (hash name)
        substituted into the template.
        Nr!   )r|   ÚreporterÚtemplater!   r!   r"   Úreportð   s    zContentChecker.reportN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r~   r€   rƒ   r!   r!   r!   r"   rz   ß   s   rz   c                   @   sB   e Zd Ze d¡Zdd„ Zedd„ ƒZdd„ Z	dd	„ Z
d
d„ ZdS )ÚHashCheckerzK(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c                 C   s   || _ t |¡| _|| _d S ra   )Ú	hash_nameÚhashlibÚnewÚhashÚexpected)r|   r‰   r   r!   r!   r"   Ú__init__þ   s    zHashChecker.__init__c                 C   s>   t j |¡d }|stƒ S | j |¡}|s0tƒ S | f | ¡ ŽS )z5Construct a (possibly null) ContentChecker from a URLr/   )r4   r   r5   rz   Úpatternrt   Ú	groupdict)Úclsr8   r?   rD   r!   r!   r"   Úfrom_url  s    zHashChecker.from_urlc                 C   s   | j  |¡ d S ra   )rŒ   Úupdater{   r!   r!   r"   r~     s    zHashChecker.feedc                 C   s   | j  ¡ | jkS ra   )rŒ   Ú	hexdigestr   r   r!   r!   r"   r€     s    zHashChecker.is_validc                 C   s   || j  }||ƒS ra   )r‰   )r|   r   r‚   Úmsgr!   r!   r"   rƒ     s    
zHashChecker.reportN)r„   r…   r†   rX   Úcompiler   rŽ   Úclassmethodr’   r~   r€   rƒ   r!   r!   r!   r"   rˆ   ø   s   ÿ

rˆ   c                       sD  e Zd ZdZdLdd„ZdMd	d
„ZdNdd„ZdOdd„Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ ZdPdd„Zdd„ ZdQ‡ fdd„	Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ ZdRd)d*„ZdSd+d,„Zd-d.„ Zd/Zd0d1„ Zd2d3„ ZdTd4d5„Zd6d7„ Zd8d9„ Zd:d;„ Zd<d=„ Zd>d?„ Z e!dUd@dA„ƒZ"dBdC„ Z#dDdE„ Z$dFdG„ Z%dHdI„ Z&dJdK„ Z'‡  Z(S )Vr   z;A distribution index that scans web pages for download URLsúhttps://pypi.org/simple/©Ú*NTc                 O   sl   t j| f|ž|Ž |dd | d¡ …  | _i | _i | _i | _t d 	t
t|ƒ¡¡j| _g | _tjj| _d S )Nr.   ú|)r	   rŽ   r(   Ú	index_urlÚscanned_urlsÚfetched_urlsÚpackage_pagesrX   r–   r`   rm   r   rD   ÚallowsÚto_scanr4   ÚrequestÚurlopenÚopener)r|   rœ   ÚhostsZ	ca_bundleZ
verify_sslrb   Úkwr!   r!   r"   rŽ     s    zPackageIndex.__init__Fc                 C   sâ  || j kr|sdS d| j |< t|ƒs2|  |¡ dS tt|ƒƒ}|r\|  |¡sPdS |  d|¡ |sn|rn|| jkr‚tt| j	|ƒƒ dS |  |¡sšd| j|< dS |  
d|¡ d| j|< d}|  ||| ¡}|dkrÐdS t|tjjƒrø|jdkrø|  
d|j ¡ d| j|j< d|j d	d
¡ ¡ kr(| ¡  dS |j}| ¡ }t|tƒsvt|tjjƒrXd}n|j d¡phd}| |d¡}| ¡  t |¡D ](}	tj |t|	  d¡ƒ¡}
|  !|
¡ qˆ| "| j#¡rÞt$|ddƒdkrÞ|  %||¡}dS )z<Evaluate a URL as a possible download, and maybe retrieve itNTzFound link: %sz
Reading %sz<Download error on %s: %%s -- Some packages may not be found!i‘  zAuthentication error: %sÚhtmlúcontent-typeÚ zlatin-1ÚcharsetÚignorer3   Úcodeé”  )&r   Ú
URL_SCHEMEÚprocess_filenameÚlistr   Úurl_okÚdebugrž   rm   ÚaddÚinfoÚopen_urlÚ
isinstancer4   ÚerrorÚ	HTTPErrorr¬   r•   r8   ÚheadersÚgetr'   ÚcloseÚreadrn   Ú	get_paramÚdecoderp   rj   r   rq   rr   rE   Úprocess_urlr)   rœ   ÚgetattrÚprocess_index)r|   r8   ÚretrieveÚdistsÚtmplÚfr+   ru   rª   rD   Úlinkr!   r!   r"   r¿   *  sT    





 zPackageIndex.process_urlc                 C   sŠ   t j |¡s|  d|¡ d S t j |¡r^|s^t j |¡}t  |¡D ]}|  t j ||¡d¡ qBt	|ƒ}|r†|  
d|¡ tt| j|ƒƒ d S )NzNot found: %sTz	Found: %s)rU   r<   ÚexistsÚwarnÚisdirÚrealpathÚlistdirr¯   r`   rW   r²   r°   rm   r³   )r|   ÚfnÚnestedr<   ÚitemrÃ   r!   r!   r"   r¯   _  s    zPackageIndex.process_filenamec                 C   sb   t |ƒ}|o| d¡ ¡ dk}|s8|  tj |¡d ¡r<dS d}|rRt|| ƒ‚n|  ||¡ d S )Nr3   ÚfileTzN
Note: Bypassing %s (disallowed host; see http://bit.ly/2hrImnY for details).
)	r®   rE   r'   r    r4   r   r5   r   rÈ   )r|   r8   ÚfatalÚsÚis_filer•   r!   r!   r"   r±   o  s    ÿzPackageIndex.url_okc                 C   s2   t tjj|ƒ}dd„ |D ƒ}tt | j|¡ƒ d S )Nc                 s   s0   | ](}t  |¡D ]}| d ¡r||fV  qqdS )z	.egg-linkN)rU   rË   r(   )rY   r<   Úentryr!   r!   r"   r[   ~  s
    
ýz.PackageIndex.scan_egg_links.<locals>.<genexpr>)ÚfilterrU   r<   rÉ   r°   Ú	itertoolsÚstarmapÚscan_egg_link)r|   Úsearch_pathÚdirsZ	egg_linksr!   r!   r"   Úscan_egg_links|  s
    þzPackageIndex.scan_egg_linksc              	   C   sŒ   t tj ||¡ƒ}ttd ttj|ƒƒƒ}W 5 Q R X t	|ƒdkrDd S |\}}t
tj ||¡ƒD ](}tjj|f|žŽ |_t|_|  |¡ q^d S )Nr\   )ÚopenrU   r<   r`   r°   rÔ   rm   rn   ro   rP   r
   rJ   r   rA   r³   )r|   r<   rÓ   Z	raw_linesÚlinesZegg_pathZ
setup_pathrG   r!   r!   r"   r×   †  s     zPackageIndex.scan_egg_linkc                 C   s”   d}|  | j¡s|S tttjj|t| jƒd …  d¡ƒƒ}t|ƒdksRd|d krV|S t	|d ƒ}t
|d ƒ}d| j | ¡ i ¡|< t|ƒt|ƒfS )N)NNr.   r\   r2   r3   r   T)r)   rœ   r°   rm   r4   r   r6   rP   r7   r   r   rŸ   Ú
setdefaultr'   r   )r|   rÆ   ZNO_MATCH_SENTINELr9   ÚpkgÚverr!   r!   r"   Ú_scan–  s     ÿzPackageIndex._scanc           	   
   C   sÂ   t  |¡D ]<}z"|  tj |t| d¡ƒ¡¡ W q
 tk
rD   Y q
X q
|  |¡\}}|s^dS t	||ƒD ]H}t
|ƒ\}}| d¡r¦|s¦|rœ|d||f 7 }n
|  |¡ |  |¡ qht dd„ |¡S )z#Process the contents of a PyPI pager3   r©   ú.pyz
#egg=%s-%sc                 S   s   d|   ddd¡ S )Nz<a href="%s#md5=%s">%s</a>r3   é   r\   )rE   )Úmr!   r!   r"   Ú<lambda>Â  ó    z,PackageIndex.process_index.<locals>.<lambda>)rp   rj   rà   r4   r   rq   rr   rE   r   ry   r@   r(   Úneed_version_infoÚscan_urlÚPYPI_MD5Úsub)	r|   r8   ru   rD   rÞ   rß   Únew_urlr+   Úfragr!   r!   r"   rÁ   ¨  s&    "
 ÿzPackageIndex.process_indexc                 C   s   |   d|¡ d S )NzPPage at %s links to .py file(s) without version info; an index scan is required.)Úscan_all©r|   r8   r!   r!   r"   ræ   Å  s    þzPackageIndex.need_version_infoc                 G   s:   | j | jkr*|r | j|f|žŽ  |  d¡ |  | j ¡ d S )Nz6Scanning index of all packages (this may take a while))rœ   rž   rÈ   r´   rç   ©r|   r•   rb   r!   r!   r"   rì   Ë  s    ÿzPackageIndex.scan_allc                 C   sz   |   | j|j d ¡ | j |j¡s:|   | j|j d ¡ | j |j¡sR|  |¡ t| j |jd¡ƒD ]}|   |¡ qfd S )Nr.   r!   )	rç   rœ   Úunsafe_namerŸ   rº   ÚkeyrK   Únot_found_in_indexr°   )r|   Úrequirementr8   r!   r!   r"   Úfind_packagesÔ  s    
zPackageIndex.find_packagesc                    sR   |   ¡  |  |¡ | |j D ]"}||kr0|  S |  d||¡ qtt| ƒ ||¡S )Nz%s does not match %s)Úprescanró   rð   r²   Úsuperr   Úobtain)r|   rò   Ú	installerrG   ©Ú	__class__r!   r"   rö   ã  s    
zPackageIndex.obtainc                 C   sL   |  | jd| ¡ | ¡ sH| ¡  t |¡ td|jjtj	 
|¡f ƒ‚dS )z-
        checker is a ContentChecker
        zValidating %%s checksum for %sz7%s validation failed for %s; possible download problem?N)rƒ   r²   r€   r»   rU   Úunlinkr   rŒ   r*   r<   rQ   )r|   ÚcheckerrV   Útfpr!   r!   r"   Ú
check_hashì  s    þ
þÿzPackageIndex.check_hashc                 C   sN   |D ]D}| j dks0t|ƒr0| d¡s0tt|ƒƒr<|  |¡ q| j  |¡ qdS )z;Add `urls` to the list that will be prescanned for searchesNúfile:)r¡   r®   r)   r°   r   rç   Úappend)r|   Úurlsr8   r!   r!   r"   Úadd_find_linksü  s    ÿþý
üzPackageIndex.add_find_linksc                 C   s"   | j rtt| j| j ƒƒ d| _ dS )z7Scan urls scheduled for prescanning (e.g. --find-links)N)r¡   r°   rm   rç   r   r!   r!   r"   rô     s    zPackageIndex.prescanc                 C   s<   | |j  r| jd }}n| jd }}|||jƒ |  ¡  d S )Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rð   r´   rÈ   rï   rì   )r|   rò   Úmethr•   r!   r!   r"   rñ     s    
þzPackageIndex.not_found_in_indexc                 C   s~   t |tƒsjt|ƒ}|rR|  | d¡||¡}t|ƒ\}}| d¡rN|  |||¡}|S tj	 
|¡rb|S t|ƒ}t|  ||¡ddƒS )a  Locate and/or download `spec` to `tmpdir`, returning a local path

        `spec` may be a ``Requirement`` object, or a string containing a URL,
        an existing local filename, or a project/version requirement spec
        (i.e. the string form of a ``Requirement`` object).  If it is the URL
        of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
        that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
        automatically created alongside the downloaded file.

        If `spec` is a ``Requirement`` object or a string containing a
        project/version requirement spec, this method returns the location of
        a matching distribution (possibly after downloading it to `tmpdir`).
        If `spec` is a locally existing file or directory name, it is simply
        returned unchanged.  If `spec` is a URL, it is downloaded to a subpath
        of `tmpdir`, and the local filename is returned.  Various errors may be
        raised if a problem occurs during downloading.
        r3   rá   rJ   N)r¶   r   r®   Ú_download_urlrE   r@   r(   Ú	gen_setuprU   r<   rÇ   r#   rÀ   Úfetch_distribution)r|   r   Útmpdirr:   Úfoundr+   r?   r!   r!   r"   r0     s    

zPackageIndex.downloadc           	         sÜ   ˆ  d|¡ i ‰d}d
‡ ‡‡‡‡fdd„	}|rHˆ ¡  ˆ |¡ ||ƒ}|s^|dk	r^|||ƒ}|dkr€ˆjdk	rxˆ ¡  ||ƒ}|dkrž|sžˆ |¡ ||ƒ}|dkr¾ˆ dˆr´dp¶d|¡ nˆ  d|¡ |j|jd	S dS )a|  Obtain a distribution suitable for fulfilling `requirement`

        `requirement` must be a ``pkg_resources.Requirement`` instance.
        If necessary, or if the `force_scan` flag is set, the requirement is
        searched for in the (online) package index as well as the locally
        installed packages.  If a distribution matching `requirement` is found,
        the returned distribution's ``location`` is the value you would have
        gotten from calling the ``download()`` method with the matching
        distribution's URL or filename.  If no matching distribution is found,
        ``None`` is returned.

        If the `source` flag is set, only source distributions and source
        checkout links will be considered.  Unless the `develop_ok` flag is
        set, development and system eggs (i.e., those using the ``.egg-info``
        format) will be ignored.
        zSearching for %sNc                    s’   |d krˆ}|| j  D ]v}|jtkrFˆ sF|ˆkrˆ d|¡ dˆ|< q|| ko\|jtkp\ˆ }|rˆ |jˆ¡}||_tj	 
|j¡r|  S qd S )Nz&Skipping development or system egg: %sr3   )rð   rA   r   rÈ   r   r0   rJ   Údownload_locationrU   r<   rÇ   )ÚreqÚenvrG   ÚtestÚloc©Ú
develop_okr|   ÚskippedÚsourcer  r!   r"   rs   U  s&     ÿþz-PackageIndex.fetch_distribution.<locals>.findz:No local packages or working download links found for %s%sza source distribution of r©   zBest match: %s)rJ   )N)r´   rô   ró   r¡   rÈ   Úcloner  )	r|   rò   r  Ú
force_scanr  r  Zlocal_indexrG   rs   r!   r  r"   r  =  s2    




ýzPackageIndex.fetch_distributionc                 C   s"   |   ||||¡}|dk	r|jS dS )a3  Obtain a file suitable for fulfilling `requirement`

        DEPRECATED; use the ``fetch_distribution()`` method now instead.  For
        backward compatibility, this routine is identical but returns the
        ``location`` of the downloaded distribution instead of a distribution
        object.
        N)r  rJ   )r|   rò   r  r  r  rG   r!   r!   r"   Úfetch‰  s    zPackageIndex.fetchc           
   	   C   sü   t  |¡}|r*dd„ t|| d¡d ƒD ƒp,g }t|ƒdkrÚtj |¡}tj |¡|krŠtj 	||¡}ddl
m} |||ƒsŠt ||¡ |}ttj 	|d¡dƒ2}	|	 d|d j|d jtj |¡d f ¡ W 5 Q R X |S |rðtd	||f ƒ‚ntd
ƒ‚d S )Nc                 S   s   g | ]}|j r|‘qS r!   )rL   )rY   Údr!   r!   r"   Ú
<listcomp>˜  s   ÿz*PackageIndex.gen_setup.<locals>.<listcomp>r3   r   )Úsamefilezsetup.pyÚwzIfrom setuptools import setup
setup(name=%r, version=%r, py_modules=[%r])
z†Can't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rC   rD   r   rE   rP   rU   r<   rQ   Údirnamer`   Zsetuptools.command.easy_installr  ÚshutilÚcopy2rÛ   ÚwriterK   rL   Úsplitextr   )
r|   rV   r?   r  rD   rÃ   rQ   Údstr  rÏ   r!   r!   r"   r  –  sB    

þý
 þþÿþÿÿzPackageIndex.gen_setupi    c              	   C   s  |   d|¡ d }zît |¡}|  |¡}t|tjjƒrJt	d||j
|jf ƒ‚|  ¡ }d}| j}d}d|kr’| d¡}	ttt|	ƒƒ}|  |||||¡ t|dƒV}
| |¡}|rà| |¡ |
 |¡ |d7 }|  |||||¡ qžqàqž|  |||
¡ W 5 Q R X |W ¢S |r| ¡  X d S )	NzDownloading %szCan't download %s: %s %sr   r/   zcontent-lengthzContent-LengthÚwbr3   )r´   r»   rˆ   r’   rµ   r¶   r4   r·   r¸   r   r¬   r•   Údl_blocksizeÚget_allÚmaxrm   ÚintÚ
reporthookrÛ   r¼   r~   r  rý   )r|   r8   rV   Úfprû   r¹   ÚblocknumÚbsÚsizeZsizesrü   r}   r!   r!   r"   Ú_download_toÁ  s:    

ÿ



zPackageIndex._download_toc                 C   s   d S ra   r!   )r|   r8   rV   r%  Zblksizer'  r!   r!   r"   r#  å  s    zPackageIndex.reporthookc              
   C   s¨  |  d¡rt|ƒS zt|| jƒW S  ttjjfk
r† } z>d dd„ |j	D ƒ¡}|rb|  
||¡ ntd||f ƒ|‚W 5 d }~X Y n tjjk
r² } z| W Y ¢S d }~X Y nò tjjk
r  } z,|rÜ|  
||j¡ ntd||jf ƒ|‚W 5 d }~X Y n¤ tjjk
rP } z.|r,|  
||j¡ ntd||jf ƒ|‚W 5 d }~X Y nT tjjtjfk
r¢ } z*|r€|  
||¡ ntd||f ƒ|‚W 5 d }~X Y nX d S )Nrþ   ú c                 S   s   g | ]}t |ƒ‘qS r!   )rn   )rY   Úargr!   r!   r"   r  ï  s     z)PackageIndex.open_url.<locals>.<listcomp>z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r)   Ú
local_openÚopen_with_authr¤   r   ÚhttpÚclientÚ
InvalidURLr`   rb   rÈ   r   r4   r·   r¸   ÚURLErrorÚreasonÚBadStatusLineÚlineÚHTTPExceptionÚsocket)r|   r8   ÚwarningÚvr•   r!   r!   r"   rµ   é  sJ    
$ÿÿþÿüÿÿzPackageIndex.open_urlc                 C   sæ   t |ƒ\}}|r0d|kr4| dd¡ dd¡}qnd}| d¡rJ|d d… }tj ||¡}|dksj| d	¡rv|  ||¡S |d
ksˆ| d¡r”|  ||¡S | d¡rª|  	||¡S |dkrÊt
j t
j |¡d ¡S |  |d¡ |  ||¡S d S )Nz..Ú.ú\Ú_Z__downloaded__rH   r&   Úsvnzsvn+Úgitzgit+zhg+rÏ   r\   T)r@   Úreplacer(   rU   r<   r`   r)   Ú_download_svnÚ_download_gitÚ_download_hgr4   r¢   Úurl2pathnamer   r5   r±   Ú_attempt_download)r|   r:   r8   r  r*   r?   rV   r!   r!   r"   r    s$    

zPackageIndex._download_urlc                 C   s   |   |d¡ d S )NT)r¿   rí   r!   r!   r"   rç   )  s    zPackageIndex.scan_urlc                 C   s6   |   ||¡}d| dd¡ ¡ kr.|  |||¡S |S d S )Nr§   r¨   r©   )r(  rº   r'   Ú_download_html)r|   r8   rV   r¹   r!   r!   r"   rB  ,  s    zPackageIndex._attempt_downloadc                 C   sn   t |ƒ}|D ]>}| ¡ rt d|¡rF| ¡  t |¡ |  ||¡  S  qLq| ¡  t |¡ td| ƒ‚d S )Nz <title>([^- ]+ - )?Revision \d+:zUnexpected HTML page found at )	rÛ   ro   rX   rt   r»   rU   rú   r>  r   )r|   r8   r¹   rV   rÏ   r3  r!   r!   r"   rC  3  s    

zPackageIndex._download_htmlc                 C   s  t  dt¡ | dd¡d }d}| ¡  d¡râd|krâtj |¡\}}}}}}	|sâ| d¡râd	|d
d … krâ|d
d …  d	d¡\}}t	|ƒ\}
}|
râd|
krº|
 dd¡\}}d||f }nd|
 }|}||||||	f}tj 
|¡}|  d||¡ t d|||f ¡ |S )Nz"SVN download support is deprecatedr2   r3   r   r©   zsvn:ú@z//r.   r\   ú:z --username=%s --password=%sz --username=z'Doing subversion checkout from %s to %szsvn checkout%s -q %s %s)ÚwarningsrÈ   ÚUserWarningr7   r'   r)   r4   r   r5   Ú
_splituserÚ
urlunparser´   rU   Úsystem)r|   r8   rV   Úcredsr:   Únetlocr<   rZ   ÚqrÅ   ÚauthÚhostÚuserÚpwr9   r!   r!   r"   r>  B  s&    zPackageIndex._download_svnc                 C   sp   t j | ¡\}}}}}| dd¡d }| dd¡d }d }d|krR| dd¡\}}t j ||||df¡} | |fS )Nú+r3   r/   r2   r   rD  r©   )r4   r   Úurlsplitr7   ÚrsplitÚ
urlunsplit)r8   Ú
pop_prefixr:   rL  r<   r>   rë   Úrevr!   r!   r"   Ú_vcs_split_rev_from_urlX  s    z$PackageIndex._vcs_split_rev_from_urlc                 C   sl   |  dd¡d }| j|dd\}}|  d||¡ t d||f ¡ |d k	rh|  d|¡ t d	||f ¡ |S )
Nr2   r3   r   T©rV  zDoing git clone from %s to %szgit clone --quiet %s %szChecking out %szgit -C %s checkout --quiet %s©r7   rX  r´   rU   rJ  ©r|   r8   rV   rW  r!   r!   r"   r?  j  s    þzPackageIndex._download_gitc                 C   sl   |  dd¡d }| j|dd\}}|  d||¡ t d||f ¡ |d k	rh|  d|¡ t d	||f ¡ |S )
Nr2   r3   r   TrY  zDoing hg clone from %s to %szhg clone --quiet %s %szUpdating to %szhg --cwd %s up -C -r %s -qrZ  r[  r!   r!   r"   r@  z  s    þzPackageIndex._download_hgc                 G   s   t j|f|žŽ  d S ra   )r   r²   rî   r!   r!   r"   r²   Š  s    zPackageIndex.debugc                 G   s   t j|f|žŽ  d S ra   )r   r´   rî   r!   r!   r"   r´     s    zPackageIndex.infoc                 G   s   t j|f|žŽ  d S ra   )r   rÈ   rî   r!   r!   r"   rÈ     s    zPackageIndex.warn)r˜   r™   NT)F)F)F)N)N)FFFN)FF)N)F))r„   r…   r†   r‡   rŽ   r¿   r¯   r±   rÚ   r×   rà   rÁ   ræ   rì   ró   rö   rý   r  rô   rñ   r0   r  r  r  r  r(  r#  rµ   r  rç   rB  rC  r>  ÚstaticmethodrX  r?  r@  r²   r´   rÈ   Ú__classcell__r!   r!   rø   r"   r     sZ         þ

5



		
#      þ
L
)$
#z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c                 C   s   |   d¡}t |¡S )Nr   )rE   r§   Úunescape)rD   Úwhatr!   r!   r"   Údecode_entity™  s    
r`  c                 C   s
   t t| ƒS )a  
    Decode HTML entities in the given text.

    >>> htmldecode(
    ...     'https://../package_name-0.1.2.tar.gz'
    ...     '?tokena=A&amp;tokenb=B">package_name-0.1.2.tar.gz')
    'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz'
    )Ú
entity_subr`  )Útextr!   r!   r"   rr   ž  s    	rr   c                    s   ‡ fdd„}|S )Nc                    s   ‡ ‡fdd„}|S )Nc               	      s2   t  ¡ }t  ˆ¡ zˆ | |ŽW ¢S t  |¡ X d S ra   )r5  ÚgetdefaulttimeoutÚsetdefaulttimeout)rb   rc   Zold_timeout)re   Útimeoutr!   r"   Ú_socket_timeout¬  s
    
z@socket_timeout.<locals>._socket_timeout.<locals>._socket_timeoutr!   )re   rf  ©re  rd   r"   rf  «  s    z'socket_timeout.<locals>._socket_timeoutr!   )re  rf  r!   rg  r"   Úsocket_timeoutª  s    rh  c                 C   s2   t j | ¡}| ¡ }t |¡}| ¡ }| dd¡S )a9  
    Encode auth from a URL suitable for an HTTP header.
    >>> str(_encode_auth('username%3Apassword'))
    'dXNlcm5hbWU6cGFzc3dvcmQ='

    Long auth strings should not cause a newline to be inserted.
    >>> long_auth = 'username:' + 'password'*10
    >>> chr(10) in str(_encode_auth(long_auth))
    False
    Ú
r©   )r4   r   r6   ÚencodeÚbase64Ú	b64encoder¾   r=  )rN  Zauth_sZ
auth_bytesZencoded_bytesÚencodedr!   r!   r"   Ú_encode_auth¹  s
    
rn  c                   @   s(   e Zd ZdZdd„ Zdd„ Zdd„ ZdS )	Ú
Credentialz:
    A username/password pair. Use like a namedtuple.
    c                 C   s   || _ || _d S ra   ©ÚusernameÚpassword)r|   rq  rr  r!   r!   r"   rŽ   Ó  s    zCredential.__init__c                 c   s   | j V  | jV  d S ra   rp  r   r!   r!   r"   Ú__iter__×  s    zCredential.__iter__c                 C   s   dt | ƒ S )Nz%(username)s:%(password)s)Úvarsr   r!   r!   r"   Ú__str__Û  s    zCredential.__str__N)r„   r…   r†   r‡   rŽ   rs  ru  r!   r!   r!   r"   ro  Î  s   ro  c                   @   s0   e Zd Zdd„ Zedd„ ƒZdd„ Zdd„ Zd	S )
Ú
PyPIConfigc                 C   sP   t  dddgd¡}tj | |¡ tj tj d¡d¡}tj 	|¡rL|  
|¡ dS )z%
        Load from ~/.pypirc
        rq  rr  Ú
repositoryr©   ú~z.pypircN)ÚdictÚfromkeysÚconfigparserÚRawConfigParserrŽ   rU   r<   r`   Ú
expanduserrÇ   r¼   )r|   ÚdefaultsÚrcr!   r!   r"   rŽ   à  s
    zPyPIConfig.__init__c                    s&   ‡ fdd„ˆ   ¡ D ƒ}ttˆ j|ƒƒS )Nc                    s    g | ]}ˆ   |d ¡ ¡ r|‘qS )rw  )rº   ro   )rY   Úsectionr   r!   r"   r  í  s   ÿz2PyPIConfig.creds_by_repository.<locals>.<listcomp>)Úsectionsry  rm   Ú_get_repo_cred)r|   Zsections_with_repositoriesr!   r   r"   Úcreds_by_repositoryë  s    
ÿzPyPIConfig.creds_by_repositoryc                 C   s6   |   |d¡ ¡ }|t|   |d¡ ¡ |   |d¡ ¡ ƒfS )Nrw  rq  rr  )rº   ro   ro  )r|   r€  Úrepor!   r!   r"   r‚  ô  s
    þzPyPIConfig._get_repo_credc                 C   s*   | j  ¡ D ]\}}| |¡r
|  S q
dS )zŒ
        If the URL indicated appears to be a repository defined in this
        config, return the credential for that repository.
        N)rƒ  Úitemsr)   )r|   r8   rw  Úcredr!   r!   r"   Úfind_credentialû  s    
zPyPIConfig.find_credentialN)r„   r…   r†   rŽ   Úpropertyrƒ  r‚  r‡  r!   r!   r!   r"   rv  ß  s
   
rv  c                 C   s<  t j | ¡}|\}}}}}}| d¡r2tj d¡‚|dkrHt|ƒ\}	}
nd}	|	s€tƒ  	| ¡}|r€t
|ƒ}	|j| f}tjd	|žŽ  |	rÆdt|	ƒ }	||
||||f}t j |¡}t j |¡}| d|	¡ nt j | ¡}| dt¡ ||ƒ}|	r8t j |j¡\}}}}}}||kr8||
kr8||||||f}t j |¡|_|S )
z4Open a urllib2 request, handling HTTP authenticationrE  znonnumeric port: '')r-  ÚhttpsNú*Authenticating as %s for %s (from .pypirc)zBasic ÚAuthorizationz
User-Agent)rŠ  )r4   r   r5   r(   r-  r.  r/  rH  rv  r‡  rn   rq  r   r´   rn  rI  r¢   ÚRequestÚ
add_headerÚ
user_agentr8   )r8   r¤   Úparsedr:   rL  r<   Úparamsr>   rë   rN  Úaddressr†  r´   r9   rê   r¢   r$  Ús2Úh2Úpath2Zparam2Zquery2Zfrag2r!   r!   r"   r,    s8    

r,  c                 C   s    |   d¡\}}} |r|nd| fS )zNsplituser('user[:passwd]@host[:port]')
    --> 'user[:passwd]', 'host[:port]'.rD  N)Ú
rpartition)rO  rP  Údelimr!   r!   r"   rH  4  s    rH  c                 C   s   | S ra   r!   )r8   r!   r!   r"   Ú
fix_sf_url?  s    r—  c              
   C   s  t j | ¡\}}}}}}t j |¡}tj |¡r<t j | ¡S | 	d¡rètj 
|¡règ }t |¡D ]d}	tj ||	¡}
|	dkržt|
dƒ}| ¡ }W 5 Q R X  qÞntj 
|
¡r²|	d7 }	| dj|	d¡ q`d}|j| d |¡d}d	\}}n
d
\}}}ddi}t |¡}t j | ||||¡S )z7Read a local path, with special support for directoriesr.   z
index.htmlÚrz<a href="{name}">{name}</a>)r*   zB<html><head><title>{url}</title></head><body>{files}</body></html>ri  )r8   Úfiles)éÈ   ÚOK)r­   zPath not foundz	Not foundr¨   z	text/html)r4   r   r5   r¢   rA  rU   r<   Úisfiler£   r(   rÉ   rË   r`   rÛ   r¼   rÿ   ÚformatÚioÚStringIOr·   r¸   )r8   r:   r;   r<   Úparamr>   rë   rV   r™  rÅ   Úfilepathr$  ÚbodyrÄ   ÚstatusÚmessager¹   Zbody_streamr!   r!   r"   r+  C  s.    ÿ


r+  )N)N)N)r   )Yr‡   ÚsysrU   rX   rž  r  r5  rk  rŠ   rÕ   rF  r{  r§   Úhttp.clientr-  Úurllib.parser4   Úurllib.requestÚurllib.errorÚ	functoolsr   r   Úpkg_resourcesr   r   r   r   r   r	   r
   r   r   r   r   r   r   Ú	distutilsr   Údistutils.errorsr   Úfnmatchr   Zsetuptools.wheelr   Z setuptools.extern.more_itertoolsr   r–   rC   ÚIrp   rè   rD   r®   r7   rO   Ú__all__Z_SOCKET_TIMEOUTZ_tmplr  Úversion_inforŽ  r#   r   r@   r   rB   rW   r   rg   ri   ry   rz   rˆ   r   ré   ra  r`  rr   rh  rn  ro  r|  rv  r¢   r£   r,  rH  r—  r+  r!   r!   r!   r"   Ú<module>   s˜   <
ÿ  þ
 ÿ	

!
 þ
#
!     
&/