B
    Õ¹`íœ  ã               @   sœ  d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlZddlZddlZddlZddlZddlZddlmZ ddlZddlmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z# ddlm$Z$ ddl%m&Z& ddl'm(Z( ddl)m*Z* dd	l+m,Z, dd
l-m.Z. e /d¡Z0e /dej1¡Z2e /d¡Z3e /dej1¡j4Z5d 6¡ Z7ddddgZ8dZ9dZ:e:j;dj;ej<Ž edZ=dd„ Z>dd„ Z?dd„ Z@dBdd„ZAdCdd„ZBdDd d!„ZCdedfd"d„ZDd#d$„ ZEe /d%ej1¡ZFeEd&d'„ ƒZGG d(d)„ d)ƒZHG d*d+„ d+eHƒZIG d,d„ deƒZJe /d-¡jKZLd.d/„ ZMd0d1„ ZNdEd2d3„ZOd4d5„ ZPG d6d7„ d7ƒZQG d8d9„ d9ejRƒZSejTjUfd:d;„ZVd<d=„ ZWeOe9ƒeVƒZVd>d?„ ZXd@dA„ ZYdS )Fz#PyPI and direct package downloadingé    N)Úwraps)ÚCHECKOUT_DISTÚDistributionÚBINARY_DISTÚnormalize_pathÚSOURCE_DISTÚEnvironmentÚfind_distributionsÚ	safe_nameÚsafe_versionÚto_filenameÚRequirementÚDEVELOP_DISTÚEGG_DIST)Ússl_support)Úlog)ÚDistutilsError)Ú	translate)ÚWheel)Úunique_everseenz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)zƒ<a href="([^"#]+)">([^<]+)</a>\n\s+\(<a (?:title="MD5 hash"\n\s+)href="[^?]+\?:action=show_md5&amp;digest=([0-9a-f]{32})">md5</a>\)z([-+.a-z0-9]{2,}):z.tar.gz .tar.bz2 .tar .zip .tgzÚPackageIndexÚdistros_for_urlÚparse_bdist_wininstÚinterpret_distro_nameé   z<setuptools/{setuptools.__version__} Python-urllib/{py_major}z{}.{})Zpy_majorÚ
setuptoolsc          
   C   sB   y
t  | ¡S  tk
r< } ztd| f ƒ|‚W d d }~X Y nX d S )Nz1Not a URL, existing file, or requirement spec: %r)r   ÚparseÚ
ValueErrorr   )ÚspecÚe© r    ú@/tmp/pip-install-4tin_oll/setuptools/setuptools/package_index.pyÚparse_requirement_arg7   s    

r"   c             C   s°   |   ¡ }d\}}}| d¡r¦| d¡r8| dd… }d}nn| dd¡rb| d	d
… }| dd… }d}nD| d¡r~| dd… }d}n(| dd¡r¦| d	d
… }| dd… }d}|||fS )z=Return (base,pyversion) or (None,None) for possible .exe name)NNNz.exez
.win32.exeNiöÿÿÿÚwin32z	.win32-pyiðÿÿÿiùÿÿÿéüÿÿÿz.win-amd64.exeiòÿÿÿz	win-amd64z.win-amd64-pyiìÿÿÿ)ÚlowerÚendswithÚ
startswith)Únamer%   ÚbaseÚpy_verÚplatr    r    r!   r   @   s$    



c       	      C   sx   t j | ¡}|\}}}}}}t j | d¡d ¡}|dkrX|dkrXt j | d¡d ¡}d|krp| dd¡\}}||fS )Nú/éÿÿÿÿzsourceforge.netÚdownloadéþÿÿÿú#é   )Úurllibr   ÚurlparseÚunquoteÚsplit)	ÚurlÚpartsÚschemeÚserverÚpathÚ
parametersÚqueryÚfragmentr)   r    r    r!   Úegg_info_for_urlX   s    r>   c             c   sd   t | ƒ\}}xt| ||ƒD ]
}|V  qW |r`t |¡}|r`x$t| | d¡|tdD ]
}|V  qRW dS )zEYield egg or source distribution objects that might be found at a URLr1   )Ú
precedenceN)r>   Údistros_for_locationÚEGG_FRAGMENTÚmatchr   Úgroupr   )r6   Úmetadatar)   r=   ÚdistrB   r    r    r!   r   c   s    

c             C   sä   |  d¡r|dd… }|  d¡r8d|kr8t | ||¡gS |  d¡rxd|krxt|ƒ}| ¡ s^g S t| |j|jtd dgS |  d	¡rªt|ƒ\}}}|dk	rªt	| |||t
|ƒS x4tD ],}|  |¡r°|dt|ƒ … }t	| ||ƒS q°W g S )
z:Yield egg or source distribution objects based on basenamez.egg.zipNr$   z.eggú-z.whlr1   )ÚlocationÚproject_nameÚversionr?   z.exe)r&   r   Úfrom_locationr   Zis_compatiblerH   rI   r   r   r   r   Ú
EXTENSIONSÚlen)rG   ÚbasenamerD   ÚwheelZwin_baser*   ÚplatformÚextr    r    r!   r@   q   s.    



r@   c             C   s   t t| ƒtj | ¡|ƒS )zEYield possible egg or source distribution objects based on a filename)r@   r   Úosr:   rM   )ÚfilenamerD   r    r    r!   Údistros_for_filename’   s    rS   c          
   c   s€   |  d¡}|s,tdd„ |dd… D ƒƒr,dS xNtdt|ƒd ƒD ]8}t| |d |d|… ¡d ||d… ¡|||dV  q@W dS )zØGenerate alternative interpretations of a source distro name

    Note: if `location` is a filesystem filename, you should call
    ``pkg_resources.normalize_path()`` on it before passing it to this
    routine!
    rF   c             s   s   | ]}t  d |¡V  qdS )z	py\d\.\d$N)ÚrerB   )Ú.0Úpr    r    r!   ú	<genexpr>°   s    z(interpret_distro_name.<locals>.<genexpr>é   Nr1   )Ú
py_versionr?   rO   )r5   ÚanyÚrangerL   r   Újoin)rG   rM   rD   rY   r?   rO   r7   rV   r    r    r!   r   ™   s    
$c                s   t ˆ ƒ‡ fdd„ƒ}|S )zs
    Wrap a function returning an iterable such that the resulting iterable
    only ever yields unique items.
    c                 s   t ˆ | |ŽƒS )N)r   )ÚargsÚkwargs)Úfuncr    r!   ÚwrapperÂ   s    zunique_values.<locals>.wrapper)r   )r_   r`   r    )r_   r!   Úunique_values¼   s    ra   z(<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>c          	   c   sÆ   xvt  |¡D ]h}| ¡ \}}tttj| ¡  d¡ƒƒ}d|ksFd|krx,t	 |¡D ]}t
j | t| d¡ƒ¡V  qRW qW xHdD ]@}| |¡}|dkr~t	 ||¡}|r~t
j | t| d¡ƒ¡V  q~W dS )zEFind rel="homepage" and rel="download" links in `page`, yielding URLsú,Zhomepager.   r1   )z<th>Home Pagez<th>Download URLr-   N)ÚRELÚfinditerÚgroupsÚsetÚmapÚstrÚstripr%   r5   ÚHREFr2   r   ÚurljoinÚ
htmldecoderC   ÚfindÚsearch)r6   ÚpagerB   ÚtagÚrelZrelsÚposr    r    r!   Úfind_external_linksÍ   s    "

rs   c               @   s(   e Zd ZdZdd„ Zdd„ Zdd„ ZdS )	ÚContentCheckerzP
    A null content checker that defines the interface for checking content
    c             C   s   dS )z3
        Feed a block of data to the hash.
        Nr    )ÚselfÚblockr    r    r!   Úfeedå   s    zContentChecker.feedc             C   s   dS )zC
        Check the hash. Return False if validation fails.
        Tr    )ru   r    r    r!   Úis_validë   s    zContentChecker.is_validc             C   s   dS )zu
        Call reporter with information about the checker (hash name)
        substituted into the template.
        Nr    )ru   ÚreporterÚtemplater    r    r!   Úreportñ   s    zContentChecker.reportN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__rw   rx   r{   r    r    r    r!   rt   à   s   rt   c               @   sB   e Zd Ze d¡Zdd„ Zedd„ ƒZdd„ Z	dd	„ Z
d
d„ ZdS )ÚHashCheckerzK(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c             C   s   || _ t |¡| _|| _d S )N)Ú	hash_nameÚhashlibÚnewÚhashÚexpected)ru   r   r…   r    r    r!   Ú__init__ÿ   s    zHashChecker.__init__c             C   s>   t j |¡d }|stƒ S | j |¡}|s0tƒ S | f | ¡ ŽS )z5Construct a (possibly null) ContentChecker from a URLr-   )r2   r   r3   rt   Úpatternrn   Ú	groupdict)Úclsr6   r=   rB   r    r    r!   Úfrom_url  s    zHashChecker.from_urlc             C   s   | j  |¡ d S )N)r„   Úupdate)ru   rv   r    r    r!   rw     s    zHashChecker.feedc             C   s   | j  ¡ | jkS )N)r„   Ú	hexdigestr…   )ru   r    r    r!   rx     s    zHashChecker.is_validc             C   s   || j  }||ƒS )N)r   )ru   ry   rz   Úmsgr    r    r!   r{     s    
zHashChecker.reportN)r|   r}   r~   rT   Úcompiler‡   r†   ÚclassmethodrŠ   rw   rx   r{   r    r    r    r!   r€   ù   s   r€   c                   sD  e Zd ZdZdLdd„ZdMd	d
„ZdNdd„ZdOdd„Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ ZdPdd„Zdd„ ZdQ‡ fdd„	Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ ZdRd)d*„ZdSd+d,„Zd-d.„ Zd/Zd0d1„ Zd2d3„ ZdTd4d5„Zd6d7„ Zd8d9„ Zd:d;„ Zd<d=„ Zd>d?„ Z e!dUd@dA„ƒZ"dBdC„ Z#dDdE„ Z$dFdG„ Z%dHdI„ Z&dJdK„ Z'‡  Z(S )Vr   z;A distribution index that scans web pages for download URLsúhttps://pypi.org/simple/©Ú*NTc             O   s”   t j| f|ž|Ž |dd | d¡ …  | _i | _i | _i | _t d 	t
t|ƒ¡¡j| _g | _|ortjor|prt ¡ }|r†t |¡| _n
tjj| _d S )Nr,   ú|)r   r†   r&   Ú	index_urlÚscanned_urlsÚfetched_urlsÚpackage_pagesrT   rŽ   r\   rg   r   rB   ÚallowsÚto_scanr   Zis_availableZfind_ca_bundleZ
opener_forÚopenerr2   ÚrequestÚurlopen)ru   r”   ÚhostsZ	ca_bundleZ
verify_sslr]   ÚkwZuse_sslr    r    r!   r†     s    zPackageIndex.__init__Fc             C   sæ  || j kr|sdS d| j |< t|ƒs2|  |¡ dS tt|ƒƒ}|r\|  |¡sPdS |  d|¡ |sn|rn|| jkr‚tt| j	|ƒƒ dS |  |¡sšd| j|< dS |  
d|¡ d| j|< d}|  ||| ¡}|dkrÐdS t|tjjƒrø|jdkrø|  
d|j ¡ d| j|j< d|j d	d
¡ ¡ kr(| ¡  dS |j}| ¡ }t|tƒsvt|tjjƒrXd}n|j d¡phd}| |d¡}| ¡  x6t |¡D ](}	tj |t|	  d¡ƒ¡}
|  !|
¡ qŠW | "| j#¡rât$|ddƒdkrâ|  %||¡}dS )z<Evaluate a URL as a possible download, and maybe retrieve itNTzFound link: %sz
Reading %sz<Download error on %s: %%s -- Some packages may not be found!i‘  zAuthentication error: %sÚhtmlzcontent-typeÚ zlatin-1ÚcharsetÚignorer1   Úcodei”  )&r•   Ú
URL_SCHEMEÚprocess_filenameÚlistr   Úurl_okÚdebugr–   rg   ÚaddÚinfoÚopen_urlÚ
isinstancer2   ÚerrorÚ	HTTPErrorr£   r   r6   ÚheadersÚgetr%   ÚcloseÚreadrh   Ú	get_paramÚdecoderj   rd   r   rk   rl   rC   Úprocess_urlr'   r”   ÚgetattrÚprocess_index)ru   r6   ÚretrieveÚdistsÚtmplÚfr)   ro   r¡   rB   Úlinkr    r    r!   rµ   3  sT    





 zPackageIndex.process_urlc             C   sŽ   t j |¡s|  d|¡ d S t j |¡rb|sbt j |¡}x(t  |¡D ]}|  t j ||¡d¡ qDW t	|ƒ}|rŠ|  
d|¡ tt| j|ƒƒ d S )NzNot found: %sTz	Found: %s)rQ   r:   ÚexistsÚwarnÚisdirÚrealpathÚlistdirr¥   r\   rS   r¨   r¦   rg   r©   )ru   ÚfnÚnestedr:   Úitemr¹   r    r    r!   r¥   h  s    zPackageIndex.process_filenamec             C   sb   t |ƒ}|o| d¡ ¡ dk}|s8|  tj |¡d ¡r<dS d}|rRt|| ƒ‚n|  ||¡ d S )Nr1   ÚfileTzN
Note: Bypassing %s (disallowed host; see http://bit.ly/2hrImnY for details).
)	r¤   rC   r%   r˜   r2   r   r3   r   r¾   )ru   r6   ÚfatalÚsÚis_filer   r    r    r!   r§   x  s    zPackageIndex.url_okc             C   s2   t tjj|ƒ}dd„ |D ƒ}tt | j|¡ƒ d S )Nc             s   s0   | ](}t  |¡D ]}| d ¡r||fV  qqdS )z	.egg-linkN)rQ   rÁ   r&   )rU   r:   Úentryr    r    r!   rW   ˆ  s   z.PackageIndex.scan_egg_links.<locals>.<genexpr>)ÚfilterrQ   r:   r¿   r¦   Ú	itertoolsÚstarmapÚscan_egg_link)ru   Úsearch_pathÚdirsZ	egg_linksr    r    r!   Úscan_egg_links…  s    zPackageIndex.scan_egg_linksc          	   C   s   t tj ||¡ƒ}ttd ttj|ƒƒƒ}W d Q R X t	|ƒdkrDd S |\}}x>t
tj ||¡ƒD ](}tjj|f|žŽ |_t|_|  |¡ q`W d S )NrX   )ÚopenrQ   r:   r\   r¦   rÊ   rg   rh   ri   rL   r	   rG   r   r?   r©   )ru   r:   rÉ   Z	raw_linesÚlinesZegg_pathZ
setup_pathrE   r    r    r!   rÍ     s     zPackageIndex.scan_egg_linkc             C   s”   d}|  | j¡s|S tttjj|t| jƒd …  d¡ƒƒ}t|ƒdksRd|d krV|S t	|d ƒ}t
|d ƒ}d| j | ¡ i ¡|< t|ƒt|ƒfS )N)NNr,   rX   r0   r1   r   T)r'   r”   r¦   rg   r2   r   r4   rL   r5   r
   r   r—   Ú
setdefaultr%   r   )ru   r¼   ZNO_MATCH_SENTINELr7   ÚpkgÚverr    r    r!   Ú_scanŸ  s    "zPackageIndex._scanc       	   
   C   sÊ   xJt  |¡D ]<}y"|  tj |t| d¡ƒ¡¡ W q tk
rF   Y qX qW |  |¡\}}|sbdS xVt	||ƒD ]H}t
|ƒ\}}| d¡r¬|s¬|r¢|d||f 7 }n
|  |¡ |  |¡ qnW t dd„ |¡S )z#Process the contents of a PyPI pager1   r    z.pyz
#egg=%s-%sc             S   s   d|   ddd¡ S )Nz<a href="%s#md5=%s">%s</a>r1   é   rX   )rC   )Úmr    r    r!   Ú<lambda>Ë  ó    z,PackageIndex.process_index.<locals>.<lambda>)rj   rd   rÖ   r2   r   rk   rl   rC   r   rs   r>   r&   Úneed_version_infoÚscan_urlÚPYPI_MD5Úsub)	ru   r6   ro   rB   rÔ   rÕ   Únew_urlr)   Úfragr    r    r!   r·   ±  s"    "

zPackageIndex.process_indexc             C   s   |   d|¡ d S )NzPPage at %s links to .py file(s) without version info; an index scan is required.)Úscan_all)ru   r6   r    r    r!   rÛ   Î  s    zPackageIndex.need_version_infoc             G   s:   | j | jkr*|r | j|f|žŽ  |  d¡ |  | j ¡ d S )Nz6Scanning index of all packages (this may take a while))r”   r–   r¾   rª   rÜ   )ru   r   r]   r    r    r!   rá   Ô  s    zPackageIndex.scan_allc             C   s~   |   | j|j d ¡ | j |j¡s:|   | j|j d ¡ | j |j¡sR|  |¡ x&t| j |jd¡ƒD ]}|   |¡ qhW d S )Nr,   r    )	rÜ   r”   Úunsafe_namer—   r°   ÚkeyrH   Únot_found_in_indexr¦   )ru   Úrequirementr6   r    r    r!   Úfind_packagesÝ  s    
zPackageIndex.find_packagesc                sR   |   ¡  |  |¡ x,| |j D ]}||kr.|S |  d||¡ qW tt| ƒ ||¡S )Nz%s does not match %s)Úprescanræ   rã   r¨   Úsuperr   Úobtain)ru   rå   Ú	installerrE   )Ú	__class__r    r!   ré   ì  s    
zPackageIndex.obtainc             C   sL   |  | jd| ¡ | ¡ sH| ¡  t |¡ td|jjtj	 
|¡f ƒ‚dS )z-
        checker is a ContentChecker
        zValidating %%s checksum for %sz7%s validation failed for %s; possible download problem?N)r{   r¨   rx   r±   rQ   Úunlinkr   r„   r(   r:   rM   )ru   ÚcheckerrR   Útfpr    r    r!   Ú
check_hashõ  s    

zPackageIndex.check_hashc             C   sR   xL|D ]D}| j dks2t|ƒr2| d¡s2tt|ƒƒr>|  |¡ q| j  |¡ qW dS )z;Add `urls` to the list that will be prescanned for searchesNzfile:)r™   r¤   r'   r¦   r   rÜ   Úappend)ru   Úurlsr6   r    r    r!   Úadd_find_links  s    


zPackageIndex.add_find_linksc             C   s"   | j rtt| j| j ƒƒ d| _ dS )z7Scan urls scheduled for prescanning (e.g. --find-links)N)r™   r¦   rg   rÜ   )ru   r    r    r!   rç     s    zPackageIndex.prescanc             C   s<   | |j  r| jd }}n| jd }}|||jƒ |  ¡  d S )Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rã   rª   r¾   râ   rá   )ru   rå   Úmethr   r    r    r!   rä     s    
zPackageIndex.not_found_in_indexc             C   s~   t |tƒsjt|ƒ}|rR|  | d¡||¡}t|ƒ\}}| d¡rN|  |||¡}|S tj	 
|¡rb|S t|ƒ}t|  ||¡ddƒS )a  Locate and/or download `spec` to `tmpdir`, returning a local path

        `spec` may be a ``Requirement`` object, or a string containing a URL,
        an existing local filename, or a project/version requirement spec
        (i.e. the string form of a ``Requirement`` object).  If it is the URL
        of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
        that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
        automatically created alongside the downloaded file.

        If `spec` is a ``Requirement`` object or a string containing a
        project/version requirement spec, this method returns the location of
        a matching distribution (possibly after downloading it to `tmpdir`).
        If `spec` is a locally existing file or directory name, it is simply
        returned unchanged.  If `spec` is a URL, it is downloaded to a subpath
        of `tmpdir`, and the local filename is returned.  Various errors may be
        raised if a problem occurs during downloading.
        r1   z.pyrG   N)r¬   r   r¤   Ú_download_urlrC   r>   r&   Ú	gen_setuprQ   r:   r½   r"   r¶   Úfetch_distribution)ru   r   Útmpdirr8   Úfoundr)   r=   r    r    r!   r.   $  s    

zPackageIndex.downloadc       	         sÜ   ˆ  d|¡ i ‰d}d
‡ ‡‡‡‡fdd„	}|rHˆ ¡  ˆ |¡ ||ƒ}|s^|dk	r^|||ƒ}|dkr€ˆjdk	rxˆ ¡  ||ƒ}|dkrž|sžˆ |¡ ||ƒ}|dkr¾ˆ dˆr´dp¶d|¡ nˆ  d|¡ |j|jd	S dS )a|  Obtain a distribution suitable for fulfilling `requirement`

        `requirement` must be a ``pkg_resources.Requirement`` instance.
        If necessary, or if the `force_scan` flag is set, the requirement is
        searched for in the (online) package index as well as the locally
        installed packages.  If a distribution matching `requirement` is found,
        the returned distribution's ``location`` is the value you would have
        gotten from calling the ``download()`` method with the matching
        distribution's URL or filename.  If no matching distribution is found,
        ``None`` is returned.

        If the `source` flag is set, only source distributions and source
        checkout links will be considered.  Unless the `develop_ok` flag is
        set, development and system eggs (i.e., those using the ``.egg-info``
        format) will be ignored.
        zSearching for %sNc                s’   |d krˆ}x€|| j  D ]r}|jtkrHˆ sH|ˆkrˆ d|¡ dˆ|< q|| ko^|jtkp^ˆ }|rˆ |jˆ¡}||_tj	 
|j¡r|S qW d S )Nz&Skipping development or system egg: %sr1   )rã   r?   r   r¾   r   r.   rG   Údownload_locationrQ   r:   r½   )ÚreqÚenvrE   ÚtestÚloc)Ú
develop_okru   ÚskippedÚsourcer÷   r    r!   rm   ^  s     z-PackageIndex.fetch_distribution.<locals>.findz:No local packages or working download links found for %s%sza source distribution of r    zBest match: %s)rG   )N)rª   rç   ræ   r™   r¾   Úclonerù   )	ru   rå   r÷   Ú
force_scanr   rþ   Zlocal_indexrE   rm   r    )rþ   ru   rÿ   r   r÷   r!   rö   F  s0    




zPackageIndex.fetch_distributionc             C   s"   |   ||||¡}|dk	r|jS dS )a3  Obtain a file suitable for fulfilling `requirement`

        DEPRECATED; use the ``fetch_distribution()`` method now instead.  For
        backward compatibility, this routine is identical but returns the
        ``location`` of the downloaded distribution instead of a distribution
        object.
        N)rö   rG   )ru   rå   r÷   r  r   rE   r    r    r!   Úfetch’  s    zPackageIndex.fetchc       
   	   C   sü   t  |¡}|r*dd„ t|| d¡d ƒD ƒp,g }t|ƒdkrÚtj |¡}tj |¡|krŠtj 	||¡}ddl
m} |||ƒsŠt ||¡ |}ttj 	|d¡dƒ2}	|	 d|d j|d jtj |¡d f ¡ W d Q R X |S |rðtd	||f ƒ‚ntd
ƒ‚d S )Nc             S   s   g | ]}|j r|‘qS r    )rI   )rU   Údr    r    r!   ú
<listcomp>¢  s    z*PackageIndex.gen_setup.<locals>.<listcomp>r1   r   )Úsamefilezsetup.pyÚwzIfrom setuptools import setup
setup(name=%r, version=%r, py_modules=[%r])
z†Can't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rA   rB   r   rC   rL   rQ   r:   rM   Údirnamer\   Zsetuptools.command.easy_installr  ÚshutilÚcopy2rÑ   ÚwriterH   rI   Úsplitextr   )
ru   rR   r=   r÷   rB   r¹   rM   Údstr  rÅ   r    r    r!   rõ   Ÿ  s2    

 zPackageIndex.gen_setupi    c          	   C   s  |   d|¡ d }zît |¡}|  |¡}t|tjjƒrJtd||j	|j
f ƒ‚|  ¡ }d}| j}d}d|kr’| d¡}	ttt|	ƒƒ}|  |||||¡ t|dƒZ}
xD| |¡}|rÞ| |¡ |
 |¡ |d7 }|  |||||¡ q P q W |  |||
¡ W d Q R X |S |r| ¡  X d S )	NzDownloading %szCan't download %s: %s %sr   r-   zcontent-lengthzContent-LengthÚwbr1   )rª   r€   rŠ   r«   r¬   r2   r­   r®   r   r£   r   Údl_blocksizeÚget_allÚmaxrg   ÚintÚ
reporthookrÑ   r²   rw   r  rï   r±   )ru   r6   rR   Úfprí   r¯   ÚblocknumÚbsÚsizeÚsizesrî   rv   r    r    r!   Ú_download_toÊ  s:    





zPackageIndex._download_toc             C   s   d S )Nr    )ru   r6   rR   r  Zblksizer  r    r    r!   r  î  s    zPackageIndex.reporthookc          
   C   sœ  |  d¡rt|ƒS yt|| jƒS  ttjjfk
r„ } z>d dd„ |j	D ƒ¡}|r`|  
||¡ ntd||f ƒ|‚W d d }~X Y n tjjk
r¨ } z|S d }~X Y nð tjjk
rô } z,|rÐ|  
||j¡ ntd||jf ƒ|‚W d d }~X Y n¤ tjjk
rD } z.|r |  
||j¡ ntd||jf ƒ|‚W d d }~X Y nT tjjtjfk
r– } z*|rt|  
||¡ ntd||f ƒ|‚W d d }~X Y nX d S )Nzfile:ú c             S   s   g | ]}t |ƒ‘qS r    )rh   )rU   Úargr    r    r!   r  ø  s    z)PackageIndex.open_url.<locals>.<listcomp>z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r'   Ú
local_openÚopen_with_authrš   r   ÚhttpÚclientÚ
InvalidURLr\   r]   r¾   r   r2   r­   r®   ÚURLErrorÚreasonÚBadStatusLineÚlineÚHTTPExceptionÚsocket)ru   r6   ÚwarningÚvr   r    r    r!   r«   ò  s8    
$ zPackageIndex.open_urlc             C   sê   t |ƒ\}}|r4x&d|kr0| dd¡ dd¡}qW nd}| d¡rN|d d… }tj ||¡}|dksn| d	¡rz|  ||¡S |d
ksŒ| d¡r˜|  ||¡S | d¡r®|  	||¡S |dkrÎt
j t
j |¡d ¡S |  |d¡ |  ||¡S d S )Nz..Ú.ú\Ú_Z__downloaded__z.egg.zipr$   Úsvnzsvn+Úgitzgit+zhg+rÅ   rX   T)r>   Úreplacer&   rQ   r:   r\   r'   Ú_download_svnÚ_download_gitÚ_download_hgr2   r›   Úurl2pathnamer   r3   r§   Ú_attempt_download)ru   r8   r6   r÷   r(   r=   rR   r    r    r!   rô     s$    


zPackageIndex._download_urlc             C   s   |   |d¡ d S )NT)rµ   )ru   r6   r    r    r!   rÜ   2  s    zPackageIndex.scan_urlc             C   s6   |   ||¡}d| dd¡ ¡ kr.|  |||¡S |S d S )NrŸ   zcontent-typer    )r  r°   r%   Ú_download_html)ru   r6   rR   r¯   r    r    r!   r3  5  s    zPackageIndex._attempt_downloadc             C   sl   t |ƒ}x@|D ]8}| ¡ rt d|¡rD| ¡  t |¡ |  ||¡S P qW | ¡  t |¡ td| ƒ‚d S )Nz <title>([^- ]+ - )?Revision \d+:zUnexpected HTML page found at )	rÑ   ri   rT   rn   r±   rQ   rì   r/  r   )ru   r6   r¯   rR   rÅ   r$  r    r    r!   r4  <  s    


zPackageIndex._download_htmlc             C   s  t  dt¡ | dd¡d }d}| ¡  d¡râd|krâtj |¡\}}}}}}	|sâ| d¡râd	|d
d … krâ|d
d …  d	d¡\}}t	|ƒ\}
}|
râd|
krº|
 dd¡\}}d||f }nd|
 }|}||||||	f}tj 
|¡}|  d||¡ t d|||f ¡ |S )Nz"SVN download support is deprecatedr0   r1   r   r    zsvn:ú@z//r,   rX   ú:z --username=%s --password=%sz --username=z'Doing subversion checkout from %s to %szsvn checkout%s -q %s %s)Úwarningsr¾   ÚUserWarningr5   r%   r'   r2   r   r3   Ú
_splituserÚ
urlunparserª   rQ   Úsystem)ru   r6   rR   Úcredsr8   Únetlocr:   rV   Úqr»   ÚauthÚhostÚuserÚpwr7   r    r    r!   r/  K  s&    zPackageIndex._download_svnc             C   sp   t j | ¡\}}}}}| dd¡d }| dd¡d }d }d|krR| dd¡\}}t j ||||df¡} | |fS )Nú+r1   r-   r0   r   r5  r    )r2   r   Úurlsplitr5   ÚrsplitÚ
urlunsplit)r6   Ú
pop_prefixr8   r=  r:   r<   rà   Úrevr    r    r!   Ú_vcs_split_rev_from_urla  s    z$PackageIndex._vcs_split_rev_from_urlc             C   sl   |  dd¡d }| j|dd\}}|  d||¡ t d||f ¡ |d k	rh|  d|¡ t d	||f ¡ |S )
Nr0   r1   r   T)rG  zDoing git clone from %s to %szgit clone --quiet %s %szChecking out %szgit -C %s checkout --quiet %s)r5   rI  rª   rQ   r;  )ru   r6   rR   rH  r    r    r!   r0  s  s    
zPackageIndex._download_gitc             C   sl   |  dd¡d }| j|dd\}}|  d||¡ t d||f ¡ |d k	rh|  d|¡ t d	||f ¡ |S )
Nr0   r1   r   T)rG  zDoing hg clone from %s to %szhg clone --quiet %s %szUpdating to %szhg --cwd %s up -C -r %s -q)r5   rI  rª   rQ   r;  )ru   r6   rR   rH  r    r    r!   r1  ƒ  s    
zPackageIndex._download_hgc             G   s   t j|f|žŽ  d S )N)r   r¨   )ru   r   r]   r    r    r!   r¨   “  s    zPackageIndex.debugc             G   s   t j|f|žŽ  d S )N)r   rª   )ru   r   r]   r    r    r!   rª   –  s    zPackageIndex.infoc             G   s   t j|f|žŽ  d S )N)r   r¾   )ru   r   r]   r    r    r!   r¾   ™  s    zPackageIndex.warn)r   r‘   NT)F)F)F)N)N)FFFN)FF)N)F))r|   r}   r~   r   r†   rµ   r¥   r§   rÐ   rÍ   rÖ   r·   rÛ   rá   ræ   ré   rï   rò   rç   rä   r.   rö   r  rõ   r  r  r  r«   rô   rÜ   r3  r4  r/  ÚstaticmethodrI  r0  r1  r¨   rª   r¾   Ú__classcell__r    r    )rë   r!   r     sN    

5



		
# 
J
)$
#z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c             C   s   |   d¡}t |¡S )Nr   )rC   rŸ   Úunescape)rB   Úwhatr    r    r!   Údecode_entity¢  s    
rN  c             C   s
   t t| ƒS )a  
    Decode HTML entities in the given text.

    >>> htmldecode(
    ...     'https://../package_name-0.1.2.tar.gz'
    ...     '?tokena=A&amp;tokenb=B">package_name-0.1.2.tar.gz')
    'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz'
    )Ú
entity_subrN  )Útextr    r    r!   rl   §  s    	rl   c                s   ‡ fdd„}|S )Nc                s   ‡ ‡fdd„}|S )Nc           	      s.   t  ¡ }t  ˆ¡ z
ˆ | |ŽS t  |¡ X d S )N)r&  ÚgetdefaulttimeoutÚsetdefaulttimeout)r]   r^   Zold_timeout)r_   Útimeoutr    r!   Ú_socket_timeoutµ  s
    

z@socket_timeout.<locals>._socket_timeout.<locals>._socket_timeoutr    )r_   rT  )rS  )r_   r!   rT  ´  s    z'socket_timeout.<locals>._socket_timeoutr    )rS  rT  r    )rS  r!   Úsocket_timeout³  s    rU  c             C   s2   t j | ¡}| ¡ }t |¡}| ¡ }| dd¡S )a9  
    Encode auth from a URL suitable for an HTTP header.
    >>> str(_encode_auth('username%3Apassword'))
    'dXNlcm5hbWU6cGFzc3dvcmQ='

    Long auth strings should not cause a newline to be inserted.
    >>> long_auth = 'username:' + 'password'*10
    >>> chr(10) in str(_encode_auth(long_auth))
    False
    Ú
r    )r2   r   r4   ÚencodeÚbase64Ú	b64encoder´   r.  )r?  Zauth_sZ
auth_bytesZencoded_bytesÚencodedr    r    r!   Ú_encode_authÂ  s
    
r[  c               @   s(   e Zd ZdZdd„ Zdd„ Zdd„ ZdS )	Ú
Credentialz:
    A username/password pair. Use like a namedtuple.
    c             C   s   || _ || _d S )N)ÚusernameÚpassword)ru   r]  r^  r    r    r!   r†   Ü  s    zCredential.__init__c             c   s   | j V  | jV  d S )N)r]  r^  )ru   r    r    r!   Ú__iter__à  s    zCredential.__iter__c             C   s   dt | ƒ S )Nz%(username)s:%(password)s)Úvars)ru   r    r    r!   Ú__str__ä  s    zCredential.__str__N)r|   r}   r~   r   r†   r_  ra  r    r    r    r!   r\  ×  s   r\  c               @   s0   e Zd Zdd„ Zedd„ ƒZdd„ Zdd„ Zd	S )
Ú
PyPIConfigc             C   sP   t  dddgd¡}tj | |¡ tj tj d¡d¡}tj 	|¡rL|  
|¡ dS )z%
        Load from ~/.pypirc
        r]  r^  Ú
repositoryr    ú~z.pypircN)ÚdictÚfromkeysÚconfigparserÚRawConfigParserr†   rQ   r:   r\   Ú
expanduserr½   r²   )ru   ÚdefaultsÚrcr    r    r!   r†   é  s
    zPyPIConfig.__init__c                s&   ‡ fdd„ˆ   ¡ D ƒ}ttˆ j|ƒƒS )Nc                s    g | ]}ˆ   |d ¡ ¡ r|‘qS )rc  )r°   ri   )rU   Úsection)ru   r    r!   r  ÷  s    z2PyPIConfig.creds_by_repository.<locals>.<listcomp>)Úsectionsre  rg   Ú_get_repo_cred)ru   Zsections_with_repositoriesr    )ru   r!   Úcreds_by_repositoryô  s    zPyPIConfig.creds_by_repositoryc             C   s6   |   |d¡ ¡ }|t|   |d¡ ¡ |   |d¡ ¡ ƒfS )Nrc  r]  r^  )r°   ri   r\  )ru   rl  Úrepor    r    r!   rn  ý  s    zPyPIConfig._get_repo_credc             C   s*   x$| j  ¡ D ]\}}| |¡r|S qW dS )zŒ
        If the URL indicated appears to be a repository defined in this
        config, return the credential for that repository.
        N)ro  Úitemsr'   )ru   r6   rc  Úcredr    r    r!   Úfind_credential  s    
zPyPIConfig.find_credentialN)r|   r}   r~   r†   Úpropertyro  rn  rs  r    r    r    r!   rb  è  s   	rb  c             C   s<  t j | ¡}|\}}}}}}| d¡r2tj d¡‚|dkrHt|ƒ\}	}
nd}	|	s€tƒ  	| ¡}|r€t
|ƒ}	|j| f}tjd	|žŽ  |	rÆdt|	ƒ }	||
||||f}t j |¡}t j |¡}| d|	¡ nt j | ¡}| dt¡ ||ƒ}|	r8t j |j¡\}}}}}}||kr8||
kr8||||||f}t j |¡|_|S )
z4Open a urllib2 request, handling HTTP authenticationr6  znonnumeric port: '')r  ÚhttpsNú*Authenticating as %s for %s (from .pypirc)zBasic ÚAuthorizationz
User-Agent)rv  )r2   r   r3   r&   r  r  r   r9  rb  rs  rh   r]  r   rª   r[  r:  r›   ÚRequestÚ
add_headerÚ
user_agentr6   )r6   rš   Úparsedr8   r=  r:   Úparamsr<   rà   r?  Úaddressrr  rª   r7   rß   r›   r  Ús2Úh2Úpath2Zparam2Zquery2Zfrag2r    r    r!   r    s8    

r  c             C   s    |   d¡\}}} |r|nd| fS )zNsplituser('user[:passwd]@host[:port]')
    --> 'user[:passwd]', 'host[:port]'.r5  N)Ú
rpartition)r@  rA  Údelimr    r    r!   r9  =  s    r9  c             C   s   | S )Nr    )r6   r    r    r!   Ú
fix_sf_urlH  s    rƒ  c          
   C   s  t j | ¡\}}}}}}t j |¡}tj |¡r<t j | ¡S | 	d¡rêtj 
|¡rêg }xˆt |¡D ]b}	tj ||	¡}
|	dkržt|
dƒ}| ¡ }W dQ R X P ntj 
|
¡r²|	d7 }	| dj|	d¡ qbW d}|j| d |¡d	}d
\}}n
d\}}}ddi}t |¡}t j | ||||¡S )z7Read a local path, with special support for directoriesr,   z
index.htmlÚrNz<a href="{name}">{name}</a>)r(   zB<html><head><title>{url}</title></head><body>{files}</body></html>rV  )r6   Úfiles)éÈ   ÚOK)i”  zPath not foundz	Not foundzcontent-typez	text/html)r2   r   r3   r›   r2  rQ   r:   Úisfilerœ   r&   r¿   rÁ   r\   rÑ   r²   rð   ÚformatÚioÚStringIOr­   r®   )r6   r8   r9   r:   Úparamr<   rà   rR   r…  r»   Úfilepathr  Úbodyrº   ÚstatusÚmessager¯   Zbody_streamr    r    r!   r  L  s,    


r  )N)N)N)r   )Zr   ÚsysrQ   rT   rŠ  r	  r&  rX  r‚   rË   r7  rg  rŸ   Úhttp.clientr  Úurllib.parser2   Úurllib.requestÚurllib.errorÚ	functoolsr   r   Úpkg_resourcesr   r   r   r   r   r   r	   r
   r   r   r   r   r   r   Ú	distutilsr   Údistutils.errorsr   Úfnmatchr   Zsetuptools.wheelr   Z setuptools.extern.more_itertoolsr   rŽ   rA   ÚIrj   rÝ   rB   r¤   r5   rK   Ú__all__Z_SOCKET_TIMEOUTZ_tmplr‰  Úversion_inforz  r"   r   r>   r   r@   rS   r   ra   rc   rs   rt   r€   r   rÞ   rO  rN  rl   rU  r[  r\  rh  rb  r›   rœ   r  r9  rƒ  r  r    r    r    r!   Ú<module>   sˆ   <
	

!
!!     

&/