U
.eH @ s4 d Z ddlmZ ddlZddlZddlZddlZddlZddlZ ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlmZ ddlmZ ddlmZ ddlmZ ddlmZ dd lmZ dd
lm Z dd l m Z dd l m Z m!Z!m"Z" dd
l#m$Z$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z-m.Z.m/Z/ ddl0m1Z1 ddl2m3Z3m4Z4m5Z5m6Z6 ddl7m8Z8 ddl9m:Z: ddl;mZ> ddl?m@Z@ e:rddlAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZM ddlNmOZO ddlPmQZQ dd lRmSZS dd lTmUZU dd lVmWZW eGeXd f ZYeLeQgeZf Z[d Z\e]e^Z_d!d" Z`dXd$d%ZadYd&d'Zbd(d) Zcd*d+ Zdd,d- Zee
fd.e
jgZhd/d0 Zid1d2 Zjd3d4 Zkd5d6 Zld7d8 ZmG d9d: d:enZod;d< ZpG d=d> d>eZqdZdAdBZrdCdD ZsdEdF ZtdGdH ZuG dIdJ dJevZwe
fdKe
jxfdLdMZydNdO ZzdPdQ Z{dRdS Z|dTdU Z}G dVdW dWevZ~dS )[zH
Support for installing and building the "wheel" binary package format.
)absolute_importN)urlsafe_b64encode)Parser)
pkg_resources) ScriptMaker)get_export_entry)canonicalize_name)StringIO)
pep425tags)InstallationErrorInvalidWheelFilenameUnsupportedWheel)distutils_schemeget_major_minor_version)Link)
indent_log)has_delete_marker_file)captured_stdout
ensure_dir read_chunks)make_setuptools_shim_args) LOG_DIVIDERcall_subprocessformat_command_argsrunner_with_spinner_message)
TempDirectory)MYPY_CHECK_RUNNING) open_spinner) unpack_file) path_to_url) DictListOptionalSequenceMappingTupleIOTextAnyIterableCallableSet) Requirement)InstallRequirement)RequirementPreparer)
WheelCache) Pep425Tag.) r c C s t j| |t jjdS )N/)ospathrelpathreplacesep)srcp r: 7/usr/lib/python3.8/site-packages/pip/_internal/wheel.pynormpathO s r< c C sR t }d}t| d.}t||dD ]}|t|7 }|| q$W 5 Q R X ||fS )z5Return (hash, length) for path using hashlib.sha256()r rb)size)hashlibZsha256openr lenupdate)r4 blocksizehlengthfblockr: r: r; hash_fileS s rI c C s6 t | |\}}dt| dd }|t|fS )z?Return (encoded_digest, length) for path using hashlib.sha256()zsha256=latin1=)rI r digestdecoderstripstr)r4 rD rE rF rL r: r: r; rehash_ s rP c C s6 t jd dk ri }d}n ddi}d}t| || f|S )Nr bnewline )sys version_inforA )namemodenlbinr: r: r; open_for_csvj s r[ c C s | d}||d< d|S )zBReplace the Python tag in a wheel file name with a new value.
-)splitjoin)Z wheelnameZnew_tagpartsr: r: r; replace_python_tagu s
ra c C s t j| rt| dR}| }|ds8W 5 Q R dS tjt }d| t j
d }| }W 5 Q R X t| d}| | | | W 5 Q R X dS dS ) zLReplace #!python with #!/path/to/python
Return True if file was changed.r> s #!pythonFs #!asciiwbTN)
r3 r4 isfilerA readline
startswithrU
executableencodegetfilesystemencodinglinesepreadwrite)r4 Zscript firstlineZexenamerestr: r: r;
fix_script~ s
ro zX^(?P(?P.+?)(-(?P.+?))?)
\.dist-info$c
C s | dd}t|D ]p}t|}|r|d|krttj||d6}|D ]*}|
}|dkrP W 5 Q R dS qPW 5 Q R X qdS )zP
Return True if the extracted wheel in wheeldir should go into purelib.
r\ _rW WHEELzroot-is-purelib: trueTF) r6 r3 listdir dist_info_rematchgrouprA r4 r_ lowerrN )rW wheeldirZ name_foldeditemrt wheelliner: r: r; root_is_purelib s
r{ c s t j| si i fS t| 8}t }|D ] }|| |d q(|d W 5 Q R X tj
|}| di }| di }dd t fdd|
D }t fd d|
D }||fS )
N
r Zconsole_scriptsZ gui_scriptsc S s t | dddS )zRget the string representation of EntryPoint, remove space and split
on '=' rT rK )rO r6 r^ )sr: r: r; _split_ep s z"get_entrypoints.._split_epc 3 s | ]} |V qd S Nr: .0vr r: r; s z"get_entrypoints..c 3 s | ]} |V qd S r r: r r r: r; r s )r3 r4 existsrA r rl stripseekr Z
EntryPointZ parse_mapgetdictvalues)filenamefpdatarz Z entry_pointsconsoleguir: r r; get_entrypoints s
r c sJ | sdS t t}| D ]*}tj|}tj|}|| | qdd tj dd
tj D tj
tjtj fdd| D }|sdS g }| D ]b\}}t|}t|dkrd |d
} n$d d |dd
d |d
} | d| | qd}
t|dkr0| |
d n| |
d d|S )zDetermine if any scripts are not on PATH and format a warning.
Returns a warning message if one or more scripts are not on PATH,
otherwise None.
Nc S s g | ]}t j|t jqS r: )r3 r4 normcaserN r7 )r ir: r: r;
s z5message_about_scripts_not_on_PATH..PATHrT c s& i | ] \}}t j| kr||qS r: )r3 r4 r )r
parent_dirscriptsZ
not_warn_dirsr: r;
s z5message_about_scripts_not_on_PATH..r1 z script {} isr zscripts {} are, z and z.The {} installed in '{}' which is not on PATH.zeConsider adding {} to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.zthis directoryzthese directoriesr| ) collections defaultdictsetr3 r4 dirnamebasenameaddenvironr r^ pathsepappendr rU rg itemssortedrB formatr_ ) r Zgrouped_by_dirdestfiler Z script_nameZwarn_for msg_linesZ dir_scriptsZsorted_scriptsZ
start_textZ
last_line_fmtr: r r; !message_about_scripts_not_on_PATH sH
r c C s t | dd dS )a;
Return the given rows of a RECORD file in sorted order.
Each row is a 3-tuple (path, hash, size) and corresponds to a record of
a RECORD file (see PEP 376 and PEP 427 for details). For the rows
passed to this function, the size can be an integer as an int or string,
or the empty string.
c S s t dd | D S )Nc s s | ]}t |V qd S r )rO )r xr: r: r; r s z3sorted_outrows....)tuple)rowr: r: r; z sorted_outrows..)key)r )outrowsr: r: r; sorted_outrows s r c C s g }| D ]v}t |dkr(td| t|}|d }|||}||d< ||krpt|\} }
| |d< |
|d< |t| q|D ]*} t| \} }
|t | || t
|
f q|D ]} ||| ddf q|S )z_
:param installed: A map from archive RECORD path to installation RECORD
path.
rQ z,RECORD line has more than three elements: {}r r1 rT ) rB loggerwarningr listpoprP r r r< rO ) Z old_csv_rows installedchanged generatedlib_dirZinstalled_rowsr Zold_pathnew_pathrL rF rG r: r: r; get_csv_rows_for_installed s* r c @ s e Zd ZdS )MissingCallableSuffixN)__name__
__module__ __qualname__r: r: r: r; r = s r c C s* t | }|d k r&|jd kr&tt|d S r )r suffixr rO )
specificationentryr: r: r; _raise_for_invalid_entrypointA s r c s e Zd Zd fdd Z ZS )PipScriptMakerNc s t | tt| ||S r )r superr make)selfr Zoptions __class__r: r; r H s zPipScriptMaker.make)N)r r r r
__classcell__r: r: r r; r G s r FTc -
sL |st | ||||| d}t| r,|d n|d g g tjjtjj } i t g } |rt 4}
t t
d t j | ddd W 5 Q R X W 5 Q R X t
|
d- fdd d.fd d }|| d tjd
d}t|\fdd}D ]j}d
}d
}ttj |D ]F}d
}|dkrPt}|}tj ||} || }|| |d||d q6qtd
|d }d|_dh|_d|_g }dd
}|r4dtjkr|d| tjdddkr |dt j d
|f |dt |f dd D }|D ] }|= q&dd
}|rdtjkr`|d | |d t |f d d D } | D ] }|= q| d d D d!d D } g } z.|!|} | | | |!| d"di W n> t"k
r. } z | j#d
} t$d#%| W 5 d
} ~ X Y nX |
rRt&| }!|!d
k rRt
'|! tjd
d$}"tjd
d%}#t(|#d&}$|$)d' W 5 Q R X t*+|#|" | |" tjd
d(}%tjd
d)}&t,|%d*\}'t,|&d+F}(t-.|'})t/|) | d,}*t-0|(}+t1|*D ]},|+2|, qW 5 Q R X W 5 Q R X t*+|&|% d
S )/zInstall a wheel)userhomerootisolatedprefixZpurelibZplatlibignoreT)forcequietFc s. t | }t |}||< |r* | dS )z6Map archive RECORD paths to installation RECORD paths.N)r< r )srcfiler ZmodifiedZoldpathnewpath)r r r rw r: r; record_installed s
z*move_wheel_files..record_installedNc s t | t| D ]\}}}|t| d tjj}tj||} |rf|tjjdd drfq|D ]d}
tj|||
} |r|dkr| dr
|
qjqj|rj|
drjt |
t j
rj
| qj|D ]} |r|| rqtj|| }
tj||| }t | tj|r$t| t|
| t|
}ttdrZt||j|jf t|
tjrt|
}|jtjB tjB tj B }t || d}|r||}|
|| qqd S )Nr1 r z.datarT z
.dist-infoutimeF) r r3 walkrB lstripr4 r7 r_ r^ endswithr r rf rW r unlinkshutilZcopyfilestathasattrr st_atimest_mtimeaccessX_OKst_modeS_IXUSRS_IXGRPS_IXOTHchmod)sourcedestZis_basefixerfilterdirZsubdirsfilesZbasedirZdestdirr~ Z
destsubdirrG r r stZ permissionsr ) data_dirsinfo_dirr reqr: r; clobber sP
z!move_wheel_files..clobberr zentry_points.txtc sh | dr | d d }n<| dr8| d d }n | drT| d d }n| }| kpf|kS )Nz.exez
-script.pyiz.pya)rv r )rW Z matchname)r r r: r; is_entrypoint_wrapper s z/move_wheel_files..is_entrypoint_wrapperr )r r rT ZpipZENSUREPIP_OPTIONSzpip = Z
altinstallz
pip%s = %sc S s g | ]}t d |r|qS )zpip(\d(\.\d)?)?$rert r kr: r: r; r 0 s z$move_wheel_files..Z easy_installzeasy_install = zeasy_install-%s = %sc S s g | ]}t d |r|qS )zeasy_install(-\d\.\d)?$r r r: r: r; r @ s c s s | ]}d | V qdS )%s = %sNr: r Zkvr: r: r; r G s z#move_wheel_files..c S s g | ] }d | qS )r r: r r: r: r; r K s r zInvalid script entry point: {} for req: {} - A callable suffix is required. Cf https://packaging.python.org/en/latest/distributing.html#console-scripts for more information.Z INSTALLERz
INSTALLER.piprc s pip
ZRECORDz
RECORD.piprzw+)r r r r )F)NN)3r r{ rN r3 r4 r7 r r warningscatch_warningsfilterwarnings
compileall compile_dirr debuggetvaluer_ r rr ro r r ZvariantsZset_moder r r r rU rV r extendr Z
make_multipler argsr r r r rA rl r mover[ csvreaderr writerr Zwriterow)-rW r rw r r r Z pycompileZschemer r Zwarn_script_locationr r stdoutr Zep_filer Zdatadirr r Zsubdirr ZmakerZscripts_to_generateZ
pip_scriptZpip_epr Zeasy_install_scriptZeasy_install_epZgui_scripts_to_generateZgenerated_console_scriptser msgZ installerZtemp_installerZinstaller_filerecordZ temp_recordZ record_inZ
record_outr r r r r: )
r r r r r r r r r rw r; move_wheel_filesM s
$F
#
"r c C sr zVdd t d| D d }|d}t |}|d }ttt| d}|W S t
k
rl Y dS X dS )z
Return the Wheel-Version of an extracted wheel, if possible.
Otherwise, return None if we couldn't parse / extract it.
c S s g | ]}|qS r: r: )r dr: r: r; r s z!wheel_version..Nr rq z
Wheel-Version.) r Z find_on_pathZ get_metadatar Zparsestrr r mapintr^ Exception)
source_dirZdistZ
wheel_dataversionr: r: r;
wheel_version s
r c C sb | st d| | d td kr>t d|dtt| f n | tkr^tddtt| dS )a
Raises errors or warns if called with an incompatible Wheel-Version.
Pip should refuse to install a Wheel-Version that's a major series
ahead of what it's compatible with (e.g 2.0 > 1.1); and warn when
installing a version only minor version ahead (e.g 1.2 > 1.1).
version: a 2-tuple representing a Wheel-Version (Major, Minor)
name: name of wheel or package to raise exception about
:raises UnsupportedWheel: when an incompatible Wheel-Version is given
z(%s is in an unsupported or invalid wheelr zB%s's Wheel-Version (%s) is not compatible with this version of pipr z*Installing from a newer Wheel-Version (%s)N)r
VERSION_COMPATIBLEr_ r rO r r )r rW r: r: r; check_compatibility s r c C s
d | S )z
Format three tags in the form "--".
:param file_tag: A 3-tuple of tags (python_tag, abi_tag, platform_tag).
r\ )r_ )Zfile_tagr: r: r;
format_tag s r c @ s> e Zd ZdZedejZdd Zdd Z dd Z
d d
Z d S ) Wheelz A wheel filez^(?P(?P.+?)-(?P.*?))
((-(?P\d[^-]*?))?-(?P.+?)-(?P.+?)-(?P.+?)
\.whl|\.dist-info)$c s j |}|s td| | _|ddd _|ddd _|d _|d d _
|d d _ |d
d _ fd d j
D _
d
S )zX
:raises InvalidWheelFilename: when the filename is invalid for a wheel
z!%s is not a valid wheel filename.rW rp r\ ZverbuildZpyverr ZabiZplatc s. h | ]&} j D ]} jD ]}|||fqqqS r: )abisplats)r r yzr r: r; s z!Wheel.__init__..N)
wheel_file_rert r r ru r6 rW r Z build_tagr^ Z
pyversionsr r file_tags)r r Z
wheel_infor: r r; __init__ s
zWheel.__init__c C s t dd | jD S )zF
Return the wheel's tags as a sorted list of strings.
c s s | ]}t |V qd S r )r r tagr: r: r; r s z0Wheel.get_formatted_file_tags..)r r# r r: r: r; get_formatted_file_tags s z Wheel.get_formatted_file_tagsc s t fdd| jD S )a
Return the lowest index that one of the wheel's file_tag combinations
achieves in the given list of supported tags.
For example, if there are 8 supported tags and one of the file tags
is first in the list, then return 0.
:param tags: the PEP 425 tags to check the wheel against, in order
with most preferred first.
:raises ValueError: If none of the wheel's file tags match one of
the supported tags.
c 3 s | ]}| kr |V qd S r )indexr% tagsr: r; r s z*Wheel.support_index_min..)minr# r r* r: r) r; support_index_min s zWheel.support_index_minc C s | j | S )z
Return whether the wheel is compatible with one of the given tags.
:param tags: the PEP 425 tags to check the wheel against.
)r#
isdisjointr, r: r: r; supported s zWheel.supportedN) r r r __doc__r compileVERBOSEr" r$ r' r- r/ r: r: r: r; r s r z ([a-z0-9_.]+)-([a-z0-9_.!+-]+)c C s t || S )zjDetermine whether the string looks like an egg_info.
:param s: The string to parse. E.g. foo-2.1
)boolsearch)r~ Z _egg_info_rer: r: r; _contains_egg_info s r5 c C s | j r
dS | jr&|s"td| j dS |s.dS | js:| js>dS || sXtd| j dS | jrj| jjrjdS | j}| \}}|rt
|rdS dS )a[
Return whether to build an InstallRequirement object using the
ephemeral cache.
:param cache_available: whether a cache directory is available for the
should_unpack=True case.
:return: True or False to build the requirement with ephem_cache=True
or False, respectively; or None not to build the requirement.
Nz(Skipping %s, due to already being wheel.FzCSkipping wheel build for %s, due to binaries being disabled for it.T) Z
constraintZis_wheelr inforW Zeditabler linkZis_vcssplitextr5 )r
should_unpackcache_availablecheck_binary_allowedr7 baseZextr: r: r; should_use_ephemeral_cache
s4 r= c C s^ t | }d|}|s |d7 }n:t tjkr8|d7 }n"|dsJ|d7 }|d|t7 }|S )z1
Format command information for logging.
zCommand arguments: {}
zCommand output: Nonez'Command output: [use --verbose to show]r| zCommand output:
{}{})r r r ZgetEffectiveLevelloggingDEBUGr r ) command_argscommand_outputZ command_desctextr: r: r; format_command_resultG s
rC c C sx t | } | s4d|j}|t||7 }t| dS t| dkrfd|j| }|t||7 }t| tj || d S )zH
Return the path to the wheel in the temporary build directory.
z1Legacy build of wheel for {!r} created no files.
Nr1 zZLegacy build of wheel for {!r} created more than one file.
Filenames (choosing first): {}
r )
r r rW rC r r rB r3 r4 r_ )namestemp_dirr r@ rA r r: r: r; get_legacy_build_wheel_path^ s$
rF c C s dS )NTr: )rp r: r: r; _always_true~ s rG c @ s\ e Zd ZdZdddZdddZddd Zd
d Zdd d
ZdddZ dd Z
dddZ dS ) WheelBuilderz#Build wheels from a RequirementSet.NFc C sD |d kr t }|| _|| _|j| _|p&g | _|p0g | _|| _|| _d S r ) rG preparer wheel_cacheZwheel_download_dir
_wheel_dir
build_optionsglobal_optionsr; no_clean)r rI rJ rL rM r; rN r: r: r; r$ s
zWheelBuilder.__init__c
C s. |j | j|||dW 5 Q R S Q R X dS )ziBuild one wheel.
:return: The filename of the built wheel, or None if the build failed.
python_tagN)Z build_env_build_one_inside_env)r r
output_dirrP r: r: r;
_build_one s zWheelBuilder._build_onec
C s t dd}|jr| j}n| j}|||j|d}|d k rtj|}tj||}zNt|\} }
t
|| t d|j
||
| t d| |W W 5 Q R S tk
r Y nX | | W 5 Q R d S Q R X d S )Nry )ZkindrO z3Created wheel for %s: filename=%s size=%d sha256=%szStored in directory: %s)r Z
use_pep517_build_one_pep517_build_one_legacyr4 r3 r r_ rI r r r r6 rW Z hexdigestr
_clean_one) r r rR rP rE Zbuilder
wheel_path
wheel_nameZ dest_pathZ
wheel_hashrF r: r: r; rQ s.
z"WheelBuilder._build_one_inside_envc C s t |j| jddS )NT)rM Zunbuffered_output)r Z
setup_py_pathrM )r r r: r: r; _base_setup_args s
z WheelBuilder._base_setup_argsc C s | j r td|jf dS z~td| td|j}|j}|| |j ||j
d}W 5 Q R X |rt ||}t
t j||t j|| |}W n$ tk
r td|j Y dS X t j||S )zBuild one InstallRequirement using the PEP 517 build process.
Returns path to wheel if successfully built. Otherwise, returns None.
zGCannot build wheel for %s using PEP 517 when --build-options is presentNDestination directory: %sz Building wheel for {} (PEP 517))metadata_directory Failed building wheel for %s)rL r errorrW r r r Zpep517_backendZsubprocess_runnerZ build_wheelr[ ra r3 renamer4 r_ r )r r tempdrP ZrunnerZbackendrX new_namer: r: r; rT s6
z WheelBuilder._build_one_pep517c
C s | |}d|jf }t|}td| |dd|g | j }|dk rT|d|g7 }zt||j|d}W n8 tk
r | d t
d |j Y W 5 Q R dS X t |} t
| ||||d
}
|
W 5 Q R S Q R X dS ) zBuild one InstallRequirement using the "legacy" build process.
Returns path to wheel if successfully built. Otherwise, returns None.
z Building wheel for %s (setup.py)rZ Z bdist_wheelz-dNz --python-tag)cwdspinnerr] r\ )rD rE r r@ rA )rY rW r r r rL r Zunpacked_source_directoryr Zfinishr] r3 rr rF ) r r r_ rP base_argsZ spin_messagerb Z
wheel_argsoutputrD rW r: r: r; rU s8
z WheelBuilder._build_one_legacyc C sb | |}td|j |ddg }zt||jd W dS tk
r\ td|j Y dS X d S )Nz Running setup.py clean for %sZcleanz--all)ra Tz Failed cleaning build dir for %sF)rY r r6 rW r r r r] )r r rc Z
clean_argsr: r: r; rV s
zWheelBuilder._clean_onec
C s g }t | jj}|D ]\}t|||| jd}|dkr4q|r\|rL| j|j}qb| j|j}n| j}| ||f q|szg S t
dd dd |D d}|rt
j}t g g } }
|D ]\}}z t| W nF tk
r } z&t
d|j| |
| W Y qW 5 d} ~ X Y nX | j|||d} | r| | |r|jrXt|jsXtd | || jj|_t t | |_t |jj |j q|
| qW 5 Q R X | rt
d
d d d | D |
rt
d
d dd |
D |
S )a Build wheels.
:param should_unpack: If True, after building the wheel, unpack it
and replace the sdist with the unpacked version in preparation
for installation.
:return: True if all the wheels built correctly.
)r9 r: r; Nz*Building wheels for collected packages: %sr c S s g | ]\}}|j qS r: rW )r r rp r: r: r; r \ s z&WheelBuilder.build..z Building wheel for %s failed: %srO z bad source dir - missing markerzSuccessfully built %sr} c S s g | ]
}|j qS r: re r r r: r: r; r s zFailed to build %sc S s g | ]
}|j qS r: re rf r: r: r; r s ) r3 rJ cache_dirr= r; Zget_ephem_path_for_linkr7 Zget_path_for_linkrK r r r6 r_ r
Zimplementation_tagr r OSErrorr rW rS r r AssertionErrorZremove_temporary_sourceZensure_build_locationrI Z build_dirr r r Z file_path)
r Z requirementsr9 Zbuildsetr: r Z ephem_cacherR rP Z
build_successZ
build_failurer Z
wheel_filer: r: r; r # s
zWheelBuilder.build)NNNF)N)N)N)N)F) r r r r0 r$ rS rQ rY rT rU rV r r: r: r: r; rH s
'
% rH )r= )r= )FNNTNFNT)r0 Z
__future__r r r r r@ r> Zos.pathr3 r r r rU r base64r Z email.parserr Z pip._vendorr Zpip._vendor.distlib.scriptsr Zpip._vendor.distlib.utilr Zpip._vendor.packaging.utilsr Zpip._vendor.sixr Z
pip._internalr
Zpip._internal.exceptionsr r r
Zpip._internal.locationsr r Zpip._internal.models.linkr Zpip._internal.utils.loggingr Z pip._internal.utils.marker_filesr Zpip._internal.utils.miscr r r Z$pip._internal.utils.setuptools_buildr Z pip._internal.utils.subprocessr r r r Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.uir Z pip._internal.utils.unpackingr Zpip._internal.utils.urlsr typingr r! r" r# r$ r% r& r' r( r) r* r+ Z"pip._vendor.packaging.requirementsr, Z pip._internal.req.req_installr- Z pip._internal.operations.preparer. Zpip._internal.cacher/ Zpip._internal.pep425tagsr0 rO ZInstalledCSVRowr3 ZBinaryAllowedPredicater Z getLoggerr r r< rI rP r[ ra ro r1 r2 rs r{ r r r r r r r r r r r r objectr Ir5 r= rC rF rG rH r: r: r: r; s 8
=$
4
J
: