3
f89 @ s d dl mZ d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z d dl
m Z d dl Z d dl
Z dd ZG dd d e jjZe jjG d
d d e jjZdS ) )absolute_import)unicode_literalsN)_logger) OptionParserc C s( t jjtj }tjjtjj|| |S )N)dnfZi18nZucdosgetcwdpathrealpathjoin)Z intermediatetargetcwd r /usr/lib/python3.6/reposync.py_pkgdir# s r c s( e Zd Z fddZ fddZ ZS )RPMPayloadLocationc s$ t t| j|| tjj|| _d S )N)superr __init__r r
dirname package_dir)selfpkgprogressZ pkg_location) __class__r r r ) s zRPMPayloadLocation.__init__c s* t t| j }tjj| j | j|d< |S )Ndest)r r _target_paramsr util
ensure_dirr )r tp)r r r r - s
z!RPMPayloadLocation._target_params)__name__
__module__ __qualname__r r
__classcell__r r )r r r ( s r c s e Zd Zd ZedZ fddZedd Zdd Z d d
Z
d d Z d
d Z dd Z
dd Zdd Zdd Zdd Zdd Zdd Zd d Z ZS ) RepoSyncCommandreposyncz&download all packages from remote repoc s t t| j| d S )N)r r$ r )r cli)r r r r 9 s zRepoSyncCommand.__init__c C s | j dddg tjdtdd | j ddd td
d | j d dd td
d | j dddd tdd | j dddd tdd | j dtdd | j dddd tdd | j ddd tdd | j d d d td d | j d!dd td"d | j d#dd td$d | j d%d&dd td'd d S )(Nz-az--archarchesz[arch]z$download only packages for this ARCH)r defaultactionmetavarhelpz--deleteF
store_truez5delete local packages no longer present in repository)r( r) r+ z--download-metadatazdownload all the metadata.z-gz
--gpgcheckzBRemove packages that fail GPG signature checking after downloadingz-mz--downloadcompsz&also download and uncompress comps.xmlz--metadata-pathzXwhere to store downloaded repository metadata. Defaults to the value of --download-path.)r+ z-nz
--newest-onlyz&download only newest packages per-repoz --norepopathz,Don't add the reponame to the download path.z-pz--download-pathz./z&where to store downloaded repositories)r( r+ z
--remote-timezCtry to set local timestamps of local files by the one on the serverz--sourcez download only source packagesz-uz--urlsz:Just list urls of what would be downloaded, don't download) add_argumentr Z_SplitCallbackr )parserr r r
set_argparser< s2
z RepoSyncCommand.set_argparserc C s | j j}d|_d|_| jj}| jjr||j j xJ| jjD ]>}y || }W n$ t
k
rn t j j d| Y nX |j
q:W | jjr|j tt|j dkr| jjrt j j tdx |j D ]}|jj d|_qW d S )NTzUnknown repo: '%s'. z1Can't use --norepopath with multiple repositoriesF)r& demandsZavailable_reposZsack_activationbasereposoptsrepoalldisableKeyErrorr ZCliErrorenablesourceZenable_source_reposlenlist iter_enabled
norepopathr _repoZexpireZdeltarpm)r r1 r3 Zrepoidr5 r r r configure\ s(
zRepoSyncCommand.configurec s d| j j_d}x| j jj D ]}| jjr8|jjd | jj r| jj
rxP|jj D ]6\}}|j |}|rtt
| qTtd| }tj| qTW n
| j | | jjr| jj
rt|jj fdddD }|rxB|D ] }|j |}|rt
| P qW td}tj| n
| j| | j|} | jj
r8| j| n| j| | jjrxt| D ]l}
| j|
} tj| fd d
|
|
_| j j |
\} }
| d krRtjtd j t j j | |
t j!| d
}qRW | jj"r | j#|| q W |st$j%j&tdd S )NTz%Failed to get mirror for metadata: %sc s g | ]}| kr | qS r r ).0md_type)mdlr r
s z'RepoSyncCommand.run..groupgroup_gz group_gz_zckz(Failed to get mirror for the group file.c S s |S )Nr )s
local_pathr r r s z%RepoSyncCommand.run..r zRemoving {}: {}FzGPG signature check failed.)rE rF rG )'r2 ZconfZ keepcacher3 r= r4 Z remote_timer? ZsetPreserveRemoteTimedownload_metadataZurlsZgetMetadataLocationsremote_locationprintr r warningZ
downloadcompsdictgetcomps get_pkglist
print_urlsdownload_packagesZgpgcheckpkg_download_pathtypes
MethodTypeZlocalPkgZpackage_signature_checkformatr r
basenameunlinkdeletedelete_old_local_packagesr
exceptionsError)r Z gpgcheck_okr5 rB Z md_locationurlmsgZgroup_locationsZgroup_locationpkglistr rI resulterrorr )rC r runw s^
zRepoSyncCommand.runc C s$ t | jjp| jj| jjs |jndS )N )r r4 ZdestdirZ
download_pathr> id)r r5 r r r repo_target s zRepoSyncCommand.repo_targetc C s& | j jrt| j j|jS | j|S d S )N)r4 Z
metadata_pathr re rf )r r5 r r r metadata_target s z RepoSyncCommand.metadata_targetc C sT | j |j}tjjtjj||j}|jtjj|dsPtj j
t dj |||S )Nrd z6Download target '{}' is outside of download path '{}'.)
rf r5 r r
r r location
startswithr r\ r] r rW )r r rf rT r r r rT s
z!RepoSyncCommand.pkg_download_pathc
s t fdd|D }xtj j|D ]\}}}x||D ]t}tjj||}|jdr8tjj|r8||kr8y tj| t j
t d| W q8 t k
r t j
t d| Y q8X q8W q(W d S )Nc 3 s | ]} j |V qd S )N)rT )rA r )r r r s z.z.rpmz [DELETED] %szfailed to delete file %s)setr walkrf r
r endswithisfilerY r infor OSErrorrb ) r r5 r` Zdownloaded_filesdirpathZdirnames filenamesfilenamer
r )r r r[ s
z)RepoSyncCommand.delete_old_local_packagesc C sZ |j j }|rV| j|}tjj| tjj|d}tj j
j ||d t j
td|j d S )Nz comps.xml)r z!comps.xml for repository %s saved)r? Z
getCompsFnrg r r r r r
r ZyumZmiscZ
decompressr ro r re )r r5 Zcomps_fnZ dest_pathr r r r rP s
zRepoSyncCommand.getcompsc C s | j |}|jj| dS )NT)rg r? ZdownloadMetadata)r r5 rf r r r rK s
z!RepoSyncCommand.download_metadatac C s t jjs|j S |j | jjj }t }i }i }xp|D ]h}|j }|j | |j
|j i j
|j g j
| x.|D ]&}|j
|i j
|j g j
|j qvW q8W |j|j|ddj } t }
x|j D ]\} } t }
|
jt| j ddd t }x0| j D ]$}x |D ]}|j |j qW qW x:|j|dj D ]&}dj|}|
jt|| | q>W x0|
D ](}x | | D ]}|
j |j q|W qnW qW | j|j|
d} | S )a\
return union of these queries:
- the latest NEVRAs from non-modular packages
- all packages from stream version with the latest package NEVRA
(this should not be needed but the latest package NEVRAs might be
part of an older module version)
- all packages from the latest stream version
)Z nevra_strict)Zpkg__neqT)reverser z3{0.name}-{0.epoch}:{0.version}-{0.release}.{0.arch})r r2 Z WITH_MODULESZlatestZapplyZ_moduleContainerZgetModulePackagesrk Z getArtifactsupdate
setdefaultZ
getNameStreamZ
getVersionNumappendfilteritemsaddsortedkeysvaluesrW maxunion)r queryZmodule_packagesZ
all_artifactsZ module_dictZartifact_versionZmodule_packageZ artifactsZartifactZ latest_queryZlatest_stream_artifactsZ
namestreamZ version_dictZversionsZstream_artifactsmodulesmoduleZ
latest_pkgZnevraversionr r r _get_latest sB
zRepoSyncCommand._get_latestc C sd | j jjtjdj j|jd}| jj r2| j
|}| jj rH|jdd n| jj r`|j| jj d |S )N)flags)Zreponamesrc)Zarch)
r2 sackr hawkeyIGNORE_MODULAR_EXCLUDESZ availableZfiltermre r4 Z newest_onlyr r: r' )r r5 r r r r rQ s
zRepoSyncCommand.get_pkglistc sj j }|jj d kr tjj tjj|jj t
j dj d} fdd|D }|j
|| d d d S )N)r r c s g | ]}t | j|qS r )r rT )rA r )r r r r rD 0 s z5RepoSyncCommand.download_packages..F)r2 outputr r callbackZNullDownloadProgressdrpmZ DeltaInfor r r r Z installedZ_download_remote_payloads)r r` r2 r Zpayloadsr )r r r rS ) s
z!RepoSyncCommand.download_packagesc C s@ x:|D ]2}|j }|r t| qtd|j }tj| qW d S )Nz$Failed to get mirror for package: %s)rL rM r namer rN )r r` r r^ r_ r r r rR 4 s
zRepoSyncCommand.print_urls)r% )r r! r" aliasesr Zsummaryr staticmethodr/ r@ rc rf rg rT r[ rP rK r rQ rS rR r# r r )r r r$ 4 s :
9 r$ )Z
__future__r r r r ZshutilrU Zdnfpluginscorer r Zdnf.cli.option_parserr r Zdnf.clir r5 Z
RPMPayloadr ZpluginZregister_commandr& ZCommandr$ r r r r s