a
,i: @ s d dl mZ d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z d dl
m Z d dl Z d dl
Z dd ZG dd d e jjZe jjG d
d d e jjZdS ) )absolute_import)unicode_literalsN)_logger) OptionParserc C s( t jt }tjtj|| |S N)dnfZi18nZucdosgetcwdpathrealpathjoin)Z intermediatetargetcwd r 8/usr/lib/python3.9/site-packages/dnf-plugins/reposync.py_pkgdir# s r c s( e Zd Z fddZ fddZ ZS )RPMPayloadLocationc s$ t t| || tj|| _d S r )superr __init__r r dirname package_dir)selfpkgprogressZ pkg_location __class__r r r ) s zRPMPayloadLocation.__init__c s* t t| }tj| j | j|d< |S )Ndest)r r _target_paramsr util
ensure_dirr )r tpr r r r - s
z!RPMPayloadLocation._target_params)__name__
__module__ __qualname__r r
__classcell__r r r r r ( s r c s e Zd ZdZedZ fddZedd Zdd Z d d
Z
d d Z d
d Z dd Z
dd Zdd Zdd Zdd Zdd Zdd Zd d Z ZS ) RepoSyncCommand)Zreposyncz&download all packages from remote repoc s t t| | d S r )r r& r )r clir r r r 9 s zRepoSyncCommand.__init__c C s | j dddg tjdtdd | j ddd td
d | j d dd td
d | j dddd tdd | j dddd tdd | j dtdd | j dddd tdd | j ddd tdd | j d d d td d | j d!dd td"d | j d#dd td$d | j d%d&dd td'd d S )(Nz-az--archarchesz[arch]z$download only packages for this ARCH)r defaultactionmetavarhelpz--deleteF
store_truez5delete local packages no longer present in repository)r) r* r, z--download-metadatazdownload all the metadata.z-gz
--gpgcheckzBRemove packages that fail GPG signature checking after downloadingz-mz--downloadcompsz&also download and uncompress comps.xmlz--metadata-pathzXwhere to store downloaded repository metadata. Defaults to the value of --download-path.)r, z-nz
--newest-onlyz&download only newest packages per-repoz --norepopathz,Don't add the reponame to the download path.z-pz--download-pathz./z&where to store downloaded repositories)r) r, z
--remote-timezCtry to set local timestamps of local files by the one on the serverz--sourcez download only source packagesz-uz--urlsz:Just list urls of what would be downloaded, don't download) add_argumentr Z_SplitCallbackr )parserr r r
set_argparser< sJ
z RepoSyncCommand.set_argparserc C s | j j}d|_d|_| jj}| jjrv| | jjD ]<}z || }W n" t
yj t j d| Y n0 |
q8| jjr| tt| dkr| jjrt j td| D ]}|j d|_qd S )NTzUnknown repo: '%s'. z1Can't use --norepopath with multiple repositoriesF)r' demandsZavailable_reposZsack_activationbasereposoptsrepoalldisableKeyErrorr ZCliErrorenablesourceZenable_source_reposlenlist iter_enabled
norepopathr _repoZexpireZdeltarpm)r r2 r4 Zrepoidr6 r r r configure\ s*
zRepoSyncCommand.configurec s d| j j_d}| j j D ]}| jjr4|jd | jj r| jj
r|j D ]6\}}| |}|rnt
| qNtd| }t| qNn
| | | jjr| jj
rt|j fdddD }|r|D ] }| |}|rt
| qqtd}t| n
| | | |} | jj
r0| | n| | | jjr| D ]l}
| |
} t| fdd|
|
_| j |
\} }
| d krHttd
t j | |
t !| d }qH| jj"r| #|| q|st$j%&td d S )
NTz%Failed to get mirror for metadata: %sc s g | ]}| v r | qS r r ).0md_typeZmdlr r
s z'RepoSyncCommand.run..)groupZgroup_gzZ group_gz_zckz(Failed to get mirror for the group file.c S s |S r r )s
local_pathr r r z%RepoSyncCommand.run..r zRemoving {}: {}FzGPG signature check failed.)'r3 ZconfZ keepcacher4 r> r5 Z remote_timer@ ZsetPreserveRemoteTimedownload_metadataZurlsZgetMetadataLocationsremote_locationprintr r warningZ
downloadcompsdictgetcomps get_pkglist
print_urlsdownload_packagesZgpgcheckpkg_download_pathtypes
MethodTypeZlocalPkgZpackage_signature_checkformatr r basenameunlinkdeletedelete_old_local_packagesr
exceptionsError)r Z gpgcheck_okr6 rC Z md_locationurlmsgZgroup_locationsZgroup_locationpkglistr rH resulterrorr rD r runw sd
zRepoSyncCommand.runc C s$ t | jjp| jj| jjs |jndS N )r r5 Zdestdir
download_pathr? idr r6 r r r repo_target s zRepoSyncCommand.repo_targetc C s2 | j jr$t| j j| j js |jndS | |S d S rd )r5 Z
metadata_pathr r? rg ri rh r r r metadata_target s z RepoSyncCommand.metadata_targetc C sT | |j}tjtj||j}|tj|dsPtj
t d |||S )Nre z6Download target '{}' is outside of download path '{}'.)
ri r6 r r r r
location
startswithr r\ r] r rW )r r ri rT r r r rT s z!RepoSyncCommand.pkg_download_pathc
s t fdd|D }t |D ]\}}}|D ]r}tj||}|dr4tj|r4||vr4z t| t
t d| W q4 t y t
t d| Y q40 q4q&d S )Nc 3 s | ]} |V qd S r )rT rB r r r r rJ z.z.rpmz [DELETED] %szfailed to delete file %s)setr walkri r r
endswithisfilerY r infor OSErrorrb ) r r6 r` Zdownloaded_filesdirpathdirnames filenamesfilenamer r rn r r[ s
z)RepoSyncCommand.delete_old_local_packagesc C sZ |j }|rV| |}tj| tj|d}tj j
j ||d t
td|j d S )Nz comps.xml)r z!comps.xml for repository %s saved)r@ Z
getCompsFnrj r r r r r r
ZyumZmisc
decompressr rt r rg )r r6 Zcomps_fnZ dest_pathr r r r rP s
zRepoSyncCommand.getcompsc C s | |}|j| dS )NT)rj r@ ZdownloadMetadata)r r6 ri r r r rK s
z!RepoSyncCommand.download_metadatac C s t jjs| S | | jj }t }i }i }|D ]d}| }| | |
| i
| g
| |D ]&}|
|i
| g
| qrq6|j|j|dd } t }
| D ]\} } t }
|
t| ddd t }| D ] }|D ]}| | q q|j|d D ]&}d|}|
t|| | q(|
D ]$}| | D ]}|
| q`qTq| |j|
d} | S )a\
return union of these queries:
- the latest NEVRAs from non-modular packages
- all packages from stream version with the latest package NEVRA
(this should not be needed but the latest package NEVRAs might be
part of an older module version)
- all packages from the latest stream version
)Z nevra_strict)Zpkg__neqT)reverser z3{0.name}-{0.epoch}:{0.version}-{0.release}.{0.arch})r r3 Z WITH_MODULESZlatestZapplyZ_moduleContainerZgetModulePackagesrp Z getArtifactsupdate
setdefaultZ
getNameStreamZ
getVersionNumappendfilteritemsaddsortedkeysvaluesrW maxunion)r queryZmodule_packagesZ
all_artifactsZ module_dictZartifact_versionZmodule_packageZ artifactsZartifactZ latest_queryZlatest_stream_artifactsZ
namestreamZ version_dictZversionsZstream_artifactsmodulesmoduleZ
latest_pkgZnevraversionr r r _get_latest sP
zRepoSyncCommand._get_latestc C s | j jjtjd j|jd}| jj r2|
|}| jj rH|jdd n| jj r`|j| jj d g }t
}|D ]*}| |}||vrn|| || qn|S )Nflags)Zreponamesrc)Zarch)r3 sackr hawkeyIGNORE_MODULAR_EXCLUDESZ availableZfiltermrg r5 Z newest_onlyr r; r( rp rT r~ r )r r6 r r` Z
seen_pathsr rf r r r rQ s"
zRepoSyncCommand.get_pkglistc sj j }|jj d u r tj tj|jj t
j d d} fdd|D }|
|| d d d S )Nr r c s g | ]}t | |qS r )r rT rm r r r r rE 8 s z5RepoSyncCommand.download_packages..F)r3 outputr r callbackZNullDownloadProgressdrpmZ DeltaInfor r r r Z installedZ_download_remote_payloads)r r` r3 r Zpayloadsr r r rS 1 s
z!RepoSyncCommand.download_packagesc C s< |D ]2}| }|r t| qtd|j }t| qd S )Nz$Failed to get mirror for package: %s)rL rM r namer rN )r r` r r^ r_ r r r rR < s
zRepoSyncCommand.print_urls)r" r# r$ aliasesr Zsummaryr staticmethodr0 rA rc ri rj rT r[ rP rK r rQ rS rR r% r r r r r& 4 s"
:
9 r& )Z
__future__r r r r shutilrU Zdnfpluginscorer r Zdnf.cli.option_parserr r Zdnf.clir r6 Z
RPMPayloadr ZpluginZregister_commandr' ZCommandr& r r r r s