a
j=Q @ sN d dl mZ d dl mZ d dlmZmZ d dlZd dlZd dl Zd dl
Zd dl Zd dl Zd dl
Zd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z dZ!dZ"e j#e j$ d Z%de&e%e j'f Z(d e(e"f d
e(e!f d d Z)e*d
Z+dd Z,dd Z-d-ddZ.dd Z/G dd de0Z1G dd de2Z3G dd d ej4j5Z6G d d d e0Z7G d d d ej8j9Z:G d!d" d"ej4j;ZG d'd( d(ej4j;Z?ej8j@jAZBej8j@jCZDej8j@jEZFG d)d* d*ej8jGZHG d+d, d,ejIjJZ@dS ). )absolute_import)unicode_literals)ucd_NpackagesZ
mirrorlistz-_.:z(?P[%s]+)\-[%s]{16}z>^%s\/.*((xml|yaml)(\.gz|\.xz|\.bz2|.zck)?|asc|cachecookie|%s)$z^%s\/%s\/.+rpm$z^.+(solv|solvx)$)metadatar Zdbcachednfc C s t jj| }|dk rdS |S )zAReturn index of an invalid character in the repo ID (if present).r N)libdnfrepoRepoZverifyId)Zrepo_idZ
first_invalid r ,/usr/lib/python3.9/site-packages/dnf/repo.pyrepo_id_invalidI s r c G s8 |D ] }|| |}|d ur| S qt td| d S )Nz"no matching payload factory for %s)
ValueErrorr )pkgprogressZ factoriesfnploadr r r
_pkg2payloadP s
r Tc
C s dd }|j dd t| |dD }t }z tjjtj|| W n. t yx } zt
||_ W Y d }~n
d }~0 0 | |j
|_|D ]b}| }|d u s|drq| } | j}
|
j} |dkr|j| q| jj |g|j| < q|S )Nc S s t | d S )NZdelta)hasattr)payloadr r r
_download_sort_keyZ s z._download_payloads.._download_sort_keyc S s g | ] }| qS r )_librepo_target).0r r r r
^ s z&_download_payloads..)key Not finishedzAlready downloaded)errclearsorted_DownloadErrorsr r
PackageTargetZdownloadPackagesZVectorPPackageTarget RuntimeErrorstr_fatalwaitcopy _recoverableZgetErr
startswithZ getCallbacks
package_ploadr _skippedadd_repoZexpire_pkg_irrecoverable) payloadsZdrpmZ fail_fastr targetserrseZtgtr callbacksr r r r r
_download_payloadsX s2
r3 c C sH | \}}|D ]2}|j }||v r*||j7 }q ||j7 }||j7 }q ||fS N)r
download_size
_full_size)Zsavingr. r0 realZfullr r r r r
_update_savingy s
r8 c @ s> e Zd Zdd Zdd Zedd Zejdd Zdd Zd
S ) r c C s i | _ i | _d | _t | _d S r4 )r- _val_recoverabler$ setr* selfr r r
__init__ s z_DownloadErrors.__init__c C s" | j r | j S | jr d| jgiS i S N )r- r$ r; r r r
_irrecoverable s
z _DownloadErrors._irrecoverablec C s | j S r4 r9 r; r r r
r' s z _DownloadErrors._recoverablec C s
|| _ d S r4 rA )r< Znew_dctr r r
r' s c C s |j | jv rdS |jS Nr )r r* r5 )r< r r r r
_bandwidth_used s z _DownloadErrors._bandwidth_usedN) __name__
__module__ __qualname__r= r@ propertyr' setterrC r r r r
r s
r c @ s e Zd Zdd ZdS )_DetailedLibrepoErrorc C s, t | |jd | _|jd | _|| _d S )Nr ) Exceptionr= argsZ librepo_codeZ librepo_msg
source_url)r< Z librepo_errrM r r r
r= s
z _DetailedLibrepoError.__init__N)rD rE rF r= r r r r
rI s rI c @ s e Zd Zdd ZdS )_NullKeyImportc C s dS )NTr r< idZuseridZ fingerprinturlZ timestampr r r
_confirm s z_NullKeyImport._confirmN)rD rE rF rR r r r r
rN s rN c @ s e Zd Zdd Zedd ZdS )Metadatac C s
|| _ d S r4 )r, r< r
r r r
r= s zMetadata.__init__c C s
| j S r4 )r, freshr; r r r
rU s zMetadata.freshN)rD rE rF r= rG rU r r r r
rS s rS c s4 e Zd Z fddZdd Zdd Zdd Z ZS ) PackageTargetCallbacksc s t t| || _d S r4 )superrV r= r) )r< r) __class__r r
r= s z PackageTargetCallbacks.__init__c C s | j d || dS rB )r) _end_cb)r< statusmsgr r r
end s zPackageTargetCallbacks.endc C s | j d || dS rB )r) _progress_cbr< ZtotalToDownloadZ
downloadedr r r
r s z PackageTargetCallbacks.progressc C s | j d || dS rB )r) _mirrorfail_cb)r< r\ rQ r r r
mirrorFailure s z$PackageTargetCallbacks.mirrorFailure)rD rE rF r= r] r ra
__classcell__r r rX r
rV s rV c sH e Zd Z fddZdd Zdd Zdd Zed d
Zd d Z Z
S )
PackagePayloadc s$ t t| | t| | _|| _d S r4 )rW rc r= rV r2 r )r< r r rX r r
r= s
zPackagePayload.__init__c C sR t jj}|du rt jj}n$|dr(dS |tjjjkr>t jj }| j
| || dS )z"End callback to librepo operation.Nr ) r callbackZ
STATUS_FAILEDZ STATUS_OKr( r r
PackageTargetCBZ TransferStatus_ALREADYEXISTSZSTATUS_ALREADY_EXISTSr r] )r< cbdataZ lr_statusr\ r[ r r r
rZ s
zPackagePayload._end_cbc C s | j | tjj| d S r4 )r r] r rd Z
STATUS_MIRROR)r< rf r rQ r r r
r` s z PackagePayload._mirrorfail_cbc C sV z| j | | W n> tyP t \}}}t|||}td| Y n0 d S r> ) r rK sysexc_info tracebackformat_exceptionloggercriticaljoinr< rf totaldoneexc_type exc_value
exc_tracebackZ except_listr r r
r^ s zPackagePayload._progress_cbc C s | j S r4 )r5 r; r r r
r6 s zPackagePayload._full_sizec
C s | j }|j}tj| |d| | j| j| jd}|| t
j |j j
|d |d |d |d |d |d |d d
d
| j S ) NT)destresumerf Z
progresscbZendcbZmirrorfailurecb relative_urlrt
checksum_typechecksum expectedsizebase_urlru r )r pkgdirr util
ensure_dirr^ rZ r` update_target_paramsr r
r! r, r2 )r< r r{ Z
target_dctr r r
r s$ z PackagePayload._librepo_target) rD rE rF r= rZ r` r^ rG r6 r rb r r rX r
rc s
rc c @ s( e Zd Zdd Zdd Zedd ZdS )
RPMPayloadc C s t j| jjS r4 )ospathbasenamer locationr; r r r
__str__ s zRPMPayload.__str__c C sT | j }| \}}tjj|}|tjjjkr>tt d| |j
|||j |j dS )Nz unsupported checksum type: %s)rv rw rx ry rz )
r Z returnIdSumr r
r! Z checksumTypeZChecksumType_UNKNOWNrk warningr r downloadsizebaseurl)r< r ZctypeZcsumZ
ctype_coder r r
r s zRPMPayload._target_paramsc C s | j jS zTotal size of the download.)r r r; r r r
r5 s zRPMPayload.download_sizeN)rD rE rF r r rG r5 r r r r
r s r c s@ e Zd Z fddZdd Zdd Zdd Zed d
Z Z S ) RemoteRPMPayloadc s t t| d| || _d| _|| _| jjp.d| jjd }t
| d d d }d| }t
j| jj|d| _tj| j t
j| j| d | _d S )
NZ
unused_objectr r? Zbasearchutf8 z commandline-r /)rW r r= remote_location remote_sizeconfZ
releasever
substitutionsgethashlibZsha256encodeZ hexdigestr r rm Zcachedirr{ r r| r} r lstripZ
local_path)r< r r r sZdigestZrepodirrX r r
r= s zRemoteRPMPayload.__init__c C s t jtj| jS r4 )r r r urllibparseunquoter r; r r r
r * s zRemoteRPMPayload.__str__c C s\ || _ z| j| | W n> tyV t \}}}t|||}td | Y n0 d S r> )
r r rK rg rh ri rj rk rl rm rn r r r
r^ - s z RemoteRPMPayload._progress_cbc
C s* t j| jj| j| jdd dd ddd| j S )Nr T)r r
r! r _configr r{ r2 r; r r r
r 6 s
z RemoteRPMPayload._librepo_targetc C s | j S r )r r; r r r
r5 < s z RemoteRPMPayload.download_size)
rD rE rF r= r r^ r rG r5 rb r r rX r
r s r c sz e Zd Z fddZdd Zdd Zdd Zd d
Zd d Ze d
d Z
e dd Z e j dd Z dd Z
dd Z ZS ) MDPayloadc s. t t| | d| _d| _d| _t | _d S )Nr? r F)rW r r= _text_download_sizefastest_mirror_runningr: mirror_failuresr< r rX r r
r= D s
zMDPayload.__init__c C s t jjr| jS | jdS d S )Nzutf-8)r pycompZPY3r r r; r r r
r K s zMDPayload.__str__c C s | j S r4 )r r; r r r
__unicode__Q s zMDPayload.__unicode__c C s || _ | j| | d S r4 )r r )r< rf ro rp r r r
r^ T s zMDPayload._progress_cbc C s\ |t jjjkr"td| }d| _n*|t jjjkrH| jrH|rBd| nd}nd S | j| d S )Nz,determining the fastest mirror (%s hosts).. Tz
error: %s
zdone.
) r r
RepoCBZ FastestMirrorStage_DETECTIONr r ZFastestMirrorStage_STATUSr message)r< rf stagedatar\ r r r
_fastestmirror_cbX s zMDPayload._fastestmirror_cbc C s& | j | d||f }t| d S )Nzerror: %s (%s).)r r+ rk debug)r< rf r\ rQ r r r r
_mirror_failure_cbd s z MDPayload._mirror_failure_cbc C s | j S r4 )r r; r r r
r5 i s zMDPayload.download_sizec C s | j S r4 ) _progressr; r r r
r m s zMDPayload.progressc C s |d u rt j }|| _d S r4 )r rd NullDownloadProgressr r r r r
r q s
c C s || _ | jdd d S )NrJ r )r r start)r< textr r r
r w s zMDPayload.startc C s d| _ | j| d d d S rB )r r r] r; r r r
r] { s z
MDPayload.end)rD rE rF r= r r r^ r r rG r5 r rH r r] rb r r rX r
r B s
r c sL e Zd Z fddZdd Zdd Zdd Zd d
Zd d Zd
d Z Z
S )
RepoCallbacksc s t t| || _|j| _d S r4 )rW r r= r, _md_ploadrT rX r r
r= s zRepoCallbacks.__init__c C s | j | d S r4 )r r )r< Zwhatr r r
r s zRepoCallbacks.startc C s | j d S r4 )r r] r; r r r
r] s zRepoCallbacks.endc C s | j d || dS rB )r r^ r_ r r r
r s zRepoCallbacks.progressc C s | j d || d S r4 )r r )r< r Zptrr r r
fastestMirror s zRepoCallbacks.fastestMirrorc C s | j d ||| dS rB )r r )r< r\ rQ r r r r
handleMirrorFailure s z!RepoCallbacks.handleMirrorFailurec C s | j j|||||S r4 )r, _key_importrR rO r r r
repokeyImport s zRepoCallbacks.repokeyImport) rD rE rF r= r r] r r r r rb r r rX r
r s r c s e Zd ZeZd4 fdd Zedd Zedd Zej dd Zed d
Z
d d Z e
j d
d
Z
edd Z edd Z
e
j dd Z
dd Zdd Z fddZdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Z d5d2d3Z Z S )6r Nc s t t| j||d | jj tj|r.|nd| j| _t t
j | _
t| | _| jj | j| j d | _t | _d | _| j|r|jrtn| j |r| j|j t
jj | _ |d ur|j nd| _ d S )N)sectionparentr? T) rW r r= r thisZdisownr r
r, r r rd r r r Z
_callbacksZ setCallbacks_pkgdirrN r r ZsetSyncStrategyZ cacheonlySYNC_ONLY_CACHE DEFAULT_SYNCZsetSubstitutionsr r Z
SubstitutionsZ_substitutionsZcheck_config_file_ageZ_check_config_file_age)r< nameZ parent_confrX r r
r= s$
z
Repo.__init__c C s
| j S r4 )r, ZgetIdr; r r r
rP s zRepo.idc C s
| j S r4 )r, ZgetRepoFilePathr; r r r
repofile s z
Repo.repofilec C s | j | d S r4 )r, ZsetRepoFilePath)r< valuer r r
r s c C s | j r| j S | S r4 )r, ZisLocalZgetLocalBaseurl cache_pkgdirr; r r r
r{ s
z Repo.pkgdirc C s$ | j d ur| j S tj| j tS r4 )r r r rm r, getCachedir_PACKAGES_RELATIVE_DIRr; r r r
r s
zRepo.cache_pkgdirc C s
|| _ d S r4 )r r< valr r r
r{ s c C s t j| j dS )NZpubring)r r rm r, r r; r r r
_pubring_dir s zRepo._pubring_dirc C s
| j S r4 )r, ZgetLoadMetadataOtherr; r r r
load_metadata_other s zRepo.load_metadata_otherc C s | j | d S r4 )r, ZsetLoadMetadataOtherr r r r
r s c C s | j |j k S r4 )rP )r< otherr r r
__lt__ s z Repo.__lt__c C s d| j j| jf S )Nz<%s %s>)rY rD rP r; r r r
__repr__ s z
Repo.__repr__c s t t| || d S r4 )rW r __setattr__)r< r r rX r r
r s zRepo.__setattr__c C s | j d S r4 )r, disabler; r r r
r s z Repo.disablec C s | j d S r4 )r, enabler; r r r
r s z Repo.enablec C s | j | dS )a/ Ask for additional repository metadata type to download.
Given metadata_type is appended to the default metadata set when
repository is downloaded.
Parameters
----------
metadata_type: string
Example: add_metadata_type_to_download("productid")
N)r, ZaddMetadataTypeToDownloadr< Z
metadata_typer r r
add_metadata_type_to_download s
z"Repo.add_metadata_type_to_downloadc C s | j | dS )aI Stop asking for this additional repository metadata type
in download.
Given metadata_type is no longer downloaded by default
when this repository is downloaded.
Parameters
----------
metadata_type: string
Example: remove_metadata_type_from_download("productid")
N)r, Z removeMetadataTypeFromDownloadr r r r
"remove_metadata_type_from_download s z'Repo.remove_metadata_type_from_downloadc C s | j |S )zReturn path to the file with downloaded repository metadata of given type.
Parameters
----------
metadata_type: string
)r, ZgetMetadataPathr r r r
get_metadata_path s zRepo.get_metadata_pathc C s | j |S )zReturn content of the file with downloaded repository metadata of given type.
Content of compressed metadata file is returned uncompressed.
Parameters
----------
metadata_type: string
)r, ZgetMetadataContentr r r r
get_metadata_content" s
zRepo.get_metadata_contentc
C s d}zz| j }W nr tjjtfy } zR| jjrbd| j }| jjD ]}|d| 7 }qFt
| t j
t|W Y d}~n
d}~0 0 W t | j_n t | j_0 t| j | _|S )a Load the metadata for this repo.
Depending on the configuration and the age and consistence of data
available on the disk cache, either loads the metadata from the cache or
downloads them from the mirror, baseurl or metalink.
This method will by default not try to refresh already loaded data if
called repeatedly.
Returns True if this call to load() caused a fresh metadata download.
Fz7Errors during downloading metadata for repository '%s':z
- %sN)r, loadr errorErrorr" r r rP rk r r
exceptionsZ RepoErrorr# r: rS r )r< retr1 r\ Zfailurer r r
r . s
( z Repo.loadc C sP | j s| jd | j rL| jdkr&dS | j }| j rDtd|}d|fS dS )a) Get the number of seconds after which the cached metadata will expire.
Returns a tuple, boolean whether there even is cached metadata and the
number of seconds it will expire in. Negative number means the metadata
has expired already, None that it never expires.
F)TNr T)Fr )r r, Z loadCacheZmetadata_expireZ getExpiresInZ isExpiredmin)r< Z
expirationr r r
_metadata_expire_inK s
zRepo._metadata_expire_inc C s
|| _ d S r4 )r )r< Z
key_importr r r
_set_key_import^ s zRepo._set_key_importc C s || j _d S r4 )r r r r r r
set_progress_bara s zRepo.set_progress_barc C s
| j S )zoReturns user defined http headers.
Returns
-------
headers : tuple of strings
)r, ZgetHttpHeadersr; r r r
get_http_headerse s zRepo.get_http_headersc C s | j | dS )a Sets http headers.
Sets new http headers and rewrites existing ones.
Parameters
----------
headers : tuple or list of strings
Example: set_http_headers(["User-Agent: Agent007", "MyFieldName: MyFieldValue"])
N)r, ZsetHttpHeaders)r< Zheadersr r r
set_http_headerso s zRepo.set_http_headershttpftpfilehttpsc s@ fdd} sdS | j }|r,||S | jr<|| jS dS )z
:param location: relative location inside the repo
:param schemes: list of allowed protocols. Default is ('http', 'ftp', 'file', 'https')
:return: absolute url (string) or None
c s^ | D ]T}r@t jj|d }|v rXtj| d S qtj| d S qd S )Nr r )r r urlparser r rm r )Zurl_listrQ r r schemesr r
schemes_filter s z,Repo.remote_location..schemes_filterN)r, Z
getMirrorsr )r< r r r Zmirrorsr r r
r | s
zRepo.remote_location)NN)r ) rD rE rF SYNC_TRY_CACHEr r= rG rP r rH r{ r r r r r r r r r r r r r r r r r r r rb r r rX r
r sF
r )T)KZ
__future__r r Zdnf.i18nr r Z dnf.callbackr Zdnf.confZdnf.conf.substitutionsZ dnf.constZ
dnf.cryptoZdnf.exceptionsZ dnf.loggingZ
dnf.pycompZdnf.utilZ dnf.yum.miscZ libdnf.errorr Z libdnf.repo functoolsr ZhawkeyZloggingoperatorr reshutilstringrg timeri r r Z_MIRRORLIST_FILENAMEZ
ascii_lettersdigitsZ
_REPOID_CHARSescapeZ hexdigitsZ _CACHEDIR_REZ CACHE_FILESZ getLoggerrk r r r3 r8 objectr rK rI rd Z KeyImportrN rS r
re rV ZPayloadrc r r r r ZSyncStrategy_LAZYZ SYNC_LAZYZSyncStrategy_ONLY_CACHEr ZSyncStrategy_TRY_CACHEr r r r ZRepoConfr r r r
st
!
8&?