B
mÀäï5Õã @ s d Z ddlZddlZddlZddlZddlZddlZddlZddl Z e
¡ e de ¡ ddl
Z
W dQ R X ejd Zejd Zejd Zejd ZeefZejZi Zdd „ Zi Zd
d „ ZG d d
„ d
ƒZG dd„ dƒZdd„ Ze dkry
eƒ Z W n e k
r e dƒ Y nX dS )z3Find modules used by a script, using introspection.é NÚignoreÚ
LOAD_CONSTÚ IMPORT_NAMEÚ
STORE_NAMEÚ STORE_GLOBALc C s t | g ¡ |¡ d S )N)ÚpackagePathMapÚ
setdefaultÚappend)Z packagenameÚpath© r ú1/opt/alt/python37/lib64/python3.7/modulefinder.pyÚAddPackagePath s r
c C s |t | < d S )N)ÚreplacePackageMap)ZoldnameÚnewnamer r r ÚReplacePackage* s r c @ s e Zd Zddd„Zdd„ ZdS )ÚModuleNc C s( || _ || _|| _d | _i | _i | _d S )N)Ú__name__Ú__file__Ú__path__Ú__code__Ú globalnamesÚ starimports)ÚselfÚnameÚfiler
r r r Ú__init__0 s zModule.__init__c C sL d| j f }| jd k r&|d| jf }| jd k r@|d| jf }|d }|S )Nz Module(%rz, %rú))r r r )r Úsr r r Ú__repr__= s
zModule.__repr__)NN)r Ú
__module__Ú __qualname__r r r r r r r . s
r c @ sè e Zd Zddg g fdd„Zdd„ Zdd„ Zd d
„ Zd d „ Zd
d„ Zd6dd„Z d7dd„Z
dd„ Z dd„ Z d8dd„Z
dd„ Zd d „ Zd d „ Zd d!„ Zd9d"d#„Zd$d%„ Zd&d'„ Zd(d)„ Zd*d+„ Zd:d,d-„Zd.d/„ Zd0d1„ Zd2d3„ Zd4d5„ ZdS );Ú ModuleFinderNr c C sB |d krt j}|| _i | _i | _|| _d| _|| _|| _g | _d S )Nr ) Úsysr
ÚmodulesÚ
badmodulesÚdebugÚindentÚexcludesÚ
replace_pathsÚprocessed_paths)r r
r% r' r( r r r r H s zModuleFinder.__init__c G s^ || j krZx t| jƒD ]}tddd qW t|dd x |D ]}tt|ƒdd q r? r@ )r rA Údirr ZextrB rC r r r Ú load_fileo s
zModuleFinder.load_fileéÿÿÿÿc C s\ | dd||||¡ | j||d}| ||¡\}}| ||¡}|sF|S |jrX| ||¡ d S )Né Ú import_hook)r/ )r4 Údetermine_parentÚfind_head_packageÚ load_tailr Úensure_fromlist) r r ÚcallerÚfromlistr/ ÚparentÚqÚtailÚmr r r rK v s zModuleFinder.import_hookc C sN | dd||¡ |r |dkr,| dd¡ d S |j}|dkrÄ|jrH|d8 }|dkrx| j| }||ksft‚| dd|¡ |S | d¡|k rŽtdƒ‚d | d¡d | … ¡}| j| }| dd|¡ |S |jrò| j| }||ksàt‚| dd|¡ |S d|kr>|
d¡}|d |… }| j| }|j|ks,t‚| dd|¡ |S | dd¡ d S ) Né rL r zdetermine_parent -> Noner5 zdetermine_parent ->Ú.z relative importpath too deep) r6 r7 r r r# ÚAssertionErrorÚcountÚ ImportErrorÚjoinrE Úrfind)r rP r/ ZpnamerR r2 r r r rL sB
z ModuleFinder.determine_parentc C sâ | dd||¡ d|kr@| d¡}|d |… }||d d … }n|}d}|r\d|j|f }n|}| |||¡}|rŒ| dd||f¡ ||fS |rÄ|}d }| |||¡}|rÄ| dd||f¡ ||fS | dd|¡ td | ƒ‚d S )
NrV rM rW r5 r: z%s.%szfind_head_package ->z"raise ImportError: No module namedzNo module named )r6 Úfindr Ú
import_moduler7 rZ )r rR r r2 ÚheadrT ZqnamerS r r r rM ¤ s.
z ModuleFinder.find_head_packagec C s¢ | dd||¡ |}xz|rŽ| d¡}|dk r4t|ƒ}|d |… ||d d … }}d|j|f }| |||¡}|s| dd|¡ td| ƒ‚qW | dd |¡ |S )
NrV rN rW r r5 z%s.%sz"raise ImportError: No module namedzNo module named z load_tail ->)r6 r] Úlenr r^ r7 rZ )r rS rT rU r2 r_ Zmnamer r r rN ¿ s
zModuleFinder.load_tailc C s„ | dd|||¡ xl|D ]d}|dkrF|s|| |¡}|r|| ||d¡ qt||ƒsd|j|f }| |||¡}|std| ƒ‚qW d S )NrV rO Ú*r5 z%s.%szNo module named )r4 Úfind_all_submodulesrO Úhasattrr r^ rZ )r rU rQ Ú recursiveÚsubÚallÚsubnameZsubmodr r r rO Î s
z ModuleFinder.ensure_fromlistc
C sø |j s
d S i }g }|tjjd d … 7 }|tjjd d … 7 }|tjjd d … 7 }x |j D ]–}yt |¡}W n$ tk
rŒ | dd|¡ wVY nX x\|D ]T}d }x6|D ].}t
|ƒ} || d … |kr¢|d | … }P q¢W |r”|dkr”|||< q”W qVW | ¡ S )Nr8 zcan't list directoryr ) r Ú importlibÚ machineryÚEXTENSION_SUFFIXESÚSOURCE_SUFFIXESÚBYTECODE_SUFFIXESrD ÚlistdirÚOSErrorr4 r` Úkeys)
r rU r# ÚsuffixesrG Únamesr ÚmodZsuffÚnr r r rb Ü s.
z ModuleFinder.find_all_submodulesc C s | dd|||¡ y| j| }W n tk
r4 Y nX | dd|¡ |S || jkrb| dd¡ d S |r€|jd kr€| dd¡ d S y | ||o|j|¡\}}}W n" tk
rÀ | ddd ¡ d S X z| ||||¡}W d |rä| ¡ X |röt
|||ƒ | dd|¡ |S )NrJ r^ zimport_module ->zimport_module -> None) r6 r# ÚKeyErrorr7 r$ r Ú find_modulerZ r@ ÚcloseÚsetattr)r ZpartnameÚfqnamerR rU rB rA rC r r r r^ ø s6
zModuleFinder.import_modulec
C s2 |\}}}| dd||od|¡ |tjkrH| ||¡}| dd|¡ |S |tjkrht| ¡ d |dƒ} n~|tjkrây | ¡ }
t j
|
|i ¡ W n: t k
rÈ } z | ddt
| ƒ |¡ ‚ W d d } ~ X Y nX t t|
ƒdd … ¡} nd } | |¡}||_| r | jr| | ¡} | |_| | |¡ | dd|¡ |S ) Nr8 r@ rB zload_module ->Ú
Úexeczraise ImportError: é )r6 r> Z
PKG_DIRECTORYÚ load_packager7 r? ÚcompileÚreadZ PY_COMPILEDrh Ú_bootstrap_externalÚ
_classify_pycrZ r0 ÚmarshalÚloadsÚ
memoryviewÚ
add_moduler r( Úreplace_paths_in_coder Ú scan_code) r rx rB rA Ú file_infoÚsuffixÚmodeÚtyperU ÚcoÚdataÚexcr r r r@ s4
zModuleFinder.load_modulec C s< || j kri | j |< |r*d| j | |j< nd| j | d< d S )Nr5 ú-)r$ r )r r rP r r r Ú_add_badmodule4 s
zModuleFinder._add_badmodulec C s || j kr| ||¡ d S y| j|||d W n@ tk
rn } z"| ddt|ƒ¡ | ||¡ W d d }~X Y n”X |rxŠ|D ]‚}|| j kr˜| ||¡ q|y| j|||g|d W q| tk
rü } z.| ddt|ƒ¡ |d | }| ||¡ W d d }~X Y q|X q|W d S )N)r/ r8 z ImportError:rW )r$ r rK rZ r4 r0 )r r rP rQ r/ r4 re Úfullnamer r r Ú_safe_import_hook< s&
z ModuleFinder._safe_import_hookc c sø |j }|j}|j}dd„ t |¡D ƒ}xÌt|ƒD ]À\}\}}|tkrVd|| ffV q0|tkr0|dkr0||d d ||d d kr’tkr0n q0|||d d } |||d d }
| dkrÚd|
|| ffV q0d| |
|| ffV q0q0W d S ) Nc S s" g | ]\}}}|t kr||f‘qS r )Ú EXTENDED_ARG)Ú.0Ú_Úopr3 r r r ú
X s z-ModuleFinder.scan_opcodes..Ústorer8 r5 r Úabsolute_importÚrelative_import) Úco_codeÚco_namesÚ co_constsÚdisZ_unpack_opargsÚ enumerateÚ STORE_OPSr r ) r r‹ Úcoderq ÚconstsZopargsr2 r• Zopargr/ rQ r r r Ú scan_opcodesS s 0zModuleFinder.scan_opcodesc C s– |j }| j}xT||ƒD ]F\}}|dkr<|\}d|j|< q|dkr|\}}d} |d k rtd|krfd} dd„ |D ƒ}| j|||dd | r`d }
|jr¬| j |jd | ¡}
|
d krÀ| j |¡}
|
d k rú|j |
j¡ |j |
j ¡ |
j
d krød|j |< n
d|j |< q|d
krX|\} }}|r4| j|||| d n"| j || d} | j| jd |dd qt |ƒ‚qW x,|j
D ]"}
t|
t|ƒƒrl| |
|¡ qlW d S ) Nr— r5 r˜ r ra c S s g | ]}|d kr|‘qS )ra r )r“ Úfr r r r– u s z*ModuleFinder.scan_code..)r/ rW r™ )rš r¢ r r‘ r r# Úgetr Úupdater r rL Ú RuntimeErrorrœ Ú
isinstancerŠ r† )r r‹ rU r ÚscannerZwhatr1 r rQ Z have_starZmmr/ rR Úcr r r r† h sH
zModuleFinder.scan_codec C s˜ | dd||¡ t |¡}|r"|}| |¡}||_|g|_|jt |g ¡ |_| d|j¡\}}}z"| ||||¡ | dd|¡ |S |r’|
¡ X d S )Nr8 r| r zload_package ->) r6 r r¤ r„ r r r ru r@ r7 rv )r rx rA r rU rB ZbufrC r r r r| ™ s
zModuleFinder.load_packagec C s* || j kr| j | S t|ƒ | j |< }|S )N)r# r )r rx rU r r r r„ ® s
zModuleFinder.add_modulec C sr |d k r|j d | }n|}|| jkr<| dd|¡ t|ƒ‚|d krf|tjkr`d d ddtjffS | j}t ||¡S )NrW rJ zfind_module -> Excludedr: )
r r' r7 rZ r" Úbuiltin_module_namesr> Z C_BUILTINr
ru )r r r
rR r r r r ru ´ s
zModuleFinder.find_modulec C s" t ƒ t dd ƒ t dd ƒ t| j ¡ ƒ}xJ|D ]B}| j| }|jrTt ddd n t ddd t d| |jppd ƒ q2W | ¡ \}}|rÊt ƒ t d
ƒ x2|D ]*}t| j| ¡ ƒ}t d |d d
|¡ƒ qœW |r t ƒ t ddd t dƒ x2|D ]*}t| j| ¡ ƒ}t d |d d
|¡ƒ qðW dS )z’Print a report to stdout, listing the found modules with their
paths, as well as modules that are missing, or seem to be missing.
z
%-25s %s)ÚNameZFile)z----z----ÚPr* )r+ rU z%-25sr: zMissing modules:ú?z
imported fromz, z7Submodules that appear to be missing, but could also bez#global names in the parent package:N) r- Úsortedr# ro r r Úany_missing_mayber$ r[ )r ro ÚkeyrU ÚmissingÚmayber Zmodsr r r ÚreportÅ s0
zModuleFinder.reportc C s | ¡ \}}|| S )z½Return a list of modules that appear to be missing. Use
any_missing_maybe() if you want to know which modules are
certain to be missing, and which *may* be missing.
)r¯ )r r± r² r r r Ú any_missingç s zModuleFinder.any_missingc C sØ g }g }x¶| j D ]¬}|| jkr q| d¡}|dk r>| |¡ q||d d… }|d|… }| j |¡}|dk r²|| j | krˆ| |¡ q¼||jkr”q¼|jr¦| |¡ q¼| |¡ q| |¡ qW | ¡ | ¡ ||fS )a® Return two lists, one with modules that are certainly missing
and one with modules that *may* be missing. The latter names could
either be submodules *or* just global names in the package.
The reason it can't always be determined is that it's impossible to
tell which names are imported when "from module import *" is done
with an extension module, short of actually importing it.
rW r r5 N) r$ r' r\ r r# r¤ r r Úsort)r r± r² r r2 rg ZpkgnameZpkgr r r r¯ ï s0
z ModuleFinder.any_missing_maybec C s t j |j¡ }}x2| jD ](\}}| |¡r||t|ƒd … }P qW | jr’|| jkr’||krt| dd||f ¡ n| dd|f ¡ | j
|¡ t |j ƒ}x8t
t|ƒƒD ](}t|| t|ƒƒrª| || ¡||< qªW t |j|j|j|j|j|jt|ƒ|j|j||j |j |j |j |j ¡S )Nr8 z co_filename %r changed to %rz co_filename %r remains unchanged)!rD r
ÚnormpathÚ co_filenamer( Ú
startswithr` r% r) r7 r Úlistrœ r, r§ rŠ r… ÚtypesÚCodeTypeÚ co_argcountÚco_kwonlyargcountÚ
co_nlocalsÚ co_stacksizeÚco_flagsrš Útupler› Ú co_varnamesÚco_nameÚco_firstlinenoÚ co_lnotabÚ co_freevarsÚ co_cellvars)r r‹ Z new_filenameZoriginal_filenamer£ r; r¡ r2 r r r r… s,
z"ModuleFinder.replace_paths_in_code)NNrI )rI )r )rI )N) r r r r r4 r6 r7 r9 rH rK rL rM rN rO rb r^ r@ r r‘ r¢ r† r| r„ ru r³ r´ r¯ r… r r r r r! F s2
#
1
".r! c
C sÄ dd l } y | tjdd … d¡\}}W n, | jk
rR } z t|ƒ d S d }~X Y nX d}d}g }g }xb|D ]Z\}} |dkr‚|d }|dkrŽd}|dkr¦|| tj¡ }|dkr²d}|dkrj| | ¡ qjW |sÒd }
n|d }
tj d d … } tj
|
¡| d< || } |dkr0td
ƒ x | D ]} td t | ƒƒ qW t | ||ƒ}
xp|dd … D ]`}|dkr`d}qJ|rž|d d … d
kr’|
|d d … d dg¡ n
|
|¡ n
|
|¡ qJW |
|
¡ |
¡ |
S )Nr r5 zdmp:qx:z-dz-mz-pz-qz-xzhello.pyzpath:z éþÿÿÿz.*ra )Úgetoptr" ÚargvÚerrorr- rE rD Úpathsepr r
Údirnamer. r! rK rH r9 r³ )rÉ Zoptsr1 r4 r% ZdomodsZaddpathZexcludeÚoÚaZscriptr
ÚitemÚmfr3 r r r Útest: sX
rÒ r< z
[interrupted]) Ú__doc__r Z importlib._bootstrap_externalrh Úimportlib.machineryr rD r" rº ÚwarningsÚcatch_warningsÚ simplefilterÚDeprecationWarningr> Zopmapr r r r rŸ r’ r r
r r r r! rÒ r rÑ ÚKeyboardInterruptr- r r r r Ú s@
w;