a
XC?hsk ã @ s
d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z m Z m
Z
ddlmZ ddlmZmZ ddlmZ d d
d „ZG d d
„ d
eƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Z G dd„ deƒZ G dd„ de ƒZ G d d „ d eƒZ G d d „ d e ƒZ!dS )!z#Guido van Rossum é N)Úchainé )ÚdriverÚtokenizeÚtoken)Ú find_root)ÚpytreeÚpygram)Ú btm_matcherTc C sT t | g g dgƒ}g }t |j¡D ].\}}}| d¡r |rD|dd … }| |¡ q |S )NÚ*Úfix_é )Ú
__import__ÚpkgutilZ iter_modulesÚ__path__Ú
startswithÚappend)Z fixer_pkgZ
remove_prefixZpkgZ fix_namesÚfinderÚnameZispkg© r ú5/opt/alt/python39/lib64/python3.9/lib2to3/refactor.pyÚget_all_fix_names s
r c @ s e Zd ZdS )Ú
_EveryNodeN©Ú__name__Ú
__module__Ú __qualname__r r r r r + s r c C s’ t | tjtjfƒr(| jd u r t‚| jhS t | tjƒrH| jrDt| jƒS t‚t | tj ƒr‚t
ƒ }| jD ] }|D ]}| t|ƒ¡ qhq`|S t d| ƒ‚d S )Nz$Oh no! I don't understand pattern %s)
Ú
isinstancer Z NodePatternZ LeafPatternÚtyper ZNegatedPatternZcontentÚ_get_head_typesZWildcardPatternÚsetÚupdateÚ Exception)ZpatÚrÚpÚxr r r r / s
r c C s¼ t t¡}g }| D ]v}|jrbzt|jƒ}W n tyF | |¡ Y qˆ0 |D ]}|| |¡ qLq|jd ur~||j |¡ q| |¡ qtt j
j ¡ t j
j
ƒD ]}|| |¡ q t|ƒS ©N)Ú collectionsÚ defaultdictÚlistÚpatternr r r Z _accept_typer r Úpython_grammarZ
symbol2numberÚvaluesÚtokensÚextendÚdict)Z
fixer_listZ
head_nodesZeveryÚfixerZheadsZ node_typer r r Ú_get_headnode_dictK s$
ÿr1 c s ‡ fdd„t ˆ dƒD ƒS )Nc s g | ]}ˆ d | ‘qS ©Ú.r )Ú.0Úfix_name©Zpkg_namer r Ú
h s ÿz+get_fixers_from_package..F)r r6 r r6 r Úget_fixers_from_packaged s
ÿr8 c C s | S r& r )Úobjr r r Ú _identityk s r: c sV d}t t | ¡j¡‰ ‡ fdd„}ttjt jtj hƒ}t
ƒ }zü|ƒ \}}||v rTq>q>|tj krl|rfq6d}q>|tj kr6|dkr6|ƒ \}}|tj ksž|dkr¢q6|ƒ \}}|tj ks¾|dkrÂq6|ƒ \}}|tj
krè|dkrè|ƒ \}}|tj kr4| |¡ |ƒ \}}|tj
ks.|d kr"q4|ƒ \}}qèq>q6q>W n tyL Y n0 t|ƒS )
NFc s t ˆ ƒ} | d | d fS )Nr r )Únext)Útok©Úgenr r Úadvancer s z(_detect_future_features..advanceTÚfromZ
__future__Úimportú(ú,)r Úgenerate_tokensÚioÚStringIOÚreadlineÚ frozensetr ÚNEWLINEÚNLÚCOMMENTr ÚSTRINGÚNAMEÚOPÚaddÚ
StopIteration)ÚsourceZhave_docstringr? ÚignoreÚfeaturesÚtpÚvaluer r= r Ú_detect_future_featureso sB
rV c @ s e Zd ZdS )Ú
FixerErrorNr r r r r rW — s rW c @ sæ e Zd ZddddœZdZdZd4dd„Zdd „ Zd
d „ Zd d
„ Z dd„ Z
dd„ Z d5dd„Z d6dd„Z
dd„ Zd7dd„Zdd„ Zd8d d „Zd d „ Zd d!„ Zd9d"d#„Zd:d$d%„Zd&Zd'Zd(d)„ Zd*d+„ Zd,d-„ Zd.d/„ Zd0d1„ Z d2d3„ Z dS );ÚRefactoringToolF)Úprint_functionÚ
exec_functionÚwrite_unchanged_filesZFixr Nc C sJ || _ |p g | _| j ¡ | _|d ur0| j |¡ tj ¡ | _| jd rR| jj d= n| jd rf| jj d= | j
d¡| _ g | _ t
d¡| _g | _d| _tj| jtj| jd| _| ¡ \| _| _g | _t ¡ | _ g | _ g | _ t | j| jƒD ]H}|j rü| j !|¡ qä|| jv r| j "|¡ qä|| jv rä| j "|¡ qät#| j ƒ| _$t#| j ƒ| _%d S ) NrY ÚprintrZ Úexecr[ rX F)ÚconvertÚlogger)&ÚfixersÚexplicitÚ_default_optionsÚcopyÚoptionsr! r r+ ÚgrammarÚkeywordsÚgetr[ ÚerrorsÚloggingZ getLoggerr_ Ú fixer_logÚwroter ZDriverr r^ Ú
get_fixersÚ pre_orderÚ
post_orderÚfilesÚbmZ
BottomMatcherÚBMZ
bmi_pre_orderZbmi_post_orderr Z
BM_compatibleZ add_fixerr r1 Úbmi_pre_order_headsÚbmi_post_order_heads)ÚselfZ fixer_namesrd ra r0 r r r Ú__init__¤ sB
þ
zRefactoringTool.__init__c C sV g }g }| j D ]}t|i i dgƒ}| dd¡d }| | j¡rR|t| jƒd … }| d¡}| jd dd„ |D ƒ¡ }zt ||ƒ}W n$ t
y¨ t d ||f ƒd ‚Y n0 || j | j
ƒ} | jrà| jd
urà|| jvrà| d |¡ q| d |¡ | jd
kr| | ¡ q| jdkr | | ¡ qt d| j ƒ‚qt d¡}
|j|
d |j|
d ||fS )Nr r3 r éÿÿÿÿÚ_Ú c S s g | ] }| ¡ ‘qS r )Útitle)r4 r$ r r r r7 ë ó z.RefactoringTool.get_fixers..zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ run_order©Úkey)r` r Úrsplitr Ú FILE_PREFIXÚlenÚsplitÚ CLASS_PREFIXÚjoinÚgetattrÚAttributeErrorrW rd rj ra Ú log_messageÚ log_debugÚorderr ÚoperatorÚ
attrgetterÚsort) rt Zpre_order_fixersZpost_order_fixersZ fix_mod_pathÚmodr5 ÚpartsÚ
class_nameZ fix_classr0 Zkey_funcr r r rl Û s:
ÿ
zRefactoringTool.get_fixersc O s ‚ d S r& r )rt ÚmsgÚargsÚkwdsr r r Ú log_error s zRefactoringTool.log_errorc G s |r || }| j |¡ d S r& )r_ Úinfo©rt rŽ r r r r r… s zRefactoringTool.log_messagec G s |r || }| j |¡ d S r& )r_ Údebugr“ r r r r†
s zRefactoringTool.log_debugc C s d S r& r )rt Úold_textÚnew_textÚfilenameÚequalr r r Ú print_output s z RefactoringTool.print_outputc C s8 |D ].}t j |¡r$| |||¡ q| |||¡ qd S r& )ÚosÚpathÚisdirÚ refactor_dirÚ
refactor_file)rt ÚitemsÚwriteÚ
doctests_onlyZ dir_or_filer r r Úrefactor s zRefactoringTool.refactorc
C sš t jd }t |¡D ]€\}}}| d|¡ | ¡ | ¡ |D ]>}| d¡s>t j |¡d |kr>t j ||¡} | | ||¡ q>dd„ |D ƒ|d d …< qd S )NÚpyzDescending into %sr3 r c S s g | ]}| d ¡s|‘qS r2 )r )r4 Zdnr r r r7 2 rz z0RefactoringTool.refactor_dir..)
rš ÚextsepÚwalkr† rŠ r r› Úsplitextr‚ rž )
rt Zdir_namer r¡ Zpy_extÚdirpathZdirnamesÚ filenamesr Úfullnamer r r r s
ÿz RefactoringTool.refactor_dirc
C s® zt |dƒ}W n4 tyB } z | d||¡ W Y d }~dS d }~0 0 z t |j¡d }W | ¡ n
| ¡ 0 tj |d|dd }| ¡ |fW d ƒ S 1 s 0 Y d S )NÚrbzCan't open %s: %s)NNr r# rx ©ÚencodingÚnewline) ÚopenÚOSErrorr‘ r Údetect_encodingrG ÚcloserE Úread)rt r— ÚfÚerrr¬ r r r Ú_read_python_source4 s z#RefactoringTool._read_python_sourcec C sº | |¡\}}|d u rd S |d7 }|rn| d|¡ | ||¡}| jsL||kr`| |||||¡ q¶| d|¡ nH| ||¡}| jsŠ|rª|jrª| jt|ƒd d… |||d n | d|¡ d S )NÚ
zRefactoring doctests in %szNo doctest changes in %srv )r r¬ zNo changes in %s)rµ r† Úrefactor_docstringr[ Úprocessed_fileÚrefactor_stringÚ was_changedÚstr)rt r— r r¡ Úinputr¬ ÚoutputÚtreer r r rž D s ÿz RefactoringTool.refactor_filec
C s° t |ƒ}d|v rtj| j_zfz| j |¡}W nF tyr } z.| d||jj |¡ W Y d }~W | j| j_d S d }~0 0 W | j| j_n | j| j_0 ||_
| d|¡ | ||¡ |S )NrY zCan't parse %s: %s: %szRefactoring %s)
rV r Z!python_grammar_no_print_statementr re Z parse_stringr" r‘ Ú __class__r Úfuture_featuresr† Ú
refactor_tree)rt Údatar rS r¾ r´ r r r r¹ [ s"
ÿ
þ z RefactoringTool.refactor_stringc C sŒ t j ¡ }|rN| d¡ | |d¡}| js2||krB| |d|¡ qˆ| d¡ n:| |d¡}| jsj|r~|jr~| t |ƒd|¡ n
| d¡ d S )Nz Refactoring doctests in stdinzzNo doctest changes in stdinzNo changes in stdin)
ÚsysÚstdinr² r† r· r[ r¸ r¹ rº r» )rt r¡ r¼ r½ r¾ r r r Úrefactor_stdinv s
z RefactoringTool.refactor_stdinc
C sÚ t | j| jƒD ]}| ||¡ q| | j| ¡ ¡ | | j| ¡ ¡ | j | ¡ ¡}t
| ¡ ƒr²| jj D ]B}||v rj|| rj|| j
tjjdd |jr°|| j
tjjd t|| ƒD ]ð}||| v rÚ|| |¡ z t|ƒ W n t yþ Y q¼Y n0 |jr||jv rq¼| |¡}|r¼| ||¡}|d ur¼| |¡ | ¡ D ] }|js\g |_|j |¡ qJ| j | ¡ ¡}|D ]*} | |vr–g || < || || ¡ q€q¼qjqTt | j| jƒD ]}| ||¡ qÀ|j S )NT)r| Úreverser{ ) r rm rn Z
start_treeÚ traverse_byrr rs rq ÚrunZleavesÚanyr, r` rŠ r ZBaseZdepthZkeep_line_orderZ
get_linenor) Úremover Ú
ValueErrorZfixers_appliedÚmatchÚ transformÚreplacer r. Z finish_treerº )
rt r¾ r r0 Z match_setÚnodeÚresultsÚnewZ new_matchesZfxrr r r rÁ † sJ
z RefactoringTool.refactor_treec C sV |sd S |D ]D}||j D ]4}| |¡}|r| ||¡}|d ur| |¡ |}qq d S r& )r rÌ rÍ rÎ )rt r` Z traversalrÏ r0 rÐ rÑ r r r rÇ Õ s
zRefactoringTool.traverse_byc C s† | j |¡ |d u r.| |¡d }|d u r.d S ||k}| ||||¡ |r`| d|¡ | js`d S |rv| ||||¡ n | d|¡ d S )Nr zNo changes to %szNot writing changes to %s)ro r rµ r™ r† r[ Ú
write_file)rt r– r— r• r r¬ r˜ r r r r¸ ì s z RefactoringTool.processed_filec C sÈ zt j|d|dd}W n4 tyJ } z | d||¡ W Y d }~d S d }~0 0 |R z| |¡ W n2 ty’ } z| d||¡ W Y d }~n
d }~0 0 W d ƒ n1 s¨0 Y | d|¡ d| _d S )NÚwrx r« zCan't create %s: %szCan't write %s: %szWrote changes to %sT)rE r® r¯ r‘ r r† rk )rt r– r— r• r¬ Úfpr´ r r r rÒ s B zRefactoringTool.write_filez>>> z... c
C s g }d }d }d }d}|j ddD ]È}|d7 }| ¡ | j¡r~|d urZ| | ||||¡¡ |}|g}| | j¡} |d | … }q |d ur¸| || j ¡s¬||| j ¡ d kr¸| |¡ q |d urÖ| | ||||¡¡ d }d }| |¡ q |d ur
| | ||||¡¡ d
|¡S )Nr T©Úkeependsr r¶ rx ) Ú
splitlinesÚlstripr ÚPS1r. Úrefactor_doctestÚfindÚPS2Úrstripr r‚ )
rt r¼ r— ÚresultÚblockZ block_linenoÚindentÚlinenoÚlineÚir r r r· sD ÿ ÿþ ÿ
ÿz"RefactoringTool.refactor_docstringc
s zˆ ||ˆ ¡}W nh tyz } zPˆj tj¡rL|D ]}ˆ d| d¡¡ q4ˆ d|||j j
|¡ |W Y d }~S d }~0 0 ˆ ||¡rt |ƒj
dd}|d |d … ||d d … } }|d d¡sÚ|d d7 < ˆ ˆj | d¡ g}|r|‡ ‡fd d
„|D ƒ7 }|S ) Nz
Source: %sr¶ z+Can't parse docstring in %s line %s: %s: %sTrÕ r rv r c s g | ]}ˆ ˆj | ‘qS r )rÜ )r4 râ ©rà rt r r r7 ^ rz z4RefactoringTool.refactor_doctest..)Ú parse_blockr" r_ Z isEnabledForri ÚDEBUGr† rÝ r‘ r¿ r rÁ r» r× ÚendswithrÙ Úpop)
rt rß rá rà r— r¾ r´ râ rÑ Zclippedr rä r rÚ D s& ÿ"z RefactoringTool.refactor_doctestc C sÌ | j r d}nd}| js$| d|¡ n"| d|¡ | jD ]}| |¡ q6| jrl| d¡ | jD ]}| |¡ q\| jrÈt| jƒdkrŒ| d¡ n| dt| jƒ¡ | jD ]"\}}}| j|g|¢R i |¤Ž q¤d S ) NÚwerez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r zThere was 1 error:zThere were %d errors:)rk ro r… rj rh r )rt ré ÚfileÚmessagerŽ r r r r r Ú summarizea s$
zRefactoringTool.summarizec C s" | j | |||¡¡}tƒ |_|S r& )r Z parse_tokensÚ wrap_toksrH rÀ )rt rß rá rà r¾ r r r rå x s zRefactoringTool.parse_blockc c sd t | ||¡j¡}|D ]F\}}\}}\} }
} ||d 7 }| |d 7 } ||||f| |
f| fV qd S )Nr )r rD Ú gen_linesÚ__next__) rt rß rá rà r- r rU Zline0Zcol0Zline1Zcol1Z line_textr r r rí ‚ s
zRefactoringTool.wrap_toksc c sx || j }|| j }|}|D ]N}| |¡r>|t|ƒd … V n(|| ¡ d krVdV ntd||f ƒ‚|}q dV qld S )Nr¶ zline=%r, prefix=%rrx )rÙ rÜ r r rÝ ÚAssertionError)rt rß rà Úprefix1Zprefix2Úprefixrâ r r r rî s
zRefactoringTool.gen_lines)NN)FF)FF)FF)F)NFN)N) r r r rb r r~ ru rl r‘ r… r† r™ r¢ r rµ rž r¹ rÅ rÁ rÇ r¸ rÒ rÙ rÜ r· rÚ rì rå rí rî r r r r rX › s@ þ
7(
O ÿ
+
rX c @ s e Zd ZdS )ÚMultiprocessingUnsupportedNr r r r r ró ¤ s ró c sB e Zd Z‡ fdd„Zd ‡ fdd„ Z‡ fdd„Z‡ fd d
„Z‡ ZS ) ÚMultiprocessRefactoringToolc s& t t| ƒj|i |¤Ž d | _d | _d S r& )Úsuperrô ru ÚqueueÚ output_lock©rt r Úkwargs©r¿ r r ru ª s z$MultiprocessRefactoringTool.__init__Fr c
s> |dkr t tˆƒ |||¡S z dd l‰ W n ty> t‚Y n0 ˆjd urRtdƒ‚ˆ ¡ ˆ_ˆ ¡ ˆ_
‡ ‡fdd„t |ƒD ƒ}zn|D ] }| ¡ q„t tˆƒ |||¡ W ˆj
¡ t |ƒD ]}ˆj d ¡ qº|D ]}| ¡ rÐ|
¡ qÐd ˆ_nLˆj
¡ t |ƒD ]}ˆj d ¡ q |D ]}| ¡ r|
¡ qd ˆ_0 d S )Nr r z already doing multiple processesc s g | ]}ˆ j ˆjd ‘qS ))Útarget)ZProcessÚ_child)r4 rã ©Úmultiprocessingrt r r r7 ¼ s ÿz8MultiprocessRefactoringTool.refactor..)rõ rô r¢ rþ Ú ImportErrorró rö Ú RuntimeErrorZ
JoinableQueueZLockr÷ ÚrangeÚstartr‚ ÚputZis_alive)rt rŸ r r¡ Z
num_processesZ processesr$ rã rú rý r r¢ ¯ sF
ÿ
ÿ
ÿ
ú
z$MultiprocessRefactoringTool.refactorc s\ | j ¡ }|d urX|\}}z$tt| ƒj|i |¤Ž W | j ¡ n | j ¡ 0 | j ¡ }q
d S r& )rö rg rõ rô rž Z task_done)rt Ztaskr rù rú r r rü Ì s
ÿÿz"MultiprocessRefactoringTool._childc s6 | j d ur | j ||f¡ ntt| ƒj|i |¤ŽS d S r& )rö r rõ rô rž rø rú r r rž × s
ÿÿz)MultiprocessRefactoringTool.refactor_file)FFr )r r r ru r¢ rü rž Ú
__classcell__r r rú r rô ¨ s ÿ rô )T)"Ú
__author__rE rš r rà ri rˆ r' Ú itertoolsr Zpgen2r r r Z
fixer_utilr rx r r r
rp r r" r r r1 r8 r: rV rW ÚobjectrX ró rô r r r r Ú s6
(