o
0¦isk ã @ s d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z m Z m
Z
ddlmZ ddlmZmZ ddlmZ d d
d „ZG d d
„ d
eƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Z G dd„ deƒZ G dd„ de ƒZ G d d „ d eƒZ G d d „ d e ƒZ!dS )!z#Guido van Rossum é N)Úchainé )ÚdriverÚtokenizeÚtoken)Ú find_root)ÚpytreeÚpygram)Ú btm_matcherTc C sV t | g g dgƒ}g }t |j¡D ]\}}}| d¡r(|r#|dd … }| |¡ q|S )NÚ*Úfix_é )Ú
__import__ÚpkgutilZ iter_modulesÚ__path__Ú
startswithÚappend)Z fixer_pkgZ
remove_prefixZpkgZ fix_namesÚfinderÚnameZispkg© r ú7/opt/alt/python310/lib64/python3.10/lib2to3/refactor.pyÚget_all_fix_names s
€r c @ ó e Zd ZdS )Ú
_EveryNodeN©Ú__name__Ú
__module__Ú __qualname__r r r r r + ó r c C s t | tjtjfƒr| jd u rt‚| jhS t | tjƒr%| jr#t| jƒS t‚t | tj ƒrBt
ƒ }| jD ]}|D ] }| t|ƒ¡ q5q1|S t d| ƒ‚)Nz$Oh no! I don't understand pattern %s)
Ú
isinstancer Z NodePatternZ LeafPatternÚtyper ZNegatedPatternZcontentÚ_get_head_typesZWildcardPatternÚsetÚupdateÚ Exception)ZpatÚrÚpÚxr r r r! / s"
ÿ r! c C s¾ t t¡}g }| D ];}|jr2zt|jƒ}W n ty$ | |¡ Y q
w |D ] }|| |¡ q'q
|jd ur@||j |¡ q
| |¡ q
tt j
j ¡ t j
j
ƒD ] }|| |¡ qQt|ƒS ©N)Ú collectionsÚ defaultdictÚlistÚpatternr! r r Z _accept_typer r Úpython_grammarZ
symbol2numberÚvaluesÚtokensÚextendÚdict)Z
fixer_listZ
head_nodesZeveryÚfixerZheadsZ node_typer r r Ú_get_headnode_dictK s*
ÿÿ
ÿr3 c s ‡ fdd„t ˆ dƒD ƒS )Nc s g | ]}ˆ d | ‘qS ©Ú.r )Ú.0Úfix_name©Zpkg_namer r Ú
h s ÿz+get_fixers_from_package..F)r r8 r r8 r Úget_fixers_from_packaged s
ÿr: c C s | S r( r )Úobjr r r Ú _identityk s r< c sj d}t t | ¡j¡‰ ‡ fdd„}ttjt jtj hƒ}t
ƒ }zŠ |ƒ \}}||v r*q |tj kr5|r2ncd}n_|tj kr“|dkr“|ƒ \}}|tj ksL|dkrMnR|ƒ \}}|tj ks[|dkr\nH|ƒ \}}|tj
kro|dkro|ƒ \}}|tj kr’| |¡ |ƒ \}}|tj
ks‡|d krˆn
|ƒ \}}|tj kstnnq W t|ƒS W t|ƒS W t|ƒS W t|ƒS ty´ Y t|ƒS w )
NFc s t ˆ ƒ} | d | d fS )Nr r )Únext)Útok©Úgenr r Úadvancer s z(_detect_future_features..advanceTÚfromZ
__future__Úimportú(ú,)r Úgenerate_tokensÚioÚStringIOÚreadlineÚ frozensetr ÚNEWLINEÚNLÚCOMMENTr" ÚSTRINGÚNAMEÚOPÚaddÚ
StopIteration)ÚsourceZhave_docstringrA ÚignoreÚfeaturesÚtpÚvaluer r? r Ú_detect_future_featureso s\
û€çýïò þþrX c @ r )Ú
FixerErrorNr r r r r rY — r rY c @ sê e Zd ZddddœZdZdZd4dd„Zdd „ Zd
d „ Zd d
„ Z dd„ Z
dd„ Z d5dd„Z d5dd„Z
dd„ Zd5dd„Zdd„ Zd6d d „Zd d „ Zd d!„ Z d7d"d#„Zd8d$d%„Zd&Zd'Zd(d)„ Zd*d+„ Zd,d-„ Zd.d/„ Zd0d1„ Z d2d3„ Z dS )9ÚRefactoringToolF)Úprint_functionÚ
exec_functionÚwrite_unchanged_filesZFixr Nc C sJ || _ |pg | _| j ¡ | _|d ur| j |¡ tj ¡ | _| jd r*| jj d= n
| jd r4| jj d= | j
d¡| _ g | _ t
d¡| _g | _d| _tj| jtj| jd| _| ¡ \| _| _g | _t ¡ | _ g | _ g | _ t | j| jƒD ]#}|j r| j !|¡ qs|| jv r‹| j "|¡ qs|| jv r–| j "|¡ qst#| j ƒ| _$t#| j ƒ| _%d S ) Nr[ Úprintr\ Úexecr] rZ F)ÚconvertÚlogger)&ÚfixersÚexplicitÚ_default_optionsÚcopyÚoptionsr# r r- ÚgrammarÚkeywordsÚgetr] ÚerrorsÚloggingZ getLoggerra Ú fixer_logÚwroter ZDriverr r` Ú
get_fixersÚ pre_orderÚ
post_orderÚfilesÚbmZ
BottomMatcherÚBMZ
bmi_pre_orderZbmi_post_orderr Z
BM_compatibleZ add_fixerr r3 Úbmi_pre_order_headsÚbmi_post_order_heads)ÚselfZ fixer_namesrf rc r2 r r r Ú__init__¤ sF
þ
€ zRefactoringTool.__init__c C sL g }g }| j D ]ˆ}t|i i dgƒ}| dd¡d }| | j¡r)|t| jƒd … }| d¡}| jd dd„ |D ƒ¡ }zt ||ƒ}W n t
yR t d ||f ƒd ‚w || j | j
ƒ} | jrn| jd
urn|| jvrn| d |¡ q| d |¡ | jd
kr| | ¡ q| jdkrŠ| | ¡ qt d| j ƒ‚t d¡}
|j|
d |j|
d ||fS )Nr r5 r éÿÿÿÿÚ_Ú c S s g | ]}| ¡ ‘qS r )Útitle)r6 r& r r r r9 ë s z.RefactoringTool.get_fixers..zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ run_order©Úkey)rb r Úrsplitr Ú FILE_PREFIXÚlenÚsplitÚ CLASS_PREFIXÚjoinÚgetattrÚAttributeErrorrY rf rl rc Ú log_messageÚ log_debugZorderr ÚoperatorÚ
attrgetterÚsort) rv Zpre_order_fixersZpost_order_fixersZ fix_mod_pathÚmodr7 ÚpartsÚ
class_nameZ fix_classr2 Zkey_funcr r r rn Û s<
ÿ
zRefactoringTool.get_fixersc O s ‚ r( r )rv ÚmsgÚargsÚkwdsr r r Ú log_error s zRefactoringTool.log_errorc G s |r|| }| j |¡ d S r( )ra Úinfo©rv rŽ r r r r r† s zRefactoringTool.log_messagec G s |r|| }| j |¡ d S r( )ra Údebugr“ r r r r‡
s zRefactoringTool.log_debugc C s d S r( r )rv Úold_textÚnew_textÚfilenameÚequalr r r Ú print_output s z RefactoringTool.print_outputc C s: |D ]}t j |¡r| |||¡ q| |||¡ qd S r( )ÚosÚpathÚisdirÚ refactor_dirÚ
refactor_file)rv ÚitemsÚwriteÚ
doctests_onlyZ dir_or_filer r r Úrefactor s üzRefactoringTool.refactorc
C sœ t jd }t |¡D ]@\}}}| d|¡ | ¡ | ¡ |D ] }| d¡s?t j |¡d |kr?t j ||¡} | | ||¡ q dd„ |D ƒ|d d …< q d S )NÚpyzDescending into %sr5 r c S s g | ] }| d ¡s|‘qS r4 )r )r6 Zdnr r r r9 2 ó z0RefactoringTool.refactor_dir..)
rš ÚextsepÚwalkr‡ rŠ r r› Úsplitextrƒ rž )
rv Zdir_namer r¡ Zpy_extÚdirpathZdirnamesÚ filenamesr Úfullnamer r r r s
€öz RefactoringTool.refactor_dirc
C s° zt |dƒ}W n ty" } z| d||¡ W Y d }~dS d }~ww zt |j¡d }W | ¡ n| ¡ w tj |d|dd}| ¡ |fW d ƒ S 1 sQw Y d S )NÚrbzCan't open %s: %s©NNr r% rz ©ÚencodingÚnewline) ÚopenÚOSErrorr‘ r Údetect_encodingrI ÚcloserG Úread)rv r— ÚfÚerrr® r r r Ú_read_python_source4 s €þ
$ÿz#RefactoringTool._read_python_sourcec C s | |¡\}}|d u rd S |d7 }|r:| d|¡ | ||¡}| js'||kr2| |||||¡ d S | d|¡ d S | ||¡}| jsH|rY|jrY| jt|ƒd d… |||d d S | d|¡ d S )NÚ
zRefactoring doctests in %szNo doctest changes in %srx )r r® zNo changes in %s)r· r‡ Úrefactor_docstringr] Úprocessed_fileÚrefactor_stringÚ was_changedÚstr)rv r— r r¡ Úinputr® ÚoutputÚtreer r r rž D s"
ÿz RefactoringTool.refactor_filec
C s² t |ƒ}d|v rtj| j_z3z| j |¡}W n# ty: } z| d||jj |¡ W Y d }~W | j| j_d S d }~ww W | j| j_n| j| j_w ||_
| d|¡ | ||¡ |S )Nr[ zCan't parse %s: %s: %szRefactoring %s)
rX r Z!python_grammar_no_print_statementr rg Z parse_stringr$ r‘ Ú __class__r Úfuture_featuresr‡ Ú
refactor_tree)rv Údatar rU rÀ r¶ r r r r» [ s(
ÿ €ûÿ z RefactoringTool.refactor_stringc C s’ t j ¡ }|r)| d¡ | |d¡}| js||kr"| |d|¡ d S | d¡ d S | |d¡}| js7|rB|jrB| t |ƒd|¡ d S | d¡ d S )Nz Refactoring doctests in stdinzzNo doctest changes in stdinzNo changes in stdin)
ÚsysÚstdinr´ r‡ r¹ r] rº r» r¼ r½ )rv r¡ r¾ r¿ rÀ r r r Úrefactor_stdinv s
z RefactoringTool.refactor_stdinc
C sÎ t | j| jƒD ]}| ||¡ q| | j| ¡ ¡ | | j| ¡ ¡ | j | ¡ ¡}t
| ¡ ƒrÔ| jj D ]˜}||v rÍ|| rÍ|| j
tjjdd |jrW|| j
tjjd t|| ƒD ]o}||| v rl|| |¡ zt|ƒ W n ty{ Y q]w |jr…||jv r…q]| |¡}|rÌ| ||¡}|d urÌ| |¡ | ¡ D ]}|js§g |_|j |¡ qŸ| j | ¡ ¡}|D ]} | |vrÂg || < || || ¡ q¸q]q5t
| ¡ ƒs1t | j| jƒD ]}| ||¡ qÛ|j S )NT)r} Úreverser| ) r ro rp Z
start_treeÚ traverse_byrt ru rs ÚrunZleavesÚanyr. rb rŠ r ZBaseZdepthZkeep_line_orderZ
get_linenor+ Úremover Ú
ValueErrorZfixers_appliedÚmatchÚ transformÚreplacer r0 Z finish_treer¼ )
rv rÀ r r2 Z match_setÚnodeÚresultsÚnewZ new_matchesZfxrr r r rà † sR ý
€ Ñ1z RefactoringTool.refactor_treec C sX |sd S |D ]"}||j D ]}| |¡}|r(| ||¡}|d ur(| |¡ |}qqd S r( )r rÎ rÏ rÐ )rv rb Z traversalrÑ r2 rÒ rÓ r r r rÉ Õ s
€úÿzRefactoringTool.traverse_byc C sŠ | j |¡ |d u r| |¡d }|d u rd S ||k}| ||||¡ |r1| d|¡ | js1d S |r=| ||||¡ d S | d|¡ d S )Nr zNo changes to %szNot writing changes to %s)rq r r· r™ r‡ r] Ú
write_file)rv r– r— r• r r® r˜ r r r rº ì s z RefactoringTool.processed_filec C sÊ z t j|d|dd}W n ty& } z| d||¡ W Y d }~d S d }~ww |) z| |¡ W n tyJ } z
| d||¡ W Y d }~nd }~ww W d ƒ n1 sUw Y | d|¡ d| _d S )NÚwrz r zCan't create %s: %szCan't write %s: %szWrote changes to %sT)rG r° r± r‘ r r‡ rm )rv r– r— r• r® Úfpr¶ r r r rÔ s& €þ€ÿ€ ý
zRefactoringTool.write_filez>>> z... c
C s g }d }d }d }d}|j ddD ]d}|d7 }| ¡ | j¡r@|d ur.| | ||||¡¡ |}|g}| | j¡} |d | … }q|d ur]| || j ¡sW||| j ¡ d kr]| |¡ q|d url| | ||||¡¡ d }d }| |¡ q|d ur…| | ||||¡¡ d
|¡S )Nr T©Úkeependsr r¸ rz ) Ú
splitlinesÚlstripr ÚPS1r0 Úrefactor_doctestÚfindÚPS2Úrstripr rƒ )
rv r¾ r— ÚresultÚblockZ block_linenoÚindentÚlinenoÚlineÚir r r r¹ sD ÿ ÿ ÿ ÿ
z"RefactoringTool.refactor_docstringc
s z ˆ ||ˆ ¡}W n4 ty> } z(ˆj tj¡r'|D ] }ˆ d| d¡¡ qˆ d|||j j
|¡ |W Y d }~S d }~ww ˆ ||¡r†t |ƒj
dd}|d |d … ||d d … } }|d d¡sm|d d7 < ˆ ˆj | d¡ g}|r†|‡ ‡fd d
„|D ƒ7 }|S ) Nz
Source: %sr¸ z+Can't parse docstring in %s line %s: %s: %sTr× r rx r c s g | ] }ˆ ˆj | ‘qS r )rÞ )r6 rä ©râ rv r r r9 ^ r¤ z4RefactoringTool.refactor_doctest..)Ú parse_blockr$ ra Z isEnabledForrk ÚDEBUGr‡ rß r‘ rÁ r rà r½ rÙ ÚendswithrÛ Úpop)
rv rá rã râ r— rÀ r¶ rä rÓ Zclippedr ræ r rÜ D s, ÿ€ú "z RefactoringTool.refactor_doctestc C sÐ | j rd}nd}| js| d|¡ n| d|¡ | jD ]}| |¡ q| jr6| d¡ | jD ]}| |¡ q.| jrdt| jƒdkrF| d¡ n | dt| jƒ¡ | jD ]\}}}| j|g|¢R i |¤Ž qRd S d S ) NÚwerez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r zThere was 1 error:zThere were %d errors:)rm rq r† rl rj r€ )rv rë ÚfileÚmessagerŽ r r r r r Ú summarizea s(
úzRefactoringTool.summarizec C s$ | j | |||¡¡}tƒ |_|S r( )r Z parse_tokensÚ wrap_toksrJ r )rv rá rã râ rÀ r r r rç x s zRefactoringTool.parse_blockc c sh t | ||¡j¡}|D ]#\}}\}}\} }
} ||d 7 }| |d 7 } ||||f| |
f| fV qd S )Nr )r rF Ú gen_linesÚ__next__) rv rá rã râ r/ r rW Zline0Zcol0Zline1Zcol1Z line_textr r r rï ‚ s € øzRefactoringTool.wrap_toksc c sz || j }|| j }|}|D ]'}| |¡r!|t|ƒd … V n|| ¡ d kr-dV ntd||f ƒ‚|}q dV q9)Nr¸ zline=%r, prefix=%rTrz )rÛ rÞ r r€ rß ÚAssertionError)rv rá râ Úprefix1Zprefix2Úprefixrä r r r rð s €
ÿzRefactoringTool.gen_linesr¬ )FF)F)NFNr( ) r r r rd r‚ r rw rn r‘ r† r‡ r™ r¢ r r· rž r» rÇ rà rÉ rº rÔ rÛ rÞ r¹ rÜ rî rç rï rð r r r r rZ › sB þ
7(
O
ÿ
+
rZ c @ r )ÚMultiprocessingUnsupportedNr r r r r rõ ¤ r rõ c sF e Zd Z‡ fdd„Z d ‡ fdd„ Z‡ fdd„Z‡ fd d
„Z‡ ZS ) ÚMultiprocessRefactoringToolc s& t t| ƒj|i |¤Ž d | _d | _d S r( )Úsuperrö rw ÚqueueÚ output_lock©rv r Úkwargs©rÁ r r rw ª s
z$MultiprocessRefactoringTool.__init__Fr c
s2 |dkrt tˆƒ |||¡S zdd l‰ W n ty t‚w ˆjd ur'tdƒ‚ˆ ¡ ˆ_ˆ ¡ ˆ_
‡ ‡fdd„t |ƒD ƒ}z8|D ]}| ¡ q@t tˆƒ |||¡ W ˆj
¡ t |ƒD ]}ˆj d ¡ q[|D ]
}| ¡ rp|
¡ qfd ˆ_d S ˆj
¡ t |ƒD ]}ˆj d ¡ q|D ]
}| ¡ r”|
¡ qŠd ˆ_w )Nr r z already doing multiple processesc s g | ] }ˆ j ˆjd ‘qS ))Útarget)ZProcessÚ_child)r6 rå ©Úmultiprocessingrv r r r9 ¼ s ÿz8MultiprocessRefactoringTool.refactor..)r÷ rö r¢ r Ú ImportErrorrõ rø Ú RuntimeErrorZ
JoinableQueueZLockrù ÚrangeÚstartrƒ ÚputZis_alive)rv rŸ r r¡ Z
num_processesZ processesr& rå rü rÿ r r¢ ¯ sL
ÿ ÿ
ÿ
ÿ
€
ú €z$MultiprocessRefactoringTool.refactorc sf | j ¡ }|d ur1|\}}ztt| ƒj|i |¤Ž W | j ¡ n| j ¡ w | j ¡ }|d us d S d S r( )rø ri r÷ rö rž Z task_done)rv Ztaskr rû rü r r rþ Ì s
ÿÿ
ùz"MultiprocessRefactoringTool._childc s4 | j d ur| j ||f¡ d S tt| ƒj|i |¤ŽS r( )rø r r÷ rö rž rú rü r r rž × s
ÿÿz)MultiprocessRefactoringTool.refactor_file)FFr )r r r rw r¢ rþ rž Ú
__classcell__r r rü r rö ¨ s ÿ rö )T)"Ú
__author__rG rš r rÅ rk rˆ r) Ú itertoolsr Zpgen2r r r Z
fixer_utilr rz r r r
rr r r$ r r! r3 r: r< rX rY ÚobjectrZ rõ rö r r r r Ú s:
(