]m @ s d d l m Z d Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m
Z
d d l m Z m
Z
m Z d d l m Z d d l m Z m Z d d l m Z d d
l m Z d d d
Z Gd d d e Z d d Z d d Z d d Z d d Z e j d d f k rjd d l Z e j! Z" d d Z# d d Z$ n e! Z" e Z# e Z$ d d Z% Gd d d e Z& Gd! d" d" e' Z( Gd# d$ d$ e Z) Gd% d& d& e( Z* d S)' )with_statementz#Guido van Rossum N)chain )drivertokenizetoken) find_root)pytreepygram) btm_utils) btm_matcherTc C s t | g g d g } t j j | j } g } xh t t j | D]Q } | j d rI | j d rI | r | d d } | j | d d qI W| S)N*fix_z.py )
__import__ospathdirname__file__sortedlistdir
startswithendswithappend)Z fixer_pkgZ
remove_prefixZpkgZ fixer_dirZ fix_namesname r -/opt/alt/python35/lib64/python3.5/refactor.pyget_all_fix_names! s r c @ s e Z d Z d S)
_EveryNodeN)__name__
__module__ __qualname__r r r r r . s r c C s t | t j t j f r: | j d k r0 t | j h St | t j rh | j rb t | j St t | t j r t
} x5 | j D]* } x! | D] } | j t | q Wq W| St d | d S)Nz$Oh no! I don't understand pattern %s)
isinstancer Z NodePatternZ LeafPatterntyper ZNegatedPatternZcontent_get_head_typesZWildcardPatternsetupdate Exception)patrpxr r r r& 2 s
r& c C s t j t } g } x | D] } | j r y t | j } Wn t k
r_ | j | Yq XxU | D] } | | j | qg Wq | j d k r | | j j | q | j | q Wx: t t j
j j t j
j
D] } | | j | q Wt | S)N) collections defaultdictlistpatternr& r r Z _accept_typer r
python_grammarZ
symbol2numbervaluestokensextenddict)Z
fixer_listZ
head_nodesZeveryfixerZheadsZ node_typer r r _get_headnode_dictN s"
r8 c s f d d t d D S)Nc s g | ] } d | q S).r ).0fix_name)pkg_namer r
k s z+get_fixers_from_package..F)r )r< r )r< r get_fixers_from_packageg s r> c C s | S)Nr )objr r r _identityn s r@ r c C s | j d d S)Nz
)replace)inputr r r _from_system_newlinesu s rD c C s* t j d k r" | j d t j S| Sd S)NrA )r lineseprB )rC r r r _to_system_newlinesw s rF c s d } t j t j | j f d d } t t j t j t j h } t
} yVxO| \ } } | | k r q` q` | t j k r | r Pd } q` | t j k r| d k r| \ } } | t j k s | d k r P| \ } } | t j k s| d k rP| \ } } | t j
k rJ| d k rJ| \ } } x^ | t j k r| j | | \ } } | t j
k s| d k rP| \ } } qMWq` Pq` WWn t k
rYn Xt | S)
NFc s t } | d | d f S)Nr r )next)tok)genr r advance s z(_detect_future_features..advanceTfrom
__future__import(,)r generate_tokensioStringIOreadline frozensetr NEWLINENLCOMMENTr' STRINGNAMEOPadd
StopIteration)sourceZhave_docstringrJ ignorefeaturestpvaluer )rI r _detect_future_features sD
rb c @ s e Z d Z d S)
FixerErrorN)r! r" r# r r r r rc s rc c @ si e Z d Z d d d d i Z d Z d Z d d d d Z d d
Z d d Z d
d Z d d Z
d d Z d d d d Z d d d d Z
d d Z d d d d Z d d Z d d d Z d d Z d! d" Z d d d d# d$ Z d d% d& Z d' Z d( Z d) d* Z d+ d, Z d- d. Z d/ d0 Z d1 d2 Z d3 d4 Z d S)5RefactoringToolprint_functionFwrite_unchanged_filesZFixr Nc C s | | _ | p g | _ | j j | _ | d k rF | j j | | j d rb t j | _ n t j | _ | j j
d | _ g | _ t
j d | _ g | _ d | _ t j | j d t j d | j | _ | j \ | _ | _ g | _ t j | _ g | _ g | _ xz t | j | j D]c } | j rQ| j j! | q/| | j k rs| j j" | q/| | j k r/| j j" | q/Wt# | j | _$ t# | j | _% d S)Nre rf rd Fconvertlogger)&fixersexplicit_default_optionscopyoptionsr( r
!python_grammar_no_print_statementgrammarr2 getrf errorslogging getLoggerrh fixer_logwroter ZDriverr rg
get_fixers pre_order
post_orderfilesbmZ
BottomMatcherBMZ
bmi_pre_orderZbmi_post_orderr Z
BM_compatibleZ add_fixerr r8 bmi_pre_order_headsbmi_post_order_heads)selfZ fixer_namesrm rj r7 r r r __init__ s<
zRefactoringTool.__init__c C s g } g } x| j D]} t | i i d g } | j d d d } | j | j ru | t | j d } | j d } | j d j d d | D } y t | | } Wn( t
k
r t d | | f Yn X| | j | j
} | j r4| j d k r4| | j k r4| j d
| q | j d | | j d k rc| j | q | j d
k r| j | q t d | j q Wt j d }
| j d |
| j d |
| | f S)Nr
r9 r _ c S s g | ] } | j q Sr )title)r: r, r r r r= s z.RefactoringTool.get_fixers..zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %spreZpostzIllegal fixer order: %rZ run_orderkey)ri r rsplitr FILE_PREFIXlensplit CLASS_PREFIXjoingetattrAttributeErrorrc rm rt rj log_message log_debugorderr operator
attrgettersort) r~ Zpre_order_fixersZpost_order_fixersZ fix_mod_pathmodr; parts
class_nameZ fix_classr7 Zkey_funcr r r rv s8 #
zRefactoringTool.get_fixersc O s d S)Nr )r~ msgargskwdsr r r log_error s zRefactoringTool.log_errorc G s$ | r | | } | j j | d S)N)rh info)r~ r r r r r r s
zRefactoringTool.log_messagec G s$ | r | | } | j j | d S)N)rh debug)r~ r r r r r r s
zRefactoringTool.log_debugc C s d S)Nr )r~ old_textnew_textfilenameequalr r r print_output! s z RefactoringTool.print_outputc C sP xI | D]A } t j j | r5 | j | | | q | j | | | q Wd S)N)r r isdir refactor_dir
refactor_file)r~ itemswrite
doctests_onlyZ dir_or_filer r r refactor& s
zRefactoringTool.refactorc
C s t j d } x t j | D] \ } } } | j d | | j | j xb | D]Z } | j d rW t j j | d | k rW t j j | | } | j | | | qW Wd d | D | d d .)
r extsepwalkr r r r splitextr r )
r~ Zdir_namer r Zpy_extdirpathdirnames filenamesr fullnamer r r r / s
z RefactoringTool.refactor_dirc C s y t | d } Wn< t k
rQ } z | j d | | d SWYd d } ~ Xn Xz t j | j d } Wd | j Xt | d d | } t | j | f SWd QRXd S)NrbzCan't open %s: %sr r+ encoding)NN)
openOSErrorr r detect_encodingrS close_open_with_encodingrD read)r~ r ferrr r r r _read_python_sourceC s z#RefactoringTool._read_python_sourcec C s | j | \ } } | d k r% d S| d 7} | r | j d | | j | | } | j sl | | k r | j | | | | | q| j d | ni | j | | } | j s | r | j r | j t | d d | d | d | n | j d | d S) NrA zRefactoring doctests in %szNo doctest changes in %sr r r zNo changes in %sr )r r refactor_docstringrf processed_filerefactor_string was_changedstr)r~ r r r rC r outputtreer r r r S s
z RefactoringTool.refactor_filec C s t | } d | k r' t j | j _ zb y | j j | } WnE t k
r } z% | j d | | j j | d SWYd d } ~ Xn XWd | j | j _ X| | _
| j d | | j | | | S)Nre zCan't parse %s: %s: %szRefactoring %s)
rb r
rn r ro Z parse_stringr) r __class__r! future_featuresr
refactor_tree)r~ datar r_ r r r r r r j s z RefactoringTool.refactor_stringc C s t j j } | ro | j d | j | d } | j sI | | k r_ | j | d | q | j d nS | j | d } | j s | r | j r | j t | d | n
| j d d S)Nz Refactoring doctests in stdinzzNo doctest changes in stdinzNo changes in stdin)
sysstdinr r r rf r r r r )r~ r rC r r r r r refactor_stdin s
z RefactoringTool.refactor_stdinc
C s x- t | j | j D] } | j | | q W| j | j | j | j | j | j | j j | j } xt
| j rLx| j j D]} | | k r | | r | | j
d t j j d d | j r | | j
d t j j xGt | | D]5} | | | k r3| | j | y t | Wn t k
rXw Yn X| j rt| | j k rtq | j | } | r | j | | } | d k r | j | x6 | j D]( } | j sg | _ | j j | qW| j j | j } x9 | D]1 } | | k r(g | | <| | j | | q Wq Wq Wq} Wx- t | j | j D] } | j | | qcW| j S)Nr reverseT) r rw rx Z
start_tree traverse_byr| r} r{ runZleavesanyr3 ri r r ZBasedepthZkeep_line_orderZ
get_linenor0 remover
ValueErrorZfixers_appliedmatch transformrB r r5 Z finish_treer )
r~ r r r7 Z match_setnoderesultsnewZ new_matchesZfxrr r r r sJ
% z RefactoringTool.refactor_treec C s} | s
d Sxl | D]d } x[ | | j D]L } | j | } | r% | j | | } | d k r% | j | | } q% Wq Wd S)N)r% r r rB )r~ ri Z traversalr r7 r r r r r r s
zRefactoringTool.traverse_byc C s | j j | | d k r? | j | d } | d k r? d S| | k } | j | | | | | r | j d | | j s d S| r | j | | | | n | j d | d S)Nr zNo changes to %szNot writing changes to %s)ry r r r r rf
write_file)r~ r r r r r r r r r r s z RefactoringTool.processed_filec % C s y t | d d | } Wn< t k
rW } z | j d | | d SWYd d } ~ Xn XzV y | j t | Wn8 t k
r } z | j d | | WYd d } ~ Xn XWd | j X| j d | d | _ d S)Nwr zCan't create %s: %szCan't write %s: %szWrote changes to %sT)r r r r rF r r ru )r~ r r r r r r r r r r s * zRefactoringTool.write_filez>>> z... c
C s g } d } d } d } d } x.| j d d D]} | d 7} | j j | j r | d k r | j | j | | | | | } | g } | j | j } | d | } q1 | d k r| j | | j s | | | j j d k r| j | q1 | d k r2| j | j | | | | d } d } | j | q1 W| d k rz| j | j | | | | d j
| S)Nr keependsTr rA r )
splitlineslstripr PS1r5 refactor_doctestfindPS2rstripr r )
r~ rC r resultblockZ block_linenoindentlinenolineir r r r ( s:
z"RefactoringTool.refactor_docstringc
s^ y j | | } Wn t k
r } zg j j t j rm x' | D] } j d | j d qJ W j d | | | j j
| | SWYd d } ~ Xn X j | | rZt | j
d d } | d | d | | d d } } | d
j d s| d d 7< j | j d g } | rZ| f d d | D 7} | S) Nz
Source: %srA z+Can't parse docstring in %s line %s: %s: %sr Tr r c s! g | ] } j | q Sr )r )r: r )r r~ r r r= m s z4RefactoringTool.refactor_doctest..r r ) parse_blockr) rh isEnabledForrr DEBUGr r r r r! r r r r r pop)
r~ r r r r r r r r Zclippedr )r r~ r r S s$
) z RefactoringTool.refactor_doctestc C s | j r d } n d } | j s4 | j d | n1 | j d | x | j D] } | j | qN W| j r | j d x | j D] } | j | q W| j rt | j d k r | j d n | j d t | j x- | j D]" \ } } } | j | | | q Wd S) Nwerez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r zThere was 1 error:zThere were %d errors:)ru ry r rt rq r )r~ r filemessager r r r r r summarizep s$
zRefactoringTool.summarizec C s1 | j j | j | | | } t | _ | S)N)r Z parse_tokens wrap_toksrT r )r~ r r r r r r r r s ! zRefactoringTool.parse_blockc c s t j | j | | j } xe | D]] \ } } \ } } \ } }
} | | d 7} | | d 7} | | | | f | |
f | f Vq% Wd S)Nr )r rP gen_lines__next__) r~ r r r r4 r% ra Zline0Zcol0Zline1Zcol1Z line_textr r r r s
(zRefactoringTool.wrap_toksc c s | | j } | | j } | } xo | D]g } | j | rT | t | d Vn4 | | j d k rr d Vn t d | | f | } q' Wx d Vq Wd S)NrA zline=%r, prefix=%rr )r r r r r AssertionError)r~ r r Zprefix1Zprefix2prefixr r r r r s
zRefactoringTool.gen_lines) r! r" r# rk r r r rv r r r r r r r r r r r r r r r r r r r r r r r r r r rd s: 4 ( O +
rd c @ s e Z d Z d S)MultiprocessingUnsupportedN)r! r" r# r r r r r s r c sa e Z d Z f d d Z d d d f d d Z f d d Z f d d
Z S) MultiprocessRefactoringToolc s/ t t | j | | d | _ d | _ d S)N)superr r queue output_lock)r~ r kwargs)r r r r s z$MultiprocessRefactoringTool.__init__Fr c sU | d k r( t t j | | | Sy d d l Wn t k
rR t Yn X j d k rn t d j _ j _
f d d t | D } z; x | D] } | j q Wt t j | | | Wd j j
x$ t | D] } j j d qWx$ | D] } | j r'| j
q'Wd _ Xd S)Nr r z already doing multiple processesc s% g | ] } j d j q S)target)Process_child)r: r )multiprocessingr~ r r r= s z8MultiprocessRefactoringTool.refactor..)r r r r ImportErrorr r RuntimeError
JoinableQueueLockr rangestartr putis_alive)r~ r r r Z
num_processes processesr, r )r )r r~ r r s2
z$MultiprocessRefactoringTool.refactorc
so | j j } xY | d k rj | \ } } z t t | j | | Wd | j j X| j j } q Wd S)N)r rp r r r task_done)r~ Ztaskr r )r r r r s z"MultiprocessRefactoringTool._childc sE | j d k r( | j j | | f n t t | j | | Sd S)N)r r r r r )r~ r r )r r r r s z)MultiprocessRefactoringTool.refactor_file)r! r" r# r r r r r r )r r r s
r )+rL r
__author__r r rr r r. rQ itertoolsr Zpgen2r r r Z
fixer_utilr r r r
r Zbur rz r r) r r& r8 r> r@ version_infocodecsr r rD rF rb rc objectrd r r r r r r sD
(