a gT>@sddlmZddlZddlZddlmZddlmZddlmZddlm Z ddlm Z dZ d Z d Z d Zd Zd ZdZdZdZddddddddddZddddddddddZddddddddddZddddddddddZddddd d!d"Zddddd d#d$Zddd%d&d'd(Zdddd)d*d+d,Zd-d.d/d0ZeeeeZZ ddd1d&d2d3Z!dddd&d4d5Z"Gd6d7d7Z#dddd&d8d9Z$dddd:d;dd?d@Z&ddddAd dBdCZ'dddd:d dDdEZ(dddFd:d dGdHZ)ddddd:dIdJdKZ*dddFdLd:dMdNdOZ+e,-dPdQdRZ.ddddSdTdUZ/dddVdLd:dWdXdYZ0dddVdLd:dZd[d\Z1dS)]) annotationsN) defaultdict)NON_CODING_TOKENS)UNIMPORTANT_WS)Token) tokens_to_srcCODECOMMENTDEDENTINDENTNEWLINENAMEOPNLSTRINGsrc list[Token]intstrz str | None)tokensinamerreturncCs2||j|ks$|dur.||j|kr.|d7}q|S)z4 Find the next token matching name and src. NrrrrrrrT/var/www/lab.imftr.de/x/nb_venv/lib/python3.9/site-packages/django_upgrade/tokens.pyfinds$ rcCs2||j|ks$|dur.||j|kr.|d8}q|S)z8 Find the previous token matching name and src. Nrrrrrr reverse_find#s$ r cCs:||dj|kr6|dus,||dj|kr6|d7}q|S)z5 Move past any tokens matching name and src. rNrrrrrconsume.s, r!cCs:||dj|kr6|dus,||dj|kr6|d8}q|S)z7 Rewind past any tokens matching name and src. rNrrrrrreverse_consume7s, r"z!ast.expr | ast.keyword | ast.stmt)rrnodercCsT||jdus||j|jkr(|d7}q||jdusF||j|jkrP|d7}q(|S)zC Find the first token corresponding to the given ast node. Nr)linelinenoutf8_byte_offset col_offsetrrr#rrrfind_first_tokenBs   r)cCsX||jdus||j|jkr(|d7}q||jdusF||j|jkrP|d7}q(|dS)zB Find the last token corresponding to the given ast node. Nr)r$ end_linenor&end_col_offsetr(rrrfind_last_tokenRs   r,ztuple[int, str])rrrcCs>|dkr2||djttfvr2|d8}||j}nd}||fS)z If the previous token is an indent, return its position and the indentation string. Otherwise return the current position and "". rr)rr rr)rrindentrrrextract_indentbs  r/bool)r start_idxend_idxrcCs6||djtko4||djtko4||djtkS)zH Return if the given set of tokens is on its own physical line. r)rPHYSICAL_NEWLINEr)rr1r2rrr alone_on_lineos r5)]})([{z!tuple[list[tuple[int, int]], int]cCsg}|g}|d7}|}|r||}t|dkrP|jdkrP|||f|d}n\|jtvrf||nF|jt||djkr||st|||r|||f|d7}q||fS)z Given the index of the opening bracket of a function call, step through and parse its arguments into a list of tuples of start, end indices. Return this list plus the position of the token after. r,)lenrappendBRACESpoprstrip)rrargsstackZ arg_starttokenrrrparse_call_argss"     rFcCsRd}|s||jdkrN||jtvr.|d7}n||jtvrD|d8}|d7}q|S)Nr:r)rOPENINGCLOSING)rrdepthrrrfind_block_starts  rKc@seZdZdZdZdddddddddZd dd d d Zd dd d dZd dd ddZd d ddddZ d dd ddZ e dd ddddddZ dS)Blockz Adapted from pyupgrade: https://github.com/asottile/pyupgrade/blob/ad5d9db9a206bfd221760fd81e407bf6040c808c/pyupgrade/_token_helpers.py#L179 Copyright (c) 2017 Anthony Sottile MIT Licensed startcolonblockendr$rr0None)rNrOrPrQr$rcCs"||_||_||_||_||_dSNrM)selfrNrOrPrQr$rrr__init__s zBlock.__init__r)rrcCs(||jjr t||jjSdSdS)Nr)rNrisspacer>)rTrrrr_initial_indentszBlock._initial_indentcCsd}t|j|jD]`}||djdvr||jdtfvr||djdkrt||j}|durh|}qt||}q|dusJ|S)Nr)rr r r )rangerPrQrrr>rmin)rTrZ block_indentrZ token_indentrrr_minimum_indents  zBlock._minimum_indentcCs|jr dS||}|||}t|j|jD]b}||djdvr0||jdtfvr0||j}|d||||d}||j |d||<q0dS)Nr)r rr r r) r$rWrZrXrPrQrrr_replace)rTrinitial_indentdiffrsrrrdedents  z Block.dedent)rnewrcCs0|j}||jdkr|d7}q||||j<dS)Nrr)rNrrO)rTrr`rNrrrreplace_conditions zBlock.replace_conditioncCs|jd}}||jtddhBvr||jdvrd||djtkrdt||dj||krdqn||jdvrv|}|d8}q|j|j|j |j |d|j dS)z^the tokenizer reports the end of the block at the beginning of the next block rr r >rr rM) rQrrrr>rrW __class__rNrOrPr$)rTrrZ last_tokenrrr _trim_ends&  zBlock._trim_endF)rrtrim_endrc Cs|dkr&||djdthvr&|d8}|}t||}|d}||jdkrb||jtvrb|d7}q<||jdkr|d}||jdkr|d7}qxd}|d7}|r|ddd||jd7}|d7}q|||||dd} |r| |S| Sn |}t||}|||||d dSdS) Nrrr r r=)r r F)r$T)rrrKrgetrcfind_end) clsrrrdrNrOjrPlevelretrrrr s.      z Block.findN)F) __name__ __module__ __qualname____doc__ __slots__rUrWrZr_rarc classmethodrrrrrrLs  rLcCs<||jdvr|d7}q||jdkr0|d8}n|d7}|S)N> ENDMARKERr rrqr)rrrrrrf-s   rfrR)rrnew_srcrcCs||tt|dS)z= Insert a generated token with the given new source. N)insertrr)rrrsrrrrt?srt)rrrrcCs||jt|d||<dS)z_ Replace the token at position i with a generated token with the given new source. rN)r[r)rrrrrrreplaceFsruztuple[int, int]cCsrt|||d}||djtkr(|d7}||djtkrB|d7}||djtkr\|d7}t||\}}||fS)zT Return bounds of tokens corresponding to the given node, minus any indent. r#r)r,rrr LOGICAL_NEWLINEr/)rrr#rh_rrr find_nodeNsrycCs$t|||d\}}|||d=dS)z; Erase all tokens corresponding to the given node. rvrN)ryrrr#rhrrr erase_node_sr{zast.CallcCsPt|||d\}}t||tdd}t||td}t||td}|||d=dS)zx Specialized version of erase_node for removing decorators, since they don't include the @ in their bounds. rv@rrrrN)ryr rr"r rrzrrrerase_decoratoris r})rrrr`rcCs*t||t|d}||jt|d||<dS)Nr)rr r[r)rrrr`rhrrrfind_and_replace_nameusr~zdict[str, str])rrr#arg_maprc Cst||tdd}t||\}}|t|jd}ttt|jD]b\}} | j |vrBt ||D]2} || j | j kr`|| j || j d|| <qBq`t | j dqBdS)uf Update an ast.Call node’s keyword argument names, where arg_map maps old to new names. r9rNrz argument not found)rrrFr>rCreversedlist enumeratekeywordsargrXrr[AssertionError) rrr#rrh func_argsrxZkwarg_func_argsnkeywordkrrrreplace_argument_nameszs  r"z\")'r)text match_quotesrcCsFt|}td|}|dus J|ddkrB|ddkrB|t}|S)z Give the repr of a string, switching it to double quotes if the string literal represent in match_quotes uses double quotes. z[\'"]Nrr)reprresearch translatestr_repr_single_to_double)rrresultZ first_quoterrrstr_repr_matchings    rzast.ImportFrom)rrr#name_maprc Cst||tdd}t||tdd}dd|jD}g}d}t|jD]z\}} | j|vrd}t||t| jd}| jdurBt||td d}t||t| jd}qB|| j} | d ks| |vrt||t| jd} | } | jdurt|| td d} t|| t| jd} t|jd kr4|d kr$t|| td d} nt|| td d} t || t d} t || t d} t || | rn| d 8} | d 7} | | | gf| }qBd}t||t| jd} | | | || jd| dgf| }qB|rt|||dn&t|D]\} } } | || | d <qdS)u Replace an ast.ImportFrom node’s imported names, where name_map maps old to new names. If a new name entry is the empty string, remove the import. fromrimportcSsh|]}|jdur|jqSrS)asnamer).0aliasrrr sz&update_import_names..TFNasr-rrr<rrrrv)rr namesrrrr>rr r!rr r5r?r[r{r)rrr#rrhZexisting_unaliased_names replacementsZ remove_allZ alias_idxrnew_namer1r2 replacementrrrupdate_import_namess\      r)rrr#module_rewritesrc Cstt}i}|jD]F}|j}||vrd||<|jrB|d|jn|}||||qt||\} } t||||dt| D]6\} } d t | } t || | d| d| ddqd S) z Replace import names from an ast.ImportFrom with new import statements from elsewhere. rewrites should map import names to the new modules they should be imported from. r-z as )r#rz, zfrom z import  )rsN) rrrrrr?r/rritemsjoinsortedrt)rrr#rZimports_to_addrrrrrhr.modulerZ joined_namesrrrupdate_import_moduless  r)2 __future__rastr collectionsrZ tokenize_rtrrrrrr r r rwr rr4rrr r!r"r)r,r/r5r@ frozensetvaluesrHrIrFrKrLrfrtruryr{r}r~rr maketransrrrrrrrrs`            !    K