o ?OgR @s dZdZddlZddlZddlmZmZddlTddlm Z dd e e Dgd Z [ ze Wn e y<eZ Ynwd d Zd dZddZddZdZdZeedeeeZdZdZdZdZeddZeeeeeZdZeddeeZdeZeeeZed ed!Z ee eeZ!d"Z"d#Z#d$Z$d%Z%d&Z&ee&d'e&d(Z'ee&d)e&d*Z(ed+d,d-d.d/d0d1d2d3 Z)d4Z*ed5d6d7Z+ee)e*e+Z,ee!e,e(eZ-ee-Z.ee&d8ed9de&d:ed;dZ/edee'Z0eee0e!e,e/eZ1e2ej3e.e1e$e%f\Z4Z5Z6Z7edd?edGdPdQdQe=Z?dRdSZ@e@fdTdUZAdVdWZBGdXdYdYZCe3dZejDZEe3d[ejDZFd\d]ZGd^d_ZHd`daZIdbdcZJeKddkrddlLZLeMeLjNdkreAeOeLjNdjPdSeAeLjQjPdSdS)ezKa-Ping Yee z@GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip MontanaroN)BOM_UTF8lookup)*)tokencCsg|] }|ddkr|qS)r_).0xrr=/opt/alt/python310/lib64/python3.10/lib2to3/pgen2/tokenize.py %sr )tokenizegenerate_tokens untokenizecGsdd|dS)N(|))joinchoicesrrr group0rcG t|dS)Nrrrrrr any1 rcGr)N?rrrrr maybe2rrcstfddDS)Nc3s6|]}dD]}||kr||VqqdS))N)casefold)r r ylrr 4s  z _combinations..)setr!rr!r _combinations3s r%z[ \f\t]*z #[^\r\n]*z\\\r?\nz\w+z0[bB]_?[01]+(?:_[01]+)*z(0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?z0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?z[1-9]\d*(?:_\d+)*[lL]?z0[lL]?z[eE][-+]?\d+(?:_\d+)*z\d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?z\.\d+(?:_\d+)*z \d+(?:_\d+)*z\d+(?:_\d+)*[jJ]z[jJ]z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?'''"""z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z<>z!=z//=?z->z[+\-*/%&@|^=<>]=?~z[][(){}]z\r?\nz:=z[:;.,`@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"rRfFbB>uZURZUrZurZuRU)r)r*r&r'cCi|]}|dtqSr&) single3progr prefixrrr yr8cCr3r') double3progr6rrr r8zr9cCsi|]}|dqSNrr6rrr r8{rcCh|]}|dqSr4rr6rrr r>cCr=r:rr6rrr r>r?cCr=)r)rr6rrr r>r?cCr=)r*rr6rrr r>r?c@ eZdZdS) TokenErrorN__name__ __module__ __qualname__rrrr rBrrBc@rA)StopTokenizingNrCrrrr rGrrGc Cs4|\}}|\}}td||||t|t|fdS)Nz%d,%d-%d,%d: %s %s)printtok_namerepr) typerZxxx_todo_changemeZxxx_todo_changeme1lineZsrowZscolZerowZecolrrr printtokens  rMcCs( zt||WdStyYdSwr<) tokenize_looprG)readline tokeneaterrrr r s   r cCst|D]}||qdSr<)r)rOrPZ token_inforrr rNs  rNc@s,eZdZddZddZddZddZd S) UntokenizercCsg|_d|_d|_dS)Nrr)tokensprev_rowprev_col)selfrrr __init__s zUntokenizer.__init__cCs.|\}}||j}|r|jd|dSdS)N )rTrRappend)rUstartrowcol col_offsetrrr add_whitespaces  zUntokenizer.add_whitespacecCs|D]8}t|dkr|||n)|\}}}}}|||j||\|_|_|ttfvr:|jd7_d|_qd |jS)Nrrr) lencompatr]rRrXrSrTNEWLINENLr)rUiterablettok_typerrYendrLrrr rs       zUntokenizer.untokenizec Csd}g}|jj}|\}}|ttfvr|d7}|ttfvrd}|D]B}|dd\}}|ttttfvr6|d7}|tkr@||q |t krI| q |ttfvrRd}n |r^|r^||dd}||q dS)NFrWTr^) rRrXNAMENUMBERrarbASYNCAWAITINDENTDEDENTpop) rUrrc startlineindents toks_appendtoknumtokvaltokrrr r`s2      zUntokenizer.compatN)rDrErFrVr]rr`rrrr rQs  rQz&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s^[ \t\f]*(?:[#\r\n]|$)cCsJ |dddd}|dks|drdS|dvs!|dr#dS|S) N r-utf-8zutf-8-)zlatin-1 iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-rx)lowerreplace startswith)orig_encencrrr _get_normal_namesr~cs dd}d}fdd}fdd}|}|tr%d|dd}d }|s+|gfS||}|r6||gfSt|s@||gfS|}|sJ||gfS||}|rV|||gfS|||gfS) NFrwcs"zWStytYSwr<) StopIterationbytesr)rOrr read_or_stops   z%detect_encoding..read_or_stopcsz|d}Wn tyYdSwt|}|sdSt|d}zt|}Wn ty5td|wrE|j dkrAtd|d7}|S)Nasciirzunknown encoding: rwzencoding problem: utf-8z-sig) decodeUnicodeDecodeError cookie_rematchr~rr LookupError SyntaxErrorname)rL line_stringrencodingcodec) bom_foundrr find_cookie s&      z$detect_encoding..find_cookieTz utf-8-sig)r{rblank_rer)rOrdefaultrrfirstsecondr)rrOr detect_encodings2          rcCs t}||Sr<)rQr)rcutrrr r:s rccsx d}}}d\}}d}dg}d}d} d} d} z|} Wn ty*d} Ynw|d}dt| } }|r| s?td||| }|rg|d} }t|| d||||f|| fVd\}}d}nN|r| dddkr| d dd krt|| ||t| f|fVd}d}q|| }|| }q|dkr|s| snd}| |kr| | d kr|d}n| | d kr|tdt}n | | d krd}nn| d} | |ks| |krِn|r|Vd}| | dvr;| | dkr | | dd}| t|}t ||| f|| t|f| fVt | |d||f|t| f| fVnt t f| | dk| | d|| f|t| f| fVq||dkrW| |t | d| |df|| f| fV||dkr||vrlt dd|| | f|dd}| r| |dkrd} d} d} td|| f|| f| fV||dks^| r| r| |dkrd} d} d} n | std|dfd}| |krt| | }|rv|d\}}||f||f|}}} | ||| |}}|tjvs|dkr|dkrt|||| fVn|dvr!t}|dkr t }n| rd} |r|Vd}||||| fVni|dkr8|r.|Vd}t |||| fVnR|tvrwt|}|| | }|ri|d} | || }|r]|Vd}t|||| f| fVn!||f}| |d}| }n|tvs|ddtvs|ddtvr|ddkr||f}t|pt|dpt|d}| |dd}}| }n|r|Vd}t|||| fVn|r8|dvr| r|dkrtnt|||| fVqt|||| f}|dkr|s|}q|dvr,|r,|dtkr,|ddkr,|dkrd} |d} t|d|d|d|dfVd}|r4|Vd}|VnR|dkrR|rE|Vd}t |||| f| fVd}n8|d vr\|d}n |d!vre|d}|rm|Vd}t|||| fVnt| | || f|| df| fV| d} | |ksq|r|Vd}|ddD]}td|df|dfdfVqtd|df|dfdfVdS)"Nr)rrFrrzEOF in multi-line stringz\ z\ rW  z# #z rgz3unindent does not match any outer indentation levelz zEOF in multi-line statement.Tr^r )asyncawaitr)defforr\z([{z)]})rr_rBrrfSTRING ERRORTOKENtabsizerstripCOMMENTrbrXrlIndentationErrorrm pseudoprogspanstringZdigitsrira triple_quotedendprogs single_quoted isidentifierrjrkrhOP ENDMARKER)rOlnumparenlev continuedcontstrneedcontcontlinerpZstashedZ async_defZasync_def_indentZ async_def_nlrLposmaxstrstartendprogendmatchrfcolumn comment_tokenZnl_pos pseudomatchrYsposeposrinitialnewlinertindentrrr rOs     $                            @r__main__)R __author__ __credits__rrecodecsrrZlib2to3.pgen2.tokenrrdir__all__r NameErrorstrrrrr% WhitespaceCommentIgnoreName Binnumber Hexnumber Octnumber Decnumber IntnumberExponent PointfloatExpfloat Floatnumber ImagnumberNumberSingleDoubleSingle3Double3Z _litprefixTripleStringZOperatorZBracketSpecialFunny PlainTokenTokenContStr PseudoExtras PseudoTokenmapcompileZ tokenprogrr5r;Z _strprefixesrrrr ExceptionrBrGrMr rNrQASCIIrrr~rrrrDsysr_argvopenrOstdinrrrr s                   8 I c(