[SSKJrJr SSKrSSKJr SSKJrJrJ r J r J r J r J r JrJrJrJrJr SSKJr SSKrSSKr\(aSSKJr SSKJrJrJrJr SS KJ r J!r!J"r" SS K#J$r$ SS K%J%r% \&"\5r'"S S\\5r)"SS\)5r*"SS\)5r+"SS\5r,\"SSS9r-"SS\.5r/"SS5r0"SS5r1"SS5r2Sr3S r4"S!S"5r5S#\.4S$jr6"S%S&5r7"S'S(5r8\ \//\/4r9"S)S*\5r:S1S+\ \,\.44S,jjr;"S-S.\:5r<"S/S0\:5r=g!\a GNf=f!\(a S r'Nf=f)2)abstractmethodABCN)suppress) TypeVarTypeDictIterator CollectionCallableOptional FrozenSetAnyClassVar TYPE_CHECKINGoverload) ModuleType) LexerConf)classifyget_regexp_width Serializelogger)UnexpectedCharactersLexErrorUnexpectedToken)TOKEN_DEFAULT_PRIORITY)copyFc \rSrSr%\\S'\\\S'\\\S'\\\S'SS\S\\S\\SS4Sjjr S r S r S r \ S\4S j5r\\ S\4S j55r\\ S\4Sj55rSrSrg)Pattern valueflagsrawtypeNreturnc<Xl[U5UlX0lgN)r! frozensetr"r#)selfr!r"r#s lib/third_party/lark/lexer.py__init__Pattern.__init__'s u% c4[UR55$r')repr to_regexpr)s r*__repr__Pattern.__repr__,sDNN$%%r-cX[[U5URUR45$r')hashr$r!r"r1s r*__hash__Pattern.__hash__0s T$ZTZZ899r-c[U5[U5:H=(a9 URUR:H=(a URUR:H$r')r$r!r"r)others r*__eq__Pattern.__eq__3s<DzT%[(dTZZ5;;-Fd4::Y^YdYdKddr-c[5er'NotImplementedErrorr1s r*r0Pattern.to_regexp6s !##r-c[5er'r>r1s r* min_widthPattern.min_width: "##r-c[5er'r>r1s r* max_widthPattern.max_width?rDr-cBURHnSU<SU<S3nM U$)Nz(?:))r")r)r!fs r* _get_flagsPattern._get_flagsDsA#$e,E r-)r"r#r!)N)__name__ __module__ __qualname____firstlineno__str__annotations__r r rr+r2r6r;rr0propertyintrBrFrL__static_attributes__rNr-r*rr s J c? # 3-c*S/Xc]^b &:e$3$$$3$$$3$$r-rcl\rSrSr%SrSr\\\S'S\4Sjr \ S\ 4Sj5r \ S\ 4Sj5r S rg ) PatternStrJ)r!r"r#rSr$r%c`UR[R"UR55$r')rLreescaper!r1s r*r0PatternStr.to_regexpOsryy455r-c,[UR5$r'lenr!r1s r*rBPatternStr.min_widthR4::r-c,[UR5$r'r`r1s r*rFPatternStr.max_widthVrcr-rNN)rOrPrQrR__serialize_fields__r$rrSrTr0rUrVrBrFrWrNr-r*rYrYJsX2D(3-63633r-rYcv\rSrSr%SrSr\\\S'S\4Sjr Sr Sr \ S\ 4S j5r\ S\ 4S j5rS rg) PatternRE[)r!r"r#_widthr\r$r%c8URUR5$r')rLr!r1s r*r0PatternRE.to_regexp`stzz**r-NcpURc[UR55UlUR$r')rjrr0r1s r* _get_widthPatternRE._get_widthds) ;; *4>>+;[[U] X5n XlX9lX)lXIlXYlXilXyl Xl U $r') superrrr$rr!rrrrr) rr$r!rrrrrrinst __class__s r*rToken._future_newsAUC(4 "    $  r-cgr'rNr)r$r!s r*update Token.update r-cgr'rN)r)rr!s r*rrrr-cSU;a@[R"S[5 SU;a [S5eUR S5US'UR "U0UD6$r)rrrrr_future_update)r)rrs r*rrsV f  MMDFX Y cdd#ZZ0F6N""D3F33r-cv[RUbUO URUbUU5$URU5$r')rnew_borrow_posr$r!rs r*rToken._future_updatesB##$D$))&E   ,0JJ   r-rborrow_tc U"XURURURURURUR 5$r')rrrrrr)rrr!rs r*rToken.new_borrow_possN5!3!3X]]HOOU]UfUfhph{h{~F~N~NO Or-cURURURURURUR 44$r')rr$r!rrrr1s r* __reduce__Token.__reduce__s3DJJ SWS^S^ _``r-c@SUR<SUR<S3$)NzToken(rrJrr1s r*r2Token.__repr__s"&))TZZ88r-c[URURURURUR 5$r')rr$r!rrr)r)memos r* __deepcopy__Token.__deepcopy__s)TYY DNNDIIt{{SSr-c[U[5(aURUR:wag[R X5$)NF)r~rr$rSr;r9s r*r; Token.__eq__s0 eU # # UZZ(?zz$&&r-rN)NNNNNNNN)rOrPrQrR__doc__ __slots____match_args__rSrTr rVrrr classmethodrrrrrrrr2rr;r6rW __classcell__)rs@r*rrs$fI&N I} J 3- SMsm  c] (,"&$(&*(,%)       }  3-  SM  sm  !   c]        (,"&$(&*(,%)    }  3-  SM sm !  c]    0   8C=   QX   HSM # RY  4 8C=   Y` ODHOSOOOTVOOa9T' ||Hr-c6\rSrSrSrSrSrS S\4SjjrSr g) LineCounteri)char_posrrline_start_pos newline_charcHXlSUlSUlSUlSUlg)Nrr)rrrrr)r)rs r*r+LineCounter.__init__s%(   r-c[U[5(d[$URUR:H=(a URUR:H$r')r~rNotImplementedrrr9s r*r;LineCounter.__eq__s>%--! !}}.Z43D3DHZHZ3ZZr-tokenc^U(agURUR5nU(aEU=RU- slURUR UR5-S-UlU=R[ U5- slURUR - S-Ulg)zConsume a token and calculate the new line & column. As an optional optimization, set test_newline=False if token doesn't contain a newline. rN)countrrrrindexrrar)r)r test_newlinenewliness r*feedLineCounter.feeds {{4#4#45H X% &*mmell4CTCT6U&UXY&Y# U# mmd&9&99A= r-)rrrrrN)T) rOrPrQrRrr+r;rrrWrNr-r*rrs#NI [ >% > >r-rc \rSrSrSrSrSrg)UnlessCallbacki.cXlgr'scanner)r)rs r*r+UnlessCallback.__init__/s r-crURRURS5nU(a Uuo1lU$rq)rmatchr!r$)r)tres_values r*__call__UnlessCallback.__call__2s-ll  !,  NFFr-rNrOrPrQrRr+rrWrNr-r*rr.s r-rc \rSrSrSrSrSrg) CallChaini9c(XlX lX0lgr' callback1 callback2cond)r)rrrs r*r+CallChain.__init__:s"" r-cvURU5nURU5(aURU5$U$r')rrr)r)rt2s r*rCallChain.__call__?s0 ^^A $(IIbMMt~~a 9r9r-rNrrNr-r*rr9s  :r-rcXURXU5nU(aURS5$grq)rgroup)re_regexpsr"ms r* _get_matchrDs( &U#Awwqz r-c [US5n[U5S::dUR55e[5n0nUR [ /5Hn/nUR [ /5Hn U RUR:waMU RRn U [X'RR5X5:XdM_URU 5 U RRURR::dMURU 5 M U(dM[[!XUSUS95XgR"'M UV s/sH oU;dM U PM n n X4$s sn f)Nc,[UR5$r')r$r{rs r* _create_unless..Js 4 ?r-T) match_whole use_bytes)rrakeyssetgetrhrYr|r{r!rr0appendr"addrScannerrz) terminals g_regex_flagsrrtokens_by_type embedded_strscallbackretokunlessstrtokrr new_terminalss r*_create_unlessrIs3i)BCN ~ ! #:^%8%8%:: #EMH##Ir2$((R8F%..0$$AJsMM$;$;$=qPP f%>>''5==+>+>>!%%f-9 6#1'&QTbfr{2|#}HZZ 3!*D 1m-CQ MD  ""Es  E.#E.c*\rSrSrSSjrSrSrSrg)r i_cXlX lX0lX@lXPlURVs1sHofR iM snUlURU[U55Ul gs snfr') r r rrrrz allowed_types _build_mresra_mres)r)r r rrrrs r*r+Scanner.__init__`sW"*"&.2nn=nffn=%%iY@ >sA+c^UR(aSOSm/nU(aSRU4SjUSU55nUR(aURS5nURR X@R 5nURU5 XSnU(aMU$![a URXS-5s$f=f)N$|c3># UH5nSUR<SURR5T-<S3v M7 g7f)z(?P<>rJN)rzr{r0).0rpostfixs r* &Scanner._build_mres..rs0xcw^_9L9L9NQX9X Ycws=Azlatin-1r) rjoinrencodercompiler AssertionErrorrr)r)r max_sizemresr{mrer!s @r*rScanner._build_mresks))#riixclmvnvcwxxG~~!..3 Bhh&&w0B0BC KK !),Ii " B'' q=AA Bs!%B&&CCcURH:nURX5nU(dMURS5UR4s $ grq)rrr lastgroup)r)textposr*rs r*r Scanner.match~s:::C $$Aqwwqz1;;..r-)rrr rrr rN)F)rOrPrQrRr+rrrWrNr-r*r r _s A&/r-r rcSU;=(d5 SU;=(d) SU;=(d SU;=(d SU;=(a SU;$)zExpressions that may indicate newlines in a regexp: - newlines (\n) - escaped newline (\\n) - anything but ([^...]) - any-char (.) when the flag (?s) exists - spaces (\s)  z\nz\sz[^z(?s.rN)r1s r*_regexp_has_newliner5s> 19 Z Zeqj ZDAI Z%1*BYQTXYQYZr-ct\rSrSr%SrSr\\S'\\S'\ \ \S'S S\S\ \S\ \ 4Sjjr S r S r S rg) LexerStateizRepresents the current state of the lexer as it scans the text (Lexer objects are only instantiated per grammar, not per text) )r.line_ctr last_tokenr.r8r9Nc|XlU=(d" [[U[5(aSOS5UlX0lg)N r3)r.rr~bytesr8r9)r)r.r8r9s r*r+LexerState.__init__s,  [KD%9P9PVZ$[ $r-c[U[5(d[$URURL=(a9 URUR:H=(a UR UR :H$r')r~r7rr.r8r9r9s r*r;LexerState.__eq__sO%,,! !yyEJJ&r4==ENN+JrtbgbrbrOrrr-cv[U5"UR[UR5UR5$r')r$r.rr8r9r1s r*__copy__LexerState.__copy__s&Dz$))T$--%8$//JJr-)r9r8r.r)rOrPrQrRrrrSrTrr rr+r;rArWrNr-r*r7r7sU1I I%S%H[,A%T\]bTc% s Kr-r7cV\rSrSrSrSSS\4Sjr\SSS\4Sj5r S r S r \ r S rg ) LexerThreadizTA thread that ties a lexer instance and a lexer state, to be used by the parser lexerLexer lexer_statecXlX lgr'rEstate)r)rErGs r*r+LexerThread.__init__s   r-r.c&U"U[U55$r'r7)rrEr.s r* from_textLexerThread.from_texts5*T*++r-cNURRURU5$r')rElexrJ)r) parser_states r*rQLexerThread.lexszz~~djj,77r-c`[U5"UR[UR55$r')r$rErrJr1s r*rALexerThread.__copy__s Dz$**d4::&677r-rIN)rOrPrQrRrr7r+rrSrNrQrAr_TokenrWrNr-r*rDrDsM!g!J!,g,S,,88Fr-rDcD\rSrSrSr\S\S\S\\ 4Sj5r Sr Sr g ) rFiz`Lexer interface Method Signatures: lex(self, lexer_state, parser_state) -> Iterator[Token] rGrRr%c[$r')r)r)rGrRs r*rQ Lexer.lexsr-c[U5$) DeprecatedrM)r)r.s r*make_lexer_stateLexer.make_lexer_states $r-rNN) rOrPrQrRrrr7rr rrQr\rWrNr-r*rFrFs9 z% r-rFterminal_to_regexpcU(d[RRU5nU(aSOSnUR5U:ag[ US5R 5HnUR USS9HupgURUR:XdeURXg5 SURSURS3nURXgU5R5n U(a[US U 35e[R"S X5 UR5U:dM[R"S 5 g M g![a S n Nrf=f) Nrg?cUR$r')r|rs r*r)_check_regex_collisions..s r-T) skip_markedzCollision between Terminals z and z. zONo example could be found fast enough. However, the collision does still existsr3z5%s The lexer will choose between them arbitrarily. %sz2Found 8 regex collisions, will not check for more.) interegular Comparator from_regexescount_marked_pairsrvaluescheckr|markrzget_example_overlapformat_multiline ValueErrorrrwarning) r^ comparator strict_modemax_collisions_to_showmax_timerabmessageexamples r*_check_regex_collisionsrvs=  ++889KL  qSH$$&*@@,.BCJJL$$U$=DA::+ ++ OOA !5QVVHE!&&LG l$88xHYY['"WI677 NNSU\ f,,.2HHST#>M lk ls E  EEc\rSrSr%\\\S'\\\S'\\\S'\ \\ 4\S'\ \\ 4\S'\ \S'SSS jjr S r \S 5rS rS\S\S \\4SjrSS\S\S \4SjjrSrg) BasicLexerir  ignore_types newline_typesuser_callbacksrr\Nr%c*[UR5n[SU55(dU5eURUlUR (Gd\0nUHnUR R5nURRXaR5 UR RS:Xa([SUR<SUR <S35eUR RS:XdMXdU'M [UR 5UVs1sHoURiM sn::d>[S[UR 5UVs1sHoURiM sn- -5e["(a[%XBUR&5 OUR&(a [S 5e[)S U55Ul[)UR 5UlUR/S S 9 X0lUR0UlURUl UR4UlUR6UlSUlg!URRa( [SUR<SUR <35ef=fs snfs snf) Nc3B# UHn[U[5v M g7fr')r~rxr rs r*r"&BasicLexer.__init__..sAy!:a--yszCannot compile token z: rz,Lexer does not allow zero-width terminals. (rJr\z$Ignore terminals are not defined: %szUinteregular must be installed for strict mode. Use `pip install 'lark[interegular]'`.c3# UH;n[URR55(dM-URv M= g7fr')r5r{r0rzr~s r*r"rs.&oy!DWXYXaXaXkXkXmDnvqvvys ,AAcUR*URR*[URR5*UR 4$r')r|r{rFrar!rz)xs r*r%BasicLexer.__init__..s7qzzkAII4G4G3G#aiiooJ^I^`a`f`f%gr-)key)listr all re_moduler\skip_validationr{r0r&r errorrrzrBr$rignorehas_interegularrvstrictr(rzrysort callbacksr{rterminals_by_name_scanner)r)confrnr r^rrs r*r+BasicLexer.__init__s( AyAAAL9LA..###!# ,,.XGGOOF,>,>?99&&!+"\]\b\bdedmdm#noo99>>T),2q) $(CA(CCET[[IYmv\wmvhi]c]cmv\wIwxyy'(: Tvww'&oy&oo%dkk2gh""nn!//!%!7!7 7ww}}X"AFFAII#VWWX)D\ws9%IJ J AJc^[URURURUR5uol[ UR R55(deURR5HQumnTUR ;a-[UR TUU4Sj5UR T'MCX R T'MS [XRURUR5Ul g)Nc">URT:H$r')r$)rrs r*r+BasicLexer._build_scanner..)sTUTZTZ^cTcr-) rr r r\rrrrgr{itemsrr r)r)r rKrs @r*_build_scannerBasicLexer._build_scanner"s#1$..$BTBTVZV]V]_c_m_m#n =4=='')****++113HE1 %'0u1EqJc'd e$'( e$ 4 +=+=twwW r-cTURcUR5 UR$r')rrr1s r*rBasicLexer.scanner/s" ==    !}}r-c8URRX5$r')rr)r)r.r/s r*rBasicLexer.match5s||!!$,,r-rJrRc#x# [[5 URX5v M!,(df  g=f7fr')rEOFError next_token)r)rJrRs r*rQBasicLexer.lex8s, h ooe:: s:) 7: lex_statec URnUR[UR5:Ga@UR URUR5nU(dUR R UR- nU(dS1n[URURURURXQR=(a UR/X RS9eUupgXpR;a[XvURURUR5nURXgUR;5 URUlURUlURUlUR&UR(;aBUR(UR&"U5n[+U[5(d[-SU-5eXl U$XpR(;aA[XvURURUR5n UR(U"U 5 URXgUR;5 UR[UR5:aGM@[/U5e)Nz )allowed token_historyrJrz+Callbacks must return a token (returned %r))r8rrar.rrrryrrrr9rrrrzrrrr$rr~rr) r)rrRr8rrr!rrrs r*rBasicLexer.next_token=s%%#inn"55**Y^^X->->?C,,44t7H7HH./G*9>>8;L;Lhmm]e]l]l3:J^J^Jydmdxdxcy1=QgQgiiLE---%(9(98==(//Z ed.@.@%@A%]] ' $-- 66T]]* aff-a0A%a//&'TWX'XYY'($MM)uX->-> x_BMM%(, ed.@.@%@A9#inn"55>tnr-) rrr ryrzr\r rrr{r')rrr%N)rOrPrQrRr rxrTr rSr _Callbackrr+rrUrrr7rr rrQrrWrNr-r*rxrxs+&&C. S>!i((3 >""N(T X -;;3;8E?; !J!c!U!!r-rxc \rSrSr%\\\4\S'\\S'SSSS\\\\4S\\SS 4S jjr S \ S \ S\ \ 4S jrSrg )ContextualLexerialexers root_lexerrrstates always_acceptr%Nc [UR5nURn[U5nXFl[(aZUR (dI[ RRUVs0sHowURR5_M sn5nOSn0n 0Ul UR5H#up[U 5n Xn XRU 'M% URULdeSUl[#Xh5Ulgs snf![aq [U 5[UR 5-[U5-n [U5nU Vs/sHoU;dM X_PM Os snfsnUl[#X5n XU 'Nf=f)NT)rr rrrrrcrdrer{r0rrr(KeyErrorrrrxr)r)rrrr r trad_confrrnlexer_by_tokensrJacceptsrrE lexer_confns r*r+ContextualLexer.__init__fsZ(  22J ' ?4#7#7$//<<`i=j`i[\ATATAV>V`i=jkJJ<> $llnNEG$C -',"'KK -""i///$( !$Y;)>k -g,T[[)99C abcrrr\ contextlibrtypingrrrr r r r r rrrrtypesrrrc ImportErrorcommonrutilsrrrr exceptionsrrrgrammarrrboolr NameErrorrrYrhrxrrSrrrrrrr r5r7rDrrFrvrxrrNr-r*rs$  !@@GG+;'O'i'T"$$.). T!ACAH>>>:: #,#/#/L[3[KK4* eWe^ $   C  [#5E0F@nnb2e2g  Os#D6.E6E?EE E