U g@sUddlmZddlZddlZddlmZddlmZmZddl m Z eGdddZ Gd d d e Z d d d dddedejddddedejee je jejejBddddddddZded <Gd!d"d"ZdS)#) annotationsN) dataclass)IteratorNoReturn) Specifierc@s&eZdZUded<ded<ded<dS)TokenstrnametextintpositionN)__name__ __module__ __qualname____annotations__rr8/tmp/pip-unpacked-wheel-et9flr3b/packaging/_tokenizer.pyr s rcs:eZdZdZdddddfdd Zddd d ZZS) ParserSyntaxErrorz7The provided source text could not be parsed correctly.r ztuple[int, int]None)messagesourcespanreturncs ||_||_||_tdS)N)rrrsuper__init__)selfrrr __class__rrrszParserSyntaxError.__init__rcCs>d|jdd|jd|jdd}d|j|j|gS)N r~r^z )rjoinrr)rmarkerrrr__str__"s*zParserSyntaxError.__str__)rrr__doc__rr% __classcell__rrrrrs rz\(z\)z\[z\];,zk ( ('[^']*') | ("[^"]*") ) z(===|==|~=|!=|<=|>=|<|>)z \b(or|and)\bz\bin\bz\bnot\ba \b( python_version |python_full_version |os[._]name |sys[._]platform |platform_(release|system) |platform[._](version|machine|python_implementation) |python_implementation |implementation_(name|version) |extra )\b z\@z[^ \t]+z\b[a-zA-Z0-9][a-zA-Z0-9._-]*\bz\.\*z\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*z[ \t]+$)ZLEFT_PARENTHESISZRIGHT_PARENTHESISZ LEFT_BRACKETZ RIGHT_BRACKET SEMICOLONCOMMAZ QUOTED_STRINGOPBOOLOPINZNOTVARIABLEZ SPECIFIERATURL IDENTIFIERZVERSION_PREFIX_TRAILZVERSION_LOCAL_LABEL_TRAILZWSZEND dict[str, str | re.Pattern[str]] DEFAULT_RULESc@seZdZdZddddddZdddd d Zd d dd d dddZddddddZddddZddddddddddZ e j ddddd d!d"Z dS)# TokenizerzContext-sensitive token parsing. Provides methods to examine the input stream to check whether the next token matches. r r4r)rrulesrcCs*||_dd|D|_d|_d|_dS)NcSsi|]\}}|t|qSr)recompile).0r patternrrr hsz&Tokenizer.__init__..r)ritemsr7 next_tokenr )rrr7rrrras zTokenizer.__init__)r rcCs||r|dS)z8Move beyond provided token name, if at current position.N)checkread)rr rrrconsumens zTokenizer.consumeF)peekbool)r rBrcCsz|jdks td|d|j||jks8td||j|}||j|j}|dkr^dS|svt||d|j|_dS)zCheck whether the next token has the provided name. By default, if the check succeeds, the token *must* be read before another check. If `peek` is set to `True`, the token is not loaded and would need to be checked again. NzCannot check for z, already have zUnknown token name: FrT)r>AssertionErrorr7matchrr r)rr rBZ expressionrErrrr?ss zTokenizer.checkr)r expectedrcCs"||s|d||S)zsExpect a certain token name next, failing with a syntax error otherwise. The token is *not* read. z Expected )r?raise_syntax_errorr@)rr rFrrrexpects zTokenizer.expectrcCs0|j}|dk st|jt|j7_d|_|S)z%Consume the next token and return it.N)r>rDr lenr )rtokenrrrr@s  zTokenizer.readN) span_startspan_endz int | Noner)rrKrLrcCs8|dkr|jn||dkr|jn|f}t||j|ddS)z.Raise ParserSyntaxError at the given position.N)rr)r rr)rrrKrLrrrrrGs zTokenizer.raise_syntax_errorzIterator[None]) open_token close_tokenaroundrccsf||r|j}|nd}dV|dkr0dS||sZ|jd|d|d||d|dS)NzExpected matching z for z, after )rK)r?r r@rG)rrMrNrOZ open_positionrrrenclosing_tokenss   zTokenizer.enclosing_tokens) rrrr&rrAr?rHr@rG contextlibcontextmanagerrPrrrrr6Zs  r6) __future__rrQr8Z dataclassesrtypingrr specifiersrr Exceptionrr9VERBOSEZ_operator_regex_strZ_version_regex_str IGNORECASEr5rr6rrrrsP       3