U 祡c@sUddlZddlZddlmZddlmZmZmZmZm Z m Z ddl m Z eGdddZ Gdd d eZd d d d dddedejddddedejee jejejBddddddZded<Gdd d ZdS)!N) dataclass)DictIteratorNoReturnOptionalTupleUnion) Specifierc@s&eZdZUeed<eed<eed<dS)TokennametextpositionN)__name__ __module__ __qualname__str__annotations__intrr8/tmp/pip-unpacked-wheel-6wwe1vpl/packaging/_tokenizer.pyr s r csBeZdZdZeeeeefddfdd ZedddZZ S) ParserSyntaxErrorz7The provided source text could not be parsed correctly.N)messagesourcespanreturncs ||_||_||_tdS)N)rrrsuper__init__)selfrrr __class__rrrszParserSyntaxError.__init__rcCs>d|jdd|jd|jdd}d|j|j|gS)N r~r ^z )rjoinrr)rmarkerrrr__str__ s*zParserSyntaxError.__str__) rrr__doc__rrrrr' __classcell__rrrrrs  rz\s*\(z\(z\)z\[z\];,zk ( ('[^']*') | ("[^"]*") ) z(===|==|~=|!=|<=|>=|<|>)z \b(or|and)\bz\bin\bz\bnot\ba \b( python_version |python_full_version |os[._]name |sys[._]platform |platform_(release|system) |platform[._](version|machine|python_implementation) |python_implementation |implementation_(name|version) |extra )\b z\@z[^ \t]+z\b[a-zA-Z0-9][a-zA-Z0-9._-]*\bz[ \t]+$)LPARENZLEFT_PARENTHESISZRIGHT_PARENTHESISZ LEFT_BRACKETZ RIGHT_BRACKET SEMICOLONCOMMAZ QUOTED_STRINGOPBOOLOPINZNOTVARIABLEVERSIONATURL IDENTIFIERZWSZEND&Dict[str, Union[str, re.Pattern[str]]] DEFAULT_RULESc@seZdZdZedddddZedddd Zd d eeed d dZeee dddZ e dddZ dddee e e e edddZejeeeedddZdS) TokenizerzContext-sensitive token parsing. Provides methods to examine the input stream to check whether the next token matches. r8N)rrulesrcCs*||_dd|D|_d|_d|_dS)NcSsi|]\}}|t|qSr)recompile).0r patternrrr bsz&Tokenizer.__init__..r)ritemsr; next_tokenr)rrr;rrrr[s zTokenizer.__init__)r rcCs||r|dS)z8Move beyond provided token name, if at current position.N)checkread)rr rrrconsumehs zTokenizer.consumeF)peek)r rFrcCsz|jdks td|d|j||jks8td||j|}||j|j}|dkr^dS|svt||d|j|_dS)zCheck whether the next token has the provided name. By default, if the check succeeds, the token *must* be read before another check. If `peek` is set to `True`, the token is not loaded and would need to be checked again. NzCannot check for z, already have zUnknown token name: FrT)rBAssertionErrorr;matchrrr )rr rFZ expressionrHrrrrCms zTokenizer.check)r expectedrcCs"||s|d||S)zsExpect a certain token name next, failing with a syntax error otherwise. The token is *not* read. z Expected )rCraise_syntax_errorrD)rr rIrrrexpects zTokenizer.expectr!cCs0|j}|dk st|jt|j7_d|_|S)z%Consume the next token and return it.N)rBrGrlenr )rtokenrrrrDs  zTokenizer.read) span_startspan_end)rrNrOrcCs8|dkr|jn||dkr|jn|f}t||j|ddS)z.Raise ParserSyntaxError at the given position.N)rr)rrr)rrrNrOrrrrrJs zTokenizer.raise_syntax_error) open_token close_tokenrccs^||r|j}|nd}|dk V|dkr4dS||sR|jd||d|dS)NzExpected closing )rN)rCrrDrJ)rrPrQZ open_positionrrrenclosing_tokenss    zTokenizer.enclosing_tokens)rrrr(rrrEboolrCr rKrDrrrrJ contextlibcontextmanagerrrRrrrrr:Ts&   r:)rTr<Z dataclassesrtypingrrrrrr specifiersr r Exceptionrr=VERBOSEZ_version_regex_str IGNORECASEr9rr:rrrrsF     /