ÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂ 3 B;ˆW+ã@s¸ddlmZmZmZddlmZddlmZddl m Z ddl mZddl mZm Z ddl mZmZmZdd l mZmZdd l mZddlmZddlmZeeƒZGd d„deƒZdS)é)Úabsolute_importÚdivisionÚunicode_literals)Úunichr)Údequeé)ÚspaceCharacters)Úentities)ÚasciiLettersÚasciiUpper2Lower)ÚdigitsÚ hexDigitsÚEOF)Ú tokenTypesÚ tagTokenTypes)ÚreplacementCharacters)ÚHTMLInputStream)ÚTriecsdeZdZdZd–‡fdd„ Zdd„Zdd„Zd—d d„Zdd „Zdd„Z dd„Z dd„Zdd„Zdd„Z dd„Zdd„Zdd„Zdd„Zd d!„Zd"d#„Zd$d%„Zd&d'„Zd(d)„Zd*d+„Zd,d-„Zd.d/„Zd0d1„Zd2d3„Zd4d5„Zd6d7„Zd8d9„Zd:d;„Zdd?„Z!d@dA„Z"dBdC„Z#dDdE„Z$dFdG„Z%dHdI„Z&dJdK„Z'dLdM„Z(dNdO„Z)dPdQ„Z*dRdS„Z+dTdU„Z,dVdW„Z-dXdY„Z.dZd[„Z/d\d]„Z0d^d_„Z1d`da„Z2dbdc„Z3ddde„Z4dfdg„Z5dhdi„Z6djdk„Z7dldm„Z8dndo„Z9dpdq„Z:drds„Z;dtdu„Zdzd{„Z?d|d}„Z@d~d„ZAd€d„ZBd‚dƒ„ZCd„d…„ZDd†d‡„ZEdˆd‰„ZFdŠd‹„ZGdŒd„ZHdŽd„ZIdd‘„ZJd’d“„ZKd”d•„ZL‡ZMS)˜Ú HTMLTokenizera This class takes care of tokenizing HTML. * self.currentToken Holds the token that is currently being processed. * self.state Holds a reference to the method to be invoked... XXX * self.stream Points to HTMLInputStream object. NcsFt|f|Ž|_||_d|_g|_|j|_d|_d|_t t |ƒjƒdS)NF)rÚstreamÚparserZ escapeFlagZ lastFourCharsÚ dataStateÚstateÚescapeÚcurrentTokenÚsuperrÚ__init__)ÚselfrrÚkwargs)Ú __class__©ú /usr/lib/python3.6/_tokenizer.pyr"szHTMLTokenizer.__init__ccs\tgƒ|_xL|jƒrVx&|jjr:td|jjjdƒdœVqWx|jrR|jjƒVq>WqWdS)zä This is where the magic happens. We do our usually processing through the states and when we have a token to return we yield the token which pauses processing until the next token is requested. Ú ParseErrorr)ÚtypeÚdataN)rÚ tokenQueuerrÚerrorsrÚpopÚpopleft)rr r r!Ú__iter__1s zHTMLTokenizer.__iter__c %Cs(t}d}|rt}d}g}|jjƒ}x(||krJ|tk rJ|j|ƒ|jjƒ}q$Wtdj|ƒ|ƒ}|tkrŒt|}|j jt ddd|idœƒnld|kožd kns¬|d krÐd}|j jt ddd|idœƒn(d|koâd knsd|koüdknsd|kodknsd|ko4dkns|tddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d g#ƒkr¬|j jt ddd|idœƒyt|ƒ}Wn>t k rö|d6}td|d?Bƒtd7|d8@Bƒ}YnX|d9kr$|j jt dd:d;œƒ|jj|ƒ|S)r"z'expected-tag-name-but-got-right-bracket)r#r$rJz<>ú?z'expected-tag-name-but-got-question-markzexpected-tag-namerDT)rr6ÚmarkupDeclarationOpenStaterÚcloseTagOpenStater rrÚtagNameStater%r7rr=ÚbogusCommentState)rr$r r r!r]is6 zHTMLTokenizer.tagOpenStatecCsÊ|jjƒ}|tkr0td|gddœ|_|j|_n–|dkrX|jjtdddœƒ|j |_nn|t kr–|jjtdddœƒ|jjtd d dœƒ|j |_n0|jjtddd|id œƒ|jj|ƒ|j|_dS)NrVF)r#rUr$rWrjr"z*expected-closing-tag-but-got-right-bracket)r#r$z expected-closing-tag-but-got-eofrJz|tkr¸|jjtdd dœƒ|j |_n|jjtd|dœƒd S)Nr|rJ)r#r$rDr[r"zinvalid-codepointuï¿½zeof-in-script-in-scriptT) rr6r%r7rÚ scriptDataDoubleEscapedDashStaterÚ(scriptDataDoubleEscapedLessThanSignStaterr)rr$r r r!r†ës$ z*HTMLTokenizer.scriptDataDoubleEscapedStatecCsâ|jjƒ}|dkr2|jjtdddœƒ|j|_n¬|dkrZ|jjtdddœƒ|j|_n„|dkr˜|jjtdddœƒ|jjtdddœƒ|j|_nF|t krÀ|jjtdd dœƒ|j |_n|jjtd|dœƒ|j|_d S)Nr|rJ)r#r$rDr[r"zinvalid-codepointuï¿½zeof-in-script-in-scriptT)rr6r%r7rÚ$scriptDataDoubleEscapedDashDashStaterrˆr†rr)rr$r r r!r‡s( z.HTMLTokenizer.scriptDataDoubleEscapedDashStatecCs|jjƒ}|dkr*|jjtdddœƒnÔ|dkrR|jjtdddœƒ|j|_n¬|dkrz|jjtdddœƒ|j|_n„|dkr¸|jjtdddœƒ|jjtdd dœƒ|j|_nF|t krà|jjtdd dœƒ|j |_n|jjtd|dœƒ|j|_dS)Nr|rJ)r#r$rDrjr[r"zinvalid-codepointuï¿½zeof-in-script-in-scriptT)rr6r%r7rrˆrrfr†rr)rr$r r r!r‰s, z2HTMLTokenizer.scriptDataDoubleEscapedDashDashStatecCsP|jjƒ}|dkr8|jjtdddœƒd|_|j|_n|jj|ƒ|j |_dS)NrirJ)r#r$r,T) rr6r%r7rrrÚscriptDataDoubleEscapeEndStaterr=r†)rr$r r r!rˆ0s z6HTMLTokenizer.scriptDataDoubleEscapedLessThanSignStatecCs˜|jjƒ}|ttdƒBkrR|jjtd|dœƒ|jjƒdkrH|j |_ q”|j|_ nB|tkr€|jjtd|dœƒ|j|7_n|jj |ƒ|j|_ dS)NrirjrJ)r#r$r…T)rirj)rr6rr:r%r7rrrrurrr†r r=)rr$r r r!rŠ;s z,HTMLTokenizer.scriptDataDoubleEscapeEndStatecCs0|jjƒ}|tkr$|jjtdƒn|tkrJ|jdj|dgƒ|j|_nâ|dkr\|j ƒnÐ|dkrn|j |_n¾|dkrª|jjtd ddœƒ|jdj|dgƒ|j|_n‚|d kræ|jjtd ddœƒ|jdjddgƒ|j|_nF|t kr|jjtd ddœƒ|j|_n|jdj|dgƒ|j|_dS)NTr$r,rjriú'ú"rHrDr"z#invalid-character-in-attribute-name)r#r$r[zinvalid-codepointuï¿½z#expected-attribute-name-but-got-eof)r‹rŒrHrD)rr6rr^r rr7ÚattributeNameStaterrZrqr%rrr)rr$r r r!rpKs6 z&HTMLTokenizer.beforeAttributeNameStatecCsæ|jjƒ}d}d}|dkr&|j|_n0|tkr^|jddd||jjtdƒ7<d}nø|dkrld}nê|tkr~|j|_nØ|dkr|j |_nÆ|d krÎ|j jtd ddœƒ|jdddd 7<d}nˆ|dkr|j jtd ddœƒ|jddd|7<d}nH|t kr8|j jtd ddœƒ|j|_n|jddd|7<d}|râ|jdddjtƒ|jddd<xP|jddd…D]:\}}|jddd|kr–|j jtd ddœƒPq–W|râ|jƒdS)NTFrHr$rrrjrir[r"zinvalid-codepoint)r#r$uï¿½r‹rŒrDz#invalid-character-in-attribute-namezeof-in-attribute-namezduplicate-attributerKrK)r‹rŒrDrKrKrKrKrKrK)rr6ÚbeforeAttributeValueStaterr rr^rÚafterAttributeNameStaterqr%r7rrrrXrrZ)rr$ZleavingThisStateZ emitTokenrUÚ_r r r!risR & z HTMLTokenizer.attributeNameStatecCsF|jjƒ}|tkr$|jjtdƒn|dkr8|j|_n |dkrJ|jƒnø|tkrp|jdj |dgƒ|j |_nÒ|dkr‚|j|_nÀ|dkr¾|jj t dd d œƒ|jdj ddgƒ|j |_n„|dkrü|jj t ddd œƒ|jdj |dgƒ|j |_nF|tkr&|jj t ddd œƒ|j|_n|jdj |dgƒ|j |_dS)NTrHrjr$r,rir[r"zinvalid-codepoint)r#r$uï¿½r‹rŒrDz&invalid-character-after-attribute-namezexpected-end-of-tag-but-got-eof)r‹rŒrD)rr6rr^rŽrrZr rr7rrqr%rrr)rr$r r r!rŸs: z%HTMLTokenizer.afterAttributeNameStatecCsj|jjƒ}|tkr$|jjtdƒnB|dkr8|j|_n.|dkrX|j|_|jj|ƒn|dkrl|j|_nú|dkr”|j j tdddœƒ|jƒnÒ|d krÖ|j j tdd dœƒ|j dddd 7<|j|_n|dkr|j j tdddœƒ|j ddd|7<|j|_nL|tkrD|j j tdddœƒ|j|_n"|j ddd|7<|j|_dS)NTrŒrCr‹rjr"z.expected-attribute-value-but-got-right-bracket)r#r$r[zinvalid-codepointr$ruï¿½rHrDú`z"equals-in-unquoted-attribute-valuez$expected-attribute-value-but-got-eofrK)rHrDr‘rKrK)rr6rr^ÚattributeValueDoubleQuotedStaterÚattributeValueUnQuotedStater=ÚattributeValueSingleQuotedStater%r7rrZrrr)rr$r r r!rŽ¿s> z'HTMLTokenizer.beforeAttributeValueStatecCs¼|jjƒ}|dkr|j|_nœ|dkr0|jdƒnˆ|dkrj|jjtdddœƒ|jdddd 7<nN|t kr’|jjtdd dœƒ|j |_n&|jdd d||jjdƒ7<dS)NrŒrCr[r"zinvalid-codepoint)r#r$r$ruï¿½z#eof-in-attribute-value-double-quoteTrKrK)rŒrCr[)rr6ÚafterAttributeValueStaterrTr%r7rrrrr^)rr$r r r!r’ás z-HTMLTokenizer.attributeValueDoubleQuotedStatecCs¼|jjƒ}|dkr|j|_nœ|dkr0|jdƒnˆ|dkrj|jjtdddœƒ|jdddd 7<nN|t kr’|jjtdd dœƒ|j |_n&|jdd d||jjdƒ7<dS)Nr‹rCr[r"zinvalid-codepoint)r#r$r$ruï¿½z#eof-in-attribute-value-single-quoteTrKrK)r‹rCr[)rr6r•rrTr%r7rrrrr^)rr$r r r!r”ôs z-HTMLTokenizer.attributeValueSingleQuotedStatecCs|jjƒ}|tkr|j|_nð|dkr2|jdƒnÜ|dkrD|jƒnÊ|dkr~|jjt dd d œƒ|j ddd|7<n|d kr¸|jjt ddd œƒ|j dddd7<nV|tkrà|jjt ddd œƒ|j|_n.|j ddd||jj tdƒtBƒ7<dS)NrCrjrŒr‹rHrDr‘r"z0unexpected-character-in-unquoted-attribute-value)r#r$r$rr[zinvalid-codepointuï¿½z eof-in-attribute-value-no-quotesT)rŒr‹rHrDr‘rKrKrK)rCrjrŒr‹rHrDr‘r[)rr6rrprrTrZr%r7rrrrr^r:)rr$r r r!r“s, z)HTMLTokenizer.attributeValueUnQuotedStatecCs¢|jjƒ}|tkr|j|_n‚|dkr.|jƒnp|dkr@|j|_n^|tkrt|jj t dddœƒ|jj|ƒ|j|_n*|jj t dddœƒ|jj|ƒ|j|_dS)Nrjrir"z$unexpected-EOF-after-attribute-value)r#r$z*unexpected-character-after-attribute-valueT) rr6rrprrZrqrr%r7rr=r)rr$r r r!r• s" z&HTMLTokenizer.afterAttributeValueStatecCsˆ|jjƒ}|dkr&d|jd<|jƒn^|tkrZ|jjtdddœƒ|jj|ƒ|j |_ n*|jjtdddœƒ|jj|ƒ|j|_ dS)NrjTrWr"z#unexpected-EOF-after-solidus-in-tag)r#r$z)unexpected-character-after-solidus-in-tag)rr6rrZrr%r7rr=rrrp)rr$r r r!rq4s z&HTMLTokenizer.selfClosingStartTagStatecCsD|jjdƒ}|jddƒ}|jjtd|dœƒ|jjƒ|j|_dS)Nrjr[uï¿½ÚComment)r#r$T) rr^Úreplacer%r7rr6rr)rr$r r r!roFs zHTMLTokenizer.bogusCommentStatecCsˆ|jjƒg}|ddkrT|j|jjƒƒ|ddkrPtdddœ|_|j|_dSnô|ddkr¼d}x.d&D]&}|j|jjƒƒ|d'|krjd}PqjW|rºtddddddœ|_|j|_dSnŒ|d(dkrH|jdk rH|jj j rH|jj j d)j|jj jkrHd}x2d*D]*}|j|jjƒƒ|d+|krd}PqW|rH|j |_dS|jjtdddœƒx|rz|jj|jƒƒq`W|j|_dS),Nrr|r–r,)r#r$TÚdÚDÚoÚOr@ÚCÚtÚTÚyÚYÚpÚPÚeÚEFZDoctype)r#rUÚpublicIdÚsystemIdÚcorrectú[ÚAr"zexpected-dashes-or-doctyperKrKrK)r˜r™©ršr›©r@rœ©rrž©rŸr ©r¡r¢©r£r¤)rªr«r¬rr®r¯rKrKrK)rœr™r©ržr©r¨rK)rr6r7rrÚcommentStartStaterÚdoctypeStaterZtreeZopenElementsÚ namespaceZdefaultNamespaceÚcdataSectionStater%r=r'ro)rr?ÚmatchedÚexpectedr r r!rlUsR z(HTMLTokenizer.markupDeclarationOpenStatecCsØ|jjƒ}|dkr|j|_n¸|dkrN|jjtdddœƒ|jdd7<n†|dkr„|jjtdd dœƒ|jj|jƒ|j|_nP|t krº|jjtdd dœƒ|jj|jƒ|j|_n|jd|7<|j |_dS)Nr|r[r"zinvalid-codepoint)r#r$r$uï¿½rjzincorrect-commentzeof-in-commentT)rr6ÚcommentStartDashStaterr%r7rrrrÚcommentState)rr$r r r!r°‚s( zHTMLTokenizer.commentStartStatecCsÜ|jjƒ}|dkr|j|_n¼|dkrN|jjtdddœƒ|jdd7<nŠ|dkr„|jjtdd dœƒ|jj|jƒ|j|_nT|t krº|jjtdd dœƒ|jj|jƒ|j|_n|jdd|7<|j |_dS)Nr|r[r"zinvalid-codepoint)r#r$r$u-ï¿½rjzincorrect-commentzeof-in-commentT)rr6ÚcommentEndStaterr%r7rrrrr·)rr$r r r!r¶™s( z#HTMLTokenizer.commentStartDashStatecCs¦|jjƒ}|dkr|j|_n†|dkrN|jjtdddœƒ|jdd7<nT|tkr„|jjtdddœƒ|jj|jƒ|j |_n|jd||jj d ƒ7<d S)Nr|r[r"zinvalid-codepoint)r#r$r$uï¿½zeof-in-commentT)r|r[)rr6ÚcommentEndDashStaterr%r7rrrrr^)rr$r r r!r·°s zHTMLTokenizer.commentStatecCs®|jjƒ}|dkr|j|_nŽ|dkrV|jjtdddœƒ|jdd7<|j|_nT|t krŒ|jjtdddœƒ|jj|jƒ|j |_n|jdd|7<|j|_d S) Nr|r[r"zinvalid-codepoint)r#r$r$u-ï¿½zeof-in-comment-end-dashT)rr6r¸rr%r7rrr·rr)rr$r r r!r¹Âs z!HTMLTokenizer.commentEndDashStatecCs,|jjƒ}|dkr*|jj|jƒ|j|_nþ|dkrd|jjtdddœƒ|jdd7<|j|_nÄ|dkrŒ|jjtdd dœƒ|j |_nœ|d kr¾|jjtdddœƒ|jd|7<nj|t krô|jjtdddœƒ|jj|jƒ|j|_n4|jjtdd dœƒ|jdd|7<|j|_dS)Nrjr[r"zinvalid-codepoint)r#r$r$u--ï¿½rhz,unexpected-bang-after-double-dash-in-commentr|z,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashzunexpected-char-in-commentz--T)rr6r%r7rrrrr·ÚcommentEndBangStater)rr$r r r!r¸Õs6 zHTMLTokenizer.commentEndStatecCsà|jjƒ}|dkr*|jj|jƒ|j|_n²|dkrN|jdd7<|j|_nŽ|dkrˆ|jjtdddœƒ|jdd 7<|j |_nT|t kr¾|jjtdd dœƒ|jj|jƒ|j|_n|jdd|7<|j |_dS)Nrjr|r$z--!r[r"zinvalid-codepoint)r#r$u--!ï¿½zeof-in-comment-end-bang-stateT)rr6r%r7rrrr¹rr·r)rr$r r r!rºôs( z!HTMLTokenizer.commentEndBangStatecCsŠ|jjƒ}|tkr|j|_nj|tkr\|jjtdddœƒd|j d<|jj|j ƒ|j |_n*|jjtdddœƒ|jj|ƒ|j|_dS)Nr"z!expected-doctype-name-but-got-eof)r#r$Fr§zneed-space-after-doctypeT)rr6rÚbeforeDoctypeNameStaterrr%r7rrrr=)rr$r r r!r±s zHTMLTokenizer.doctypeStatecCsÜ|jjƒ}|tkrnÄ|dkrT|jjtdddœƒd|jd<|jj|jƒ|j|_n„|dkr†|jjtdddœƒd |jd <|j |_nR|t krÆ|jjtdddœƒd|jd<|jj|jƒ|j|_n||jd <|j |_dS) Nrjr"z+expected-doctype-name-but-got-right-bracket)r#r$Fr§r[zinvalid-codepointuï¿½rUz!expected-doctype-name-but-got-eofT)rr6rr%r7rrrrÚdoctypeNameStater)rr$r r r!r»s. z$HTMLTokenizer.beforeDoctypeNameStatecCs|jjƒ}|tkr2|jdjtƒ|jd<|j|_nØ|dkrh|jdjtƒ|jd<|jj |jƒ|j |_n¢|dkr¢|jj tdddœƒ|jdd7<|j|_nh|t krø|jj tdddœƒd |jd <|jdjtƒ|jd<|jj |jƒ|j |_n|jd|7<dS)NrUrjr[r"zinvalid-codepoint)r#r$uï¿½zeof-in-doctype-nameFr§T)rr6rrrXrÚafterDoctypeNameStaterr%r7rrr¼r)rr$r r r!r¼6s, zHTMLTokenizer.doctypeNameStatecCsR|jjƒ}|tkrn8|dkr8|jj|jƒ|j|_n|tkr†d|jd<|jj |ƒ|jjt dddœƒ|jj|jƒ|j|_nÈ|d!krÊd }x$d'D]}|jjƒ}||kr˜d}Pq˜W|rÈ|j|_d SnJ|d(krd }x(d.D] }|jjƒ}||krÞd}PqÞW|r|j|_d S|jj |ƒ|jjt ddd|id œƒd|jd<|j |_d S)/NrjFr§r"zeof-in-doctype)r#r$r¡r¢TÚuÚUÚbÚBÚlÚLÚiÚIr@rœÚsÚSrŸr rržr£r¤ÚmÚMz*expected-space-or-right-bracket-in-doctyper$)r#r$r.)r¡r¢©r¾r¿©rÀrÁ©rÂrÃ©rÄrÅ©r@rœ)rÊrËrÌrÍrÎ)rÆrÇ©rŸr ©rÆrÇ©rrž©r£r¤©rÈrÉ)rÏrÐrÑrÒrÓ)rr6rr%r7rrrrr=rÚafterDoctypePublicKeywordStateÚafterDoctypeSystemKeywordStateÚbogusDoctypeState)rr$r´rµr r r!r½OsT z#HTMLTokenizer.afterDoctypeNameStatecCs¨|jjƒ}|tkr|j|_nˆ|d krP|jjtdddœƒ|jj|ƒ|j|_nT|t kr|jjtdddœƒd|j d<|jj|j ƒ|j|_n|jj|ƒ|j|_d S)Nr‹rŒr"zunexpected-char-in-doctype)r#r$zeof-in-doctypeFr§T)r‹rŒ)rr6rÚ"beforeDoctypePublicIdentifierStaterr%r7rr=rrr)rr$r r r!rÔ‚s" z,HTMLTokenizer.afterDoctypePublicKeywordStatecCsø|jjƒ}|tkrnà|dkr0d|jd<|j|_nÄ|dkrLd|jd<|j|_n¨|dkrŒ|jjt dddœƒd |jd <|jj|jƒ|j |_nh|tkrÌ|jjt dddœƒd |jd <|jj|jƒ|j |_n(|jjt dddœƒd |jd <|j|_d S)NrŒr,r¥r‹rjr"zunexpected-end-of-doctype)r#r$Fr§zeof-in-doctypezunexpected-char-in-doctypeT) rr6rrÚ(doctypePublicIdentifierDoubleQuotedStaterÚ(doctypePublicIdentifierSingleQuotedStater%r7rrrrÖ)rr$r r r!r×–s4 z0HTMLTokenizer.beforeDoctypePublicIdentifierStatecCsä|jjƒ}|dkr|j|_nÄ|dkrN|jjtdddœƒ|jdd7<n’|dkrŽ|jjtdd dœƒd |jd<|jj|jƒ|j|_nR|t krÎ|jjtdddœƒd |jd<|jj|jƒ|j|_n|jd|7<d S)NrŒr[r"zinvalid-codepoint)r#r$r¥uï¿½rjzunexpected-end-of-doctypeFr§zeof-in-doctypeT) rr6Ú!afterDoctypePublicIdentifierStaterr%r7rrrr)rr$r r r!rØ³s* z6HTMLTokenizer.doctypePublicIdentifierDoubleQuotedStatecCsä|jjƒ}|dkr|j|_nÄ|dkrN|jjtdddœƒ|jdd7<n’|dkrŽ|jjtdd dœƒd |jd<|jj|jƒ|j|_nR|t krÎ|jjtdddœƒd |jd<|jj|jƒ|j|_n|jd|7<d S)Nr‹r[r"zinvalid-codepoint)r#r$r¥uï¿½rjzunexpected-end-of-doctypeFr§zeof-in-doctypeT) rr6rÚrr%r7rrrr)rr$r r r!rÙËs* z6HTMLTokenizer.doctypePublicIdentifierSingleQuotedStatecCs|jjƒ}|tkr|j|_nì|dkr<|jj|jƒ|j|_nÌ|dkrn|jjt dddœƒd|jd<|j |_nš|dkr |jjt dddœƒd|jd<|j|_nh|tkrà|jjt dd dœƒd |jd<|jj|jƒ|j|_n(|jjt dddœƒd |jd<|j |_dS) NrjrŒr"zunexpected-char-in-doctype)r#r$r,r¦r‹zeof-in-doctypeFr§T)rr6rÚ-betweenDoctypePublicAndSystemIdentifiersStaterr%r7rrrÚ(doctypeSystemIdentifierDoubleQuotedStateÚ(doctypeSystemIdentifierSingleQuotedStaterrÖ)rr$r r r!rÚãs6 z/HTMLTokenizer.afterDoctypePublicIdentifierStatecCsØ|jjƒ}|tkrnÀ|dkr4|jj|jƒ|j|_n |dkrPd|jd<|j|_n„|dkrld|jd<|j |_nh|t kr¬|jjtdddœƒd |jd <|jj|jƒ|j|_n(|jjtdddœƒd |jd <|j|_dS) NrjrŒr,r¦r‹r"zeof-in-doctype)r#r$Fr§zunexpected-char-in-doctypeT) rr6rr%r7rrrrÜrÝrrrÖ)rr$r r r!rÛs. z;HTMLTokenizer.betweenDoctypePublicAndSystemIdentifiersStatecCs¨|jjƒ}|tkr|j|_nˆ|d krP|jjtdddœƒ|jj|ƒ|j|_nT|t kr|jjtdddœƒd|j d<|jj|j ƒ|j|_n|jj|ƒ|j|_d S)Nr‹rŒr"zunexpected-char-in-doctype)r#r$zeof-in-doctypeFr§T)r‹rŒ)rr6rÚ"beforeDoctypeSystemIdentifierStaterr%r7rr=rrr)rr$r r r!rÕs" z,HTMLTokenizer.afterDoctypeSystemKeywordStatecCsø|jjƒ}|tkrnà|dkr0d|jd<|j|_nÄ|dkrLd|jd<|j|_n¨|dkrŒ|jjt dddœƒd |jd <|jj|jƒ|j |_nh|tkrÌ|jjt dddœƒd |jd <|jj|jƒ|j |_n(|jjt dddœƒd |jd <|j|_dS) NrŒr,r¦r‹rjr"zunexpected-char-in-doctype)r#r$Fr§zeof-in-doctypeT) rr6rrrÜrrÝr%r7rrrrÖ)rr$r r r!rÞ/s4 z0HTMLTokenizer.beforeDoctypeSystemIdentifierStatecCsä|jjƒ}|dkr|j|_nÄ|dkrN|jjtdddœƒ|jdd7<n’|dkrŽ|jjtdd dœƒd |jd<|jj|jƒ|j|_nR|t krÎ|jjtdddœƒd |jd<|jj|jƒ|j|_n|jd|7<d S)NrŒr[r"zinvalid-codepoint)r#r$r¦uï¿½rjzunexpected-end-of-doctypeFr§zeof-in-doctypeT) rr6Ú!afterDoctypeSystemIdentifierStaterr%r7rrrr)rr$r r r!rÜLs* z6HTMLTokenizer.doctypeSystemIdentifierDoubleQuotedStatecCsä|jjƒ}|dkr|j|_nÄ|dkrN|jjtdddœƒ|jdd7<n’|dkrŽ|jjtdd dœƒd |jd<|jj|jƒ|j|_nR|t krÎ|jjtdddœƒd |jd<|jj|jƒ|j|_n|jd|7<d S)Nr‹r[r"zinvalid-codepoint)r#r$r¦uï¿½rjzunexpected-end-of-doctypeFr§zeof-in-doctypeT) rr6rßrr%r7rrrr)rr$r r r!rÝds* z6HTMLTokenizer.doctypeSystemIdentifierSingleQuotedStatecCs–|jjƒ}|tkrn~|dkr4|jj|jƒ|j|_n^|tkrt|jjt dddœƒd|jd<|jj|jƒ|j|_n|jjt dddœƒ|j |_dS) Nrjr"zeof-in-doctype)r#r$Fr§zunexpected-char-in-doctypeT)rr6rr%r7rrrrrrÖ)rr$r r r!rß|s z/HTMLTokenizer.afterDoctypeSystemIdentifierStatecCsZ|jjƒ}|dkr*|jj|jƒ|j|_n,|tkrV|jj|ƒ|jj|jƒ|j|_ndS)NrjT) rr6r%r7rrrrr=)rr$r r r!rÖs zHTMLTokenizer.bogusDoctypeStatecCsüg}x€|j|jjdƒƒ|j|jjdƒƒ|jjƒ}|tkr@Pq|dksLt‚|ddd…dkrx|ddd…|d<Pq|j|ƒqWdj|ƒ}|jdƒ}|dkrÖx&t|ƒD]}|j jt d d dœƒq¬W|jddƒ}|rð|j jt d |dœƒ|j|_ dS)Nú]rjréz]]r,r[rr"zinvalid-codepoint)r#r$uï¿½rJTrKéþÿÿÿrKrârK)r7rr^r6rÚAssertionErrorr9ÚcountÚranger%rr—rr)rr$r6Z nullCountrr r r!r³s0 zHTMLTokenizer.cdataSectionState)N)NF)NÚ__name__Ú __module__Ú__qualname__Ú__doc__rr)rBrSrTrZrr\rbr`rdrfrgr]rmrnrarsrtrcrwrxreryr{rzr}rrr~r€r‚r„rƒr†r‡r‰rˆrŠrprrrŽr’r”r“r•rqrorlr°r¶r·r¹r¸rºr±r»r¼r½rÔr×rØrÙrÚrÛrÕrÞrÜrÝrßrÖr³Ú __classcell__r r )rr!rs”H P# 6 "-3rN)Z __future__rrrZsixrr;ÚcollectionsrZ constantsrr r rrr rrrrZ_inputstreamrZ_trierrLÚobjectrr r r r!Ús