o
0¦iÌR ã @ sÞ d Z ddlZddlZddlmZ dgZe d¡Ze d¡Ze d¡Z e d¡Z
e d ¡Z e d
¡Z e d ¡Z
e d ¡Ze d
¡Ze d¡Ze dej¡Ze dej¡Ze dej¡Ze d ¡Ze d¡ZG dd„ dejƒZdS )z A parser for HTML and XHTML.é N)ÚunescapeÚ
HTMLParserz[&<]z
&[a-zA-Z#]z%&([a-zA-Z][-.a-zA-Z0-9]*)[^a-zA-Z0-9]z)&#(?:[0-9]+|[xX][0-9a-fA-F]+)[^0-9a-fA-F]z <[a-zA-Z]z
z--!?>z-?>z0([a-zA-Z][^\t\n\r\f />]*)(?:[\t\n\r\f ]|/(?!>))*a{
(
(?<=['"\t\n\r\f /])[^\t\n\r\f />][^\t\n\r\f /=>]* # attribute name
)
([\t\n\r\f ]*=[\t\n\r\f ]* # value indicator
('[^']*' # LITA-enclosed value
|"[^"]*" # LIT-enclosed value
|(?!['"])[^>\t\n\r\f ]* # bare value
)
)?
(?:[\t\n\r\f ]|/(?!>))* # possibly followed by a space
a
[a-zA-Z][^\t\n\r\f />]* # tag name
[\t\n\r\f /]* # optional whitespace before attribute name
(?:(?<=['"\t\n\r\f /])[^\t\n\r\f />][^\t\n\r\f /=>]* # attribute name
(?:[\t\n\r\f ]*=[\t\n\r\f ]* # value indicator
(?:'[^']*' # LITA-enclosed value
|"[^"]*" # LIT-enclosed value
|(?!['"])[^>\t\n\r\f ]* # bare value
)
)?
[\t\n\r\f /]* # possibly followed by a space
)*
>?
aF
<[a-zA-Z][^\t\n\r\f />\x00]* # tag name
(?:[\s/]* # optional whitespace before attribute name
(?:(?<=['"\s/])[^\s/>][^\s/=>]* # attribute name
(?:\s*=+\s* # value indicator
(?:'[^']*' # LITA-enclosed value
|"[^"]*" # LIT-enclosed value
|(?!['"])[^>\s]* # bare value
)
\s* # possibly followed by a space
)?(?:\s|/(?!>))*
)*
)?
\s* # trailing whitespace
z#c @ s e Zd ZdZdZdZdddœdd„Zd d
„ Zd d „ Zd
d„ Z dZ
dd„ Z ddœdd„Z dd„ Z
d>dd„Zdd„ Zdd „ Zd>d d „Zd?d d!„Zd"d#„ Zd$d%„ Zd&d'„ Zd(d)„ Zd*d+„ Zd,d-„ Zd.d/„ Zd0d1„ Zd2d3„ Zd4d5„ Z d6d7„ Z d8d9„ Z d:d;„ Z d'.)Ú_HTMLParser__starttag_textr r
r
r Úget_starttag_text s z HTMLParser.get_starttag_text©Ú escapablec C st | ¡ | _|| _| jdkrt d¡| _d S |r*| js*t d| j tjtjB ¡| _d S t d| j tjtjB ¡| _d S )NÚ plaintextz\Zz&|])z])) Úlowerr r ÚreÚcompiler r Ú
IGNORECASEÚASCII)r Úelemr! r
r
r Úset_cdata_mode¡ s
ÿ
ÿzHTMLParser.set_cdata_modec C s t | _d | _d| _d S )NT)r r r r r r
r
r Úclear_cdata_mode s
zHTMLParser.clear_cdata_modec C s
|| _ dS )a Enable or disable support of the CDATA sections.
If enabled, "<[CDATA[" starts a CDATA section which ends with "]]>".
If disabled, "<[CDATA[" starts a bogus comments which ends with ">".
This method is not called by default. Its purpose is to be called
in custom handle_starttag() and handle_endtag() methods, with
value that depends on the adjusted current node.
See https://html.spec.whatwg.org/multipage/parsing.html#markup-declaration-open-state
for details.
N)r )r Úflagr
r
r Ú_set_support_cdata² s
z HTMLParser._set_support_cdatac C s | j }d}t|ƒ}||k rU| jr;| js;| d|¡}|dk r:| dt||d ƒ¡}|dkr8t d¡ ||¡s8n |}n| j
||¡}|rI| ¡ }n| jrNn|}||k ro| jrf| j rf|
t|||… ƒ¡ n |
|||… ¡ | ||¡}||kr{nÚ|j}|d|ƒrt ||¡r| |¡} n@|d|ƒr›| |¡} n5|d|ƒr¦| |¡} n*|d|ƒr±| |¡} n |d |ƒr¼| |¡} n|d
|k sÄ|rÎ|
d¡ |d
} nn…| dk r‰|sÙn|t ||¡ràn§|d|ƒr|d |krò|
d¡ n•t ||¡rùnŽ| ||d d … ¡ n‚|d|ƒr0|}d D ]}
| |
|d
¡r"|t|
ƒ8 } nq| ||d
|… ¡ nW|d|ƒrF| jrF| ||d d … ¡ nA|||d … ¡ dkr_| ||d d … ¡ n(|d |ƒrq| ||d d … ¡ n|d|ƒrƒ| ||d d … ¡ nt dƒ‚|} | || ¡}nÁ|d|ƒràt! ||¡}|rÃ| "¡ d d… } | #| ¡ | $¡ } |d| d
ƒs¼| d
} | || ¡}q d||d … v rß|
|||d … ¡ | ||d ¡}nu|d|ƒrQt% ||¡}|r| "d
¡} | &| ¡ | $¡ } |d| d
ƒs | d
} | || ¡}q t' ||¡}|r;|r:| "¡ ||d … kr:| $¡ } | |kr2|} | ||d
¡}n|d
|k rP|
d¡ | ||d
¡}nn||k s|r€||k r€| jrq| j rq|
t|||… ƒ¡ n |
|||… ¡ | ||¡}||d … | _ d S )Nr ú<ú&é" z [\t\n\r\f ;]zr r8 r5 r7 r r1 r z ÚcommentabruptcloserC r? rJ rS )r rW Úreportr rC rY r
r
r rF p s zHTMLParser.parse_commentr c C sD | j }| d|d ¡}|dkrdS |r | ||d |… ¡ |d S )Nr r1 r8 r )r r; rJ )r rW ra r Úposr
r
r r^ s z HTMLParser.parse_bogus_commentc C sH | j }t ||d ¡}|sdS | ¡ }| ||d |… ¡ | ¡ }|S )Nr1 r8 )r Úpicloser> r? rN rS ©r rW r rC rY r
r
r rG ‹ s zHTMLParser.parse_pic C s d | _ | |¡}|dk r|S | j}|||… | _ g }t ||d ¡}| ¡ }| d¡ ¡ | _}||k rt ||¡}|s=nS| ddd¡\} }
} |
sLd } n-| d d… d kr^| dd … kssn | d d… d krq| dd … kryn n| dd… } | rt
| ƒ} | | ¡ | f¡ | ¡ }||k s4|||… ¡ } | dvrÍ|
¡ \}
}d | j v r»|
| j d ¡ }
t| j ƒ| j d ¡ }n|t| j ƒ }| |||… ¡ |S | d
¡rÚ| ||¡ |S | ||¡ || jv sð| jrì|d ksð|d krù| j|d
d |S || jv r| j|dd |S )Nr r r1 r5 ú'r8 ú")r ú/>Ú
rg Znoscriptr" Fr T)r Úcheck_for_whole_start_tagr Útagfind_tolerantrC rS rQ r# r Úattrfind_tolerantr ÚappendÚstripZgetposÚcountr: r< r@ rK Úhandle_startendtagÚhandle_starttagÚCDATA_CONTENT_ELEMENTSr r) ÚRCDATA_CONTENT_ELEMENTS)r rW Úendposr ÚattrsrC rZ ÚtagÚmÚattrnameÚrestZ attrvaluerS ÚlinenoÚoffsetr
r
r rD — sd
&( ó
ÿ
ù
ÿ þzHTMLParser.parse_starttagc C s6 | j }t ||d ¡}| ¡ }||d dkrdS |S )Nr r r8 )r Ú locatetagendrC rS rd r
r
r ri Ð s z$HTMLParser.check_for_whole_start_tagc C s´ | j }| d|d ¡dk rdS t ||¡s*||d |d … dkr%|d S | |¡S t ||d ¡}| ¡ }||d dkr@dS t ||d ¡}| d¡ ¡ }|
|¡ | ¡ |S )Nr r1 r r8 r5 r ) r r; rI rC r^ r{ rS rj rQ r# Ú
handle_endtagr* )r rW r rC rY ru r
r
r rE Ú s
zHTMLParser.parse_endtagc C s | ||¡ | |¡ d S ©N)rp r| ©r ru rt r
r
r ro ø s z HTMLParser.handle_startendtagc C ó d S r} r
r~ r
r
r rp ý ó zHTMLParser.handle_starttagc C r r} r
)r ru r
r
r r| r€ zHTMLParser.handle_endtagc C r r} r
©r r\ r
r
r rR r€ zHTMLParser.handle_charrefc C r r} r
r r
r
r rU r€ zHTMLParser.handle_entityrefc C r r} r
r r
r
r r@
r€ zHTMLParser.handle_datac C r r} r
r r
r
r rJ r€ zHTMLParser.handle_commentc C r r} r
)r Zdeclr
r
r rM r€ zHTMLParser.handle_declc C r r} r
r r
r
r rN r€ zHTMLParser.handle_pic C r r} r
r r
r
r rL r€ zHTMLParser.unknown_decl)T)r )!Ú__name__Ú
__module__Ú __qualname__Ú__doc__rq rr r r r r r r r) r* r, r rH rF r^ rG rD ri rE ro rp r| rR rU r@ rJ rM rN rL r
r
r
r r Z s@
"
9
)r… r$ r Zhtmlr Ú__all__r% r rV rT rP rB rI rc r_ r` rj ÚVERBOSErk r{ Zlocatestarttagend_tolerantZ endendtagZ
endtagfindr r r
r
r
r Ú s6
õ
óò