G:Y d dl mZmZmZ d dlmZ d dlmZmZ d dl Z d dl
Z
d dl m Z m
Z
d dlmZ ddlmZmZmZmZ dd lmZ dd
lmZ ed eD Z ed eD Z ed
eD Ze eddg z Z dZ ej rOe d dk re d dk sJ e
j e dd e!d z dz Z"n e
j e Z"h dZ# e
j d Z$i Z% G d de& Z'd Z( G d de& Z) G d d e) Z* G d d e+ Z, G d d e& Z- G d! d"e& Z.d# Z/dS )$ )absolute_importdivisionunicode_literals) text_type) http_clienturllibN)BytesIOStringIO) webencodings )EOFspaceCharacters asciiLettersasciiUppercase)_ReparseException)_utilsc 8 g | ]}| d S asciiencode.0items /builddir/build/BUILDROOT/alt-python311-pip-21.3.1-4.el9.x86_64/opt/alt/python311/lib/python3.11/site-packages/pip/_vendor/html5lib/_inputstream.py
r s$ !S!S!S4$++g"6"6!S!S!S c 8 g | ]}| d S r r r s r r r s$ M M Mt{{7 3 3 M M Mr c 8 g | ]}| d S r r r s r r r s$ Q Q Q$W!5!5 Q Q Qr >
z[ -
-/:-@\[-`{-~]c < e Zd ZdZd Zd Zd Zd Zd Zd Z d Z
d S )
BufferedStreamzBuffering for streams that do not have buffering of their own
The buffer is implemented as a list of chunks on the assumption that
joining many strings will be slow since it is O(n**2)
c 4 || _ g | _ ddg| _ d S )Nr" r )streambufferposition)selfrG s r __init__zBufferedStream.__init__: s Q
r c d}| j d | j d D ]}|t | z
}|| j d z
}|S Nr r )rH rI len)rJ poschunks r tellzBufferedStream.tell? sR [!2$-"2!23 E 3u:: CC t}Q
r c || k sJ |}d}t | j | |k r@|t | j | z }|dz
}t | j | |k @||g| _ d S rM )_bufferedBytesrN rH rI )rJ rO offsetis r seekzBufferedStream.seekF s d))++++++
$+a.!!F** c$+a.)) )F
FA $+a.!!F** F
r c & | j s| | S | j d t | j k r>| j d t | j d k r| | S | | S )Nr r r" )rH _readStreamrI rN _readFromBufferrJ bytess r readzBufferedStream.readO s { /##E** *mA #dk"2"222mA #dk"o"6"666##E** *''.. .r c > t d | j D S )Nc , g | ]}t | S )rN r s r r z1BufferedStream._bufferedBytes..Y s 666$CII666r )sumrH rJ s r rS z BufferedStream._bufferedBytesX s! 66$+666777r c | j | }| j | | j dxx dz
cc< t | | j d< |S rM )rG r\ rH appendrI rN )rJ r[ datas r rX zBufferedStream._readStream[ sb { && 4
aA t99
a r c P |}g }| j d }| j d }|t | j k r|dk r|dk sJ | j | }|t | |z
k r|}|||z g| _ n-t | |z
}|t | g| _ |dz
}| ||||z ||z }d}|t | j k r|dk |r(| | | d | S )Nr r r )rI rN rH rc rX join)rJ r[ remainingBytesrv bufferIndex bufferOffset bufferedData bytesToReads r rY z BufferedStream._readFromBufferb sK
mA& }Q' C , ,,, 11D1D!A%%%% ;{3L \!2!2\!AAA , !,l[.H I
!, / /, > !,c,.?.? @
q IIl< {0J#JK L L L k )N L C , ,,, 11D1D 8 IId&&~66 7 7 7xx||r N) __name__
__module__ __qualname____doc__rK rQ rV r\ rS rX rY r_ r r rE rE 3 s
$ $ $/ / /8 8 8 r rE c t | t j s>t | t j j r"t | j t j rd}nNt | d r)t | d t }nt | t }|r-d |D }|rt d|z t | fi |S t | fi |S )NFr\ r c < g | ]}| d |S ) _encoding)endswith)r xs r r z#HTMLInputStream.. s) BBB1!**[*A*ABQBBBr z3Cannot set an encoding with a unicode input, set %r)
isinstancer HTTPResponser responseaddbasefphasattrr\ r TypeErrorHTMLUnicodeInputStreamHTMLBinaryInputStream)sourcekwargs isUnicode encodingss r HTMLInputStreamr } s 6;344 2 FFO 3 4 42
FI{ 7 8 82 2 v{{1~~y99 vy11 7BBBBB _ QT] ]^^ ^%f77777$V66v666r c \ e Zd ZdZdZd Zd Zd Zd Zd Z d Z
dd
Z d Z d Z
ddZd Zd S )r} Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
i ( c t j sd| _ n,t d dk r
| j | _ n | j | _ dg| _ t d df| _ | | | _
| dS ) Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
Nu r r utf-8certain) r supports_lone_surrogatesreportCharacterErrorsrN characterErrorsUCS4characterErrorsUCS2newLineslookupEncoding charEncoding
openStream
dataStreamreset)rJ r s r rK z HTMLUnicodeInputStream.__init__ s . B *.D & &
!
#
#)-)AD & &)-)AD &
+G 4 4i @ //&11
r c h d| _ d| _ d| _ g | _ d| _ d| _ d | _ d S )N r )rP chunkSize chunkOffseterrors prevNumLines prevNumCols_bufferedCharacterra s r r z HTMLUnicodeInputStream.reset sA
#' r c J t |d r|}nt | }|S zvProduces a file object from source.
source can be either a file object, local filename or a string.
r\ )r{ r
rJ r rG s r r z!HTMLUnicodeInputStream.openStream s/ 66 " " &FF f%%F
r c | j }| dd| }| j |z }| dd| }|dk r | j |z }n||dz z
}||fS )N
r r" r )rP countr rfindr )rJ rT rP nLines positionLine lastLinePospositionColumns r _positionz HTMLUnicodeInputStream._position ss
T1f--(61 kk$622 " ! - 6NN #{Q 7N n--r c J | | j \ }}|dz |fS )z:Returns (line, col) of the current position in the stream.r )r r )rJ linecols r rI z HTMLUnicodeInputStream.position s( NN4#344 cq# r c | j | j k r| st S | j }| j | }|dz | _ |S )zo Read one character from the stream or queue if available. Return
EOF when EOF is reached.
r )r r readChunkr
rP )rJ r chars r r zHTMLUnicodeInputStream.char sP
t~ - ->>##
& z+&&? r Nc n || j }| | j \ | _ | _ d| _ d| _ d| _ | j | }| j r| j |z }d | _ n|sdS t | dk rBt |d }|dk sd|cxk rdk rn n|d | _ |d d }| j r| | |
d d
}|
d d
}|| _ t | | _ d S )
Nr r Fr r"
i z
r
T)_defaultChunkSizer r r r rP r r r\ r rN ordr replace)rJ r rd lastvs r r z HTMLUnicodeInputStream.readChunk sL .I.2nnT^.L.L+4+
##I.. " *T1D&*D # # 5 t99q==RMME}}% 9 9 9 96 9 9 9 9 9*.r('CRCy % - & &t , , , ||FD))||D$''
Ttr c t t t | D ] }| j d d S )Ninvalid-codepoint)rangerN invalid_unicode_refindallr rc )rJ rd _s r r z*HTMLUnicodeInputStream.characterErrorsUCS4 sT s-55d;;<<== 4 4A K 2 3 3 3 3 4 4r c . d}t | D ]}|rt | }| }t j |||dz rEt j |||dz }|t v r| j
d d}|dk r7|dk r1|t | dz
k r| j
d d}| j
d d S )NF r Tr i r ) r finditerr groupstartr isSurrogatePairsurrogatePairToCodepointnon_bmp_invalid_codepointsr rc rN )rJ rd skipmatch codepointrO char_vals r r z*HTMLUnicodeInputStream.characterErrorsUCS2# s' '0066 8 8E
EKKMM**I++--C%d3sQw;&788
8!:4C!G ;LMM 999K&&':;;;v%%)v*=*=TQ && ""#67777 ""#67777# 8 8r Fc t ||f }nt# t $ rg |D ]}t | dk sJ d d |D }|sd|z }t j d|z x}t ||f< Y nw xY wg } | | j | j }|| j | j k rnnN|
}|| j k r/| | j | j | || _ n=| | j | j d | snd | } | S )z Returns a string of characters from the stream up to but not
including any character in 'characters' or EOF. 'characters' must be
a container that supports the 'in' method and iteration over its
characters.
T r c 2 g | ]}d t | z S )z\x%02x)r )r cs r r z5HTMLUnicodeInputStream.charsUntil..H s# D D DAYQ / D D Dr z^%sz[%s]+N)
charsUntilRegExKeyErrorr rf recompiler rP r r endrc r )
rJ
charactersoppositecharsr regexrh mr rs
r
charsUntilz!HTMLUnicodeInputStream.charsUntil: s Z#Z$:;EE Z Z Z
)# ) )A q66C<<<<<GG D D D D DEEE
&
>@jSX >Y>Y YEOZ$:;;; Z DJ(899Ay #t~55 6 eegg $.((IIdj)9#)= >???'*D$
IIdj!1!2!23 4 4 4>>##
+ .
GGBKKs A.BBc |t urT| j dk r!|| j z | _ | xj dz
c_ d S | xj dz c_ | j | j |k sJ d S d S rM )r
r rP r )rJ r s r ungetz HTMLUnicodeInputStream.ungeti s} s?? 1$$ "DJ .
!# A% z$"23t;;;; ? <;r N)F)rm rn ro rp r rK r r r rI r r r r r r r_ r r r} r} s @ ' ' ' . . .
$ $ $ $L4 4 48 8 8.- - - -^< < < < > #///
r c | j d j | j d | _ t
| d S )Nr r )r
codec_info streamreaderr r r} r ra s r r zHTMLBinaryInputStream.reset sA +A.9FFt~W`aa $$T*****r c t |d r|}nt | } | | n # t $ r t | }Y nw xY w|S r )r{ r rV rQ ExceptionrE r s r r z HTMLBinaryInputStream.openStream s} 66 " " %FF V__F , KK
& & & & , , ,#F++FFF ,
s 'A A('A(c | df}|d |S t | j df}|d |S t | j df}|d |S | df}|d |S t | j df}|d "|d j d s|S t | j df}|d |S |r ddl m
} g } | }|j sj| j
| j }t |t sJ |sn1| | | | |j j| t |j d }| j d ||dfS n# t, $ r Y nw xY wt | j df}|d |S t d dfS )Nr r tentativezutf-16)UniversalDetectorencodingr ) detectBOMr r r detectEncodingMetar name
startswithr %pip._vendor.chardet.universaldetectorr doner r\ r rv r[ rc feedcloseresultrV ImportErrorr )rJ chardetr r buffersdetectorrH r s r r z'HTMLBinaryInputStream.determineEncoding s_ ~~''2 ? & &d&<==yH ? & &d&=>> I ? & ..00+= ? & &d&FGGT ? &|A/C/N/Nx/X/X & &d&:;;[H ? & 1
1SSSSSS ,,.."- * !^ 0 01E F FF%fe44444! NN6*** MM&)))
#- * )(/**EFF##A&&&'#[00 (
& &d&;<>
UUOAa!eG} r c * | S r )r$ ra s r nextzEncodingBytes.nextY s }} r c | j }|t | k rt |dk rt |dz
x| _ }| ||dz S rM r r" s r previouszEncodingBytes.previous] sN N D >>
UUO U"Aa!eG} r c R | j t | k rt || _ d S r r rN r! )rJ rI s r setPositionzEncodingBytes.setPositionf s& >SYY & & !r c h | j t | k rt | j dk r| j S d S )Nr r* ra s r getPositionzEncodingBytes.getPositionk s5 >SYY & & >Q > !4r c 0 | | j | j dz S Nr )rI ra s r getCurrentBytez EncodingBytes.getCurrentByteu s DM$-!"3344r c | j }|t | k r2| ||dz }||vr || _ |S |dz
}|t | k 2|| _ dS )z Skip past a list of charactersr NrI rN r rJ r r# r s r r zEncodingBytes.skipz sf M#d))mmQq1uW
A~~!"
FA #d))mm tr c | j }|t | k r2| ||dz }||v r || _ |S |dz
}|t | k 2|| _ d S r/ r2 r3 s r skipUntilzEncodingBytes.skipUntil sf M#d))mmQq1uW
AEzz!"
FA #d))mm tr c z | || j }|r | xj t | z
c_ |S )zLook for a sequence of bytes at the start of a string. If the bytes
are found return True and advance the position to the byte after the
match. Otherwise return False and leave the position alone)r rI rN )rJ r[ rh s r
matchByteszEncodingBytes.matchBytes s< __UDM
2
2
( MMSZZ 'MM r c | || j t | z dz
| _ n# t $ r t
w xY wdS )zLook for the next sequence of bytes matching a given sequence. If
a match is found advance the position to the last byte of the matchr T)indexrI rN r
ValueErrorr! rZ s r jumpTozEncodingBytes.jumpTo sV !ZZt} = =E
JQ NDNN ts 36 AN)rm rn ro rp r rK r r$ r& r( r+ r- propertyrI r0 currentBytespaceCharactersBytesr r5 r7 r; r_ r r r r B s
2 2 2 " " "
x [11H5 5 5 (>**K-
r r c H e Zd ZdZd Zd Zd Zd Zd Zd Z d Z
d Z d
Z d S ) r z?Mini parser for detecting character encoding from meta elementsc < t | | _ d| _ dS )z3string - the data to work on for encoding detectionN)r rd r rJ rd s r rK zEncodingParser.__init__ s !$''
r c d| j vrd S d| j fd| j fd| j fd| j fd| j fd| j ff}| j D ]w}d} | j d n# t $ r Y nKw xY w|D ]?\ }}| j | r | } n# t $ r d}Y nw xY w@|s nx| j S ) Ns rd r; ra s r rC z EncodingParser.handleComment s y '''r c | j j t vrdS d}d } | }|dS |d dk r|d dk }|r | || _ dS n|d dk r#|d }t | }| || _ dS nb|d dk rVt
t |d }| }| t | }|
|r || _ dS |}) NTFr s
http-equivr s content-type charsets content) rd r= r> getAttributer r ContentAttrParserr parse)rJ hasPragmapendingEncodingattrtentativeEncodingcodec
contentParsers r rD zEncodingParser.handleMeta s+ 9 (< < <4 8$$&&D|t7m++ $Q? :I %_%@(7
$u!W
**(,Q% *+< = =E ((-
$u ) !W
**$5mDG6L6L$M$MM(5(;(;(=(=%(4 ./@ A A , ( 805
',u277 8r c , | d S )NF)handlePossibleTagra s r rG z%EncodingParser.handlePossibleStartTag s %%e,,,r c T t | j | d S )NT)r& rd rZ ra s r rE z#EncodingParser.handlePossibleEndTag s# TY%%d+++r c J | j }|j t vr,|r(| | dS | t }|dk r| n,| }|| }|dS )NTr! )rd r= asciiLettersBytesr( rF r5 spacesAngleBracketsrP )rJ endTagrd r rU s r rZ z EncodingParser.handlePossibleTag s y #4 4 4
#
"""4 NN. / / 99
MMOOOO $$&&D"((** "tr c 6 | j d S )Nr rM ra s r rF zEncodingParser.handleOther s y %%%r c | j }| t t dg z }|t | dk sJ |dv rdS g }g } |dk r|rn|t v r| }nu|dv rd | dfS |t v r(| | n|dS | | t | }|dk r+|
d | dfS t | | }|d v r|} t | }||k r9t | d | d | fS |t v r(| | n| | |d
k rd | dfS |t v r(| | n|dS | | t | }|t v r*d | d | fS |t v r(| | n|dS | | ) z_Return a name,value pair for the next attribute in the stream,
if one is found, or None /Nr )r NT =)rb r r ) ' "r ) rd r r> frozensetrN rf asciiUppercaseBytesrc r r& r( r^ )rJ rd r attrName attrValue quoteChars r rP zEncodingParser.getAttribute s y II*Yv->->> ? ?yCFFaKKK' 4 DyyXy***IIKKl""xx))3..))) ****t"""T
A! $
99 MMOOO88H%%s* * T
IIKK I
(JJ >>JJJ 88H--sxx /B/BBB--- $$QWWYY//// $$Q'''
( $YY88H%%s* *
%
%
% QWWYY ' ' ' '
Y4 Q $T
A'''xx))388I+>+>>>))) ++++t ### $r N)
rm rn ro rp rK r rC rD rG rE rZ rF rP r_ r r r r s II
<( ( ("8 "8 "8H- - -, , , .& & &J$ J$ J$ J$ J$r r c e Zd Zd Zd ZdS )rQ c B t |t sJ || _ d S r )rv r[ rd rA s r rK zContentAttrParser.__init__a s# $&&&&& r c | j d | j xj dz
c_ | j | j j dk sd S | j xj dz
c_ | j | j j dv rb| j j }| j xj dz
c_ | j j }| j | r| j || j j S d S | j j } | j t | j || j j S # t $ r | j |d cY S w xY w# t $ r Y d S w xY w)NrO r rc )re rd )rd r; rI r r= r5 r> r! )rJ quoteMark oldPositions r rR zContentAttrParser.parsee s
I Z ( ( ( I ! # INN 9(D00t I ! # INN y$ 44 I 1 ""a'"" "i 0 9##I.. 9[1C%CDD 4 #i 0 3I''(<=== 9[1C%CDD$ 3 3 3 9[\\22223 44 s= AE BE : E 7D? ?EE EE
E,+E,N)rm rn ro rK rR r_ r r rQ rQ ` s2 r rQ c t | t r( | d } n# t $ r Y dS w xY w| & t j | S # t $ r Y dS w xY wdS )z{Return the python codec name corresponding to an encoding or None if the
string doesn't correspond to a valid encoding.r N)rv r[ decodeUnicodeDecodeErrorr lookupAttributeError)r s r r r s (E"" w//HH! 44 &x00 0 44 ts -
;;A
A#"A#)0
__future__r r r pip._vendor.sixr pip._vendor.six.movesr r r r ior r
pip._vendorr constantsr
r r r r r r rf r> r] rg r^ invalid_unicode_no_surrogater r r evalr r ascii_punctuation_rer objectrE r r} r~ r[ r r rQ r r_ r r r se B B B B B B B B B B % % % % % % 5 5 5 5 5 5 5 5
$ $ $ $ $ $ I I I I I I I I I I I I ( ( ( ( ( ( !y!S!S?!S!S!STT I M M M M MNN i Q Q. Q Q QRR *YYd|-D-DD j "
B
( +s 2 27S7Y7YZ]7^7^bc7c7c7c c#$@"$E$(D)<$=$=%>$'%( ) ) $$@AA 2 2 2 "rz"mnn G G G G G V G G G T7 7 7.c< c< c< c< c