S j d dl mZmZ ddlmZ ddlmZ ddlmZ ddl m
Z
m Z m Z G d de Z
d S )
)OptionalUnion )CharDistributionAnalysis)
CharSetProber)CodingStateMachine)LanguageFilter MachineState ProbingStatec r e Zd ZdZej fdeddf fd
Zd
fd Zdee e
f de fdZ de
fd Z xZS ) MultiByteCharSetProberz
MultiByteCharSetProber
lang_filterreturnNc t | d | _ d | _ t d | _ d S )N)r )super__init__distribution_analyzer coding_sm bytearray
_last_char)selfr __class__s i/builddir/build/BUILD/cloudlinux-venv-1.0.10/venv/lib/python3.11/site-packages/chardet/mbcharsetprober.pyr z MultiByteCharSetProber.__init__+ s@
[111IM"7;#G,, c t | j r| j | j r| j t d | _ d S )Nr )r resetr r r r )r r s r r z MultiByteCharSetProber.reset1 se
> # N " " " % / & , , . . .#G,,r byte_strc N | j J | j J t | D ]\ }}| j | }|t j k r:| j d| j | j | t j | _ n|t j
k rt j | _ n|t j k rs| j }|dk r+|| j d< | j | j | | j ||dz
|dz | |d | j d< | j t j k rG| j r.| | j k rt j | _ | j S )Nz!%s %s prober hit error at byte %sr r )r r enumerate
next_stater
ERRORloggerdebug charset_namelanguager NOT_ME_stateITS_MEFOUND_ITSTARTget_current_charlenr feedstate DETECTINGgot_enough_dataget_confidenceSHORTCUT_THRESHOLD)r r ibyte coding_statechar_lens r r. zMultiByteCharSetProber.feed9 s ~))))555 ** W WGAt >44T::L| 111 !!7%M + 1 | 222 * 3 | 111 >==??66)-DOA&.33DOXNNNN.33HQUQU]4KXVVV %b\ : / / /)99;;
4##%%(??? * 3 zr c F | j J | j S )N)r r2 )r s r r2 z%MultiByteCharSetProber.get_confidence] s& )555)88:::r )r N)__name__
__module__ __qualname____doc__r NONEr r r bytesr r r. floatr2
__classcell__)r s @r r
r
& s 6D5H - -N -T - - - - - - - - - - - -"U5)#3 4 " " " " "H; ; ; ; ; ; ; ; ;r r
N)typingr r chardistributionr
charsetproberr codingstatemachiner enumsr r
r r
r r rG s < # " " " " " " " 6 6 6 6 6 6 ( ( ( ( ( ( 2 2 2 2 2 2 = = = = = = = = = =9; 9; 9; 9; 9;] 9; 9; 9; 9; 9;r