n{k z d dl mZmZmZmZmZ ddlmZ ddlm Z m
Z
m Z G d de Z G d de Z
d S )
)DictList
NamedTupleOptionalUnion )
CharSetProber)CharacterCategory ProbingStateSequenceLikelihoodc e Zd ZU eed< eed< eeef ed< eeeeef f ed< eed< eed< eed< dS ) SingleByteCharSetModel charset_namelanguagechar_to_order_maplanguage_modeltypical_positive_ratiokeep_ascii_lettersalphabetN) __name__
__module__ __qualname__str__annotations__r intfloatbool i/builddir/build/BUILD/cloudlinux-venv-1.0.10/venv/lib/python3.11/site-packages/chardet/sbcharsetprober.pyr r # sx MMMCH~%%%d38n,---- !!!! MMMMMr r c e Zd ZdZdZdZdZ ddeded e e
d
df fd
Z d fd Z e
d
e e fd
Ze
d
e e fd Zdeeef d
efdZd
efdZ xZS )SingleByteCharSetProber@ i gffffff?g?FNmodel is_reversed name_proberreturnc t || _ || _ || _ d| _ g | _ d| _ d| _ d| _ d| _
| d S N r ) super__init___model _reversed _name_prober _last_order
_seq_counters _total_seqs _total_char
_control_char
_freq_charreset)selfr$ r% r& __class__s r r, z SingleByteCharSetProber.__init__3 sq $ ' (*
r c t d| _ dgt j z | _ d| _ d| _ d| _ d| _ d S r) )
r+ r6 r0 r get_num_categoriesr1 r2 r3 r4 r5 )r7 r8 s r r6 z SingleByteCharSetProber.resetG sX
S#5#H#J#J J r c @ | j r | j j S | j j S N)r/ r r- r7 s r r z$SingleByteCharSetProber.charset_nameR s$ 2$1 1{''r c @ | j r | j j S | j j S r< )r/ r r- r= s r r z SingleByteCharSetProber.languageX s$ .$- -{##r byte_strc | j j s| | }n| | }|s| j S | j j }| j j }|D ]}| |t j }|t j
k r| xj dz
c_ || j k rs| xj
dz
c_
| j | j k rS| xj dz
c_ | j s|| j | }n|| | j }| j |xx dz
cc< || _ | j j }| j t& j k r| j | j k r| }|| j k r.| j d|| t& j | _ n>|| j k r3| j d||| j t& j | _ | j S )Nr z$%s confidence = %s, we have a winnerz8%s confidence = %s, below negative shortcut threshold %s) r- r filter_international_wordsremove_xml_tagsstater r getr
UNDEFINEDCONTROLr3 SAMPLE_SIZEr5 r0 r2 r. r1 r r DETECTINGSB_ENOUGH_REL_THRESHOLDget_confidencePOSITIVE_SHORTCUT_THRESHOLDloggerdebugFOUND_IT_stateNEGATIVE_SHORTCUT_THRESHOLDNOT_ME) r7 r? r r charorderlm_catr
confidences r feedz SingleByteCharSetProber.feed^ s {- 666x@@HH++H55H : K 9 3 % %D%))$0A0KLLE (000 A% t'''1$#d&666$$)$$ > I!/0@!A%!H!/!6t7G!H&v...!3... $D {/ : / / / $">>> ! 0 0 2 2
@@@K%%> j #/"7DKK $"BBBK%%R$" 8 #/"5DKzr c d}| j dk r{| j t j d| j t j z z | j z | j j z }|| j | j z
z | j z }|| j z | j z }|dk rd}|S )Ng{Gz?r g ?g ?gGz?)
r2 r1 r POSITIVELIKELYr- r r3 r4 r5 )r7 rs r rJ z&SingleByteCharSetProber.get_confidence s a &'9'BCT /0B0I JJK " #
+4 5
T%(::;d>NNADO#d&66ACxxr )FN)r' N)r r r rG rI rK rP r r r r r, r6 propertyr r r r bytes bytearrayr rV r rJ
__classcell__)r8 s @r r" r" - sH K ""& "&
"/3 % m,
( (hsm ( ( ( X(
$(3- $ $ $ X$
0U5)#3 4 0 0 0 0 0d r r" N)typingr r r r r
charsetproberr enumsr
r r r r" r r r rb s : ; : : : : : : : : : : : : : ( ( ( ( ( ( F F F F F F F F F F Z u u u u um u u u u ur