`(]: d d dl mZmZ ddlmZmZmZ ddlmZm Z m
Z
ddl m Z m
Z
mZ ddlmZmZmZ ddlmZmZmZ ddlmZ G d d
Z G d d e Z G d
de Z G d de Z G d de Z G d de Z G d de Z G d de Z dS ) )TupleUnion )BIG5_CHAR_TO_FREQ_ORDERBIG5_TABLE_SIZE BIG5_TYPICAL_DISTRIBUTION_RATIO)EUCKR_CHAR_TO_FREQ_ORDEREUCKR_TABLE_SIZE EUCKR_TYPICAL_DISTRIBUTION_RATIO)EUCTW_CHAR_TO_FREQ_ORDEREUCTW_TABLE_SIZE EUCTW_TYPICAL_DISTRIBUTION_RATIO)GB2312_CHAR_TO_FREQ_ORDERGB2312_TABLE_SIZE!GB2312_TYPICAL_DISTRIBUTION_RATIO)JIS_CHAR_TO_FREQ_ORDERJIS_TABLE_SIZE JIS_TYPICAL_DISTRIBUTION_RATIO)JOHAB_TO_EUCKR_ORDER_TABLEc e Zd ZdZdZdZdZddZddZd e e
e f d
e ddfd Z
defd Zdefd
Zde e
e f de fdZdS )CharDistributionAnalysisi gGz?g{Gz? returnNc t | _ d| _ d| _ d| _ d| _ d| _ | d S )Nr g F)tuple_char_to_freq_order _table_sizetypical_distribution_ratio_done _total_chars _freq_charsresetselfs j/builddir/build/BUILD/cloudlinux-venv-1.0.10/venv/lib/python3.11/site-packages/chardet/chardistribution.py__init__z!CharDistributionAnalysis.__init__@ sJ 5:GG
+.'
c 0 d| _ d| _ d| _ dS )z reset analyser, clear any stateFr N)r r r! r# s r% r" z CharDistributionAnalysis.resetO s!
r' charchar_lenc |dk r| | }nd}|dk r>| xj dz
c_ || j k r%d| j | k r| xj dz
c_ dS dS dS dS )z"feed a character with known length r r i N) get_orderr r r r! )r$ r) r* orders r% feedz CharDistributionAnalysis.feedX s q==NN4((EEE A:: " t'''1%888$$)$$$$ : ('88r' c | j dk s| j | j k r| j S | j | j k r,| j | j | j z
| j z z }|| j k r|S | j S )z(return confidence based on existing datar )r r! MINIMUM_DATA_THRESHOLDSURE_NOr SURE_YES)r$ rs r% get_confidencez'CharDistributionAnalysis.get_confidencef s| ! !T%59T%T%T< 0 0 0 "T%559XXA 4= } r' c " | j | j k S N)r ENOUGH_DATA_THRESHOLDr# s r% got_enough_dataz(CharDistributionAnalysis.got_enough_dataw s 4#===r' _c dS )Nr- )r$ r; s r% r. z"CharDistributionAnalysis.get_order| s
rr' r N)__name__
__module__ __qualname__r9 r4 r3 r2 r& r" r bytes bytearrayintr0 floatr6 boolr: r. r= r' r% r r : s HG
*ui /0 *C *D * * * * "> > > > >
5 !12 s r' r c @ e Zd Zd fd Zdeeef defdZ xZ S )EUCTWDistributionAnalysisr Nc t t | _ t | _ t | _ d S r8 )superr& r r r
r r r r$ __class__s r% r& z"EUCTWDistributionAnalysis.__init__ 7
#; +*J'''r' byte_strc J |d }|dk rd|dz
z |d z dz
S dS )Nr ^ r r- r= r$ rN
first_chars r% r. z#EUCTWDistributionAnalysis.get_order ;
a[
d*+hqk9D@ @rr' r>
r? r@ rA r& r rB rC rD r.
__classcell__rL s @r% rH rH o K K K K K K %y(8"9 c r' rH c @ e Zd Zd fd Zdeeef defdZ xZ S )EUCKRDistributionAnalysisr Nc t t | _ t | _ t | _ d S r8 rJ r& r r r
r r r rK s r% r& z"EUCKRDistributionAnalysis.__init__ rM r' rN c J |d }|dk rd|dz
z |d z dz
S dS )Nr rQ r rR r- r= rS s r% r. z#EUCKRDistributionAnalysis.get_order rU r' r> rV rX s @r% r[ r[ rY r' r[ c @ e Zd Zd fd Zdeeef defdZ xZ S )JOHABDistributionAnalysisr Nc t t | _ t | _ t | _ d S r8 r] rK s r% r& z"JOHABDistributionAnalysis.__init__ rM r' rN c | |d }d|cxk rdk r&n n#|dz |d z }t j |d S dS )Nr r r- )r get)r$ rN rT codes r% r. z#JOHABDistributionAnalysis.get_order sX a[
: $ $ $ $ $ $ $ $ $ #hqk1D-1$;; ;rr' r> rV rX s @r% ra ra so K K K K K K %y(8"9 c r' ra c @ e Zd Zd fd Zdeeef defdZ xZ S )GB2312DistributionAnalysisr Nc t t | _ t | _ t | _ d S r8 )rJ r& r r r r r r rK s r% r& z#GB2312DistributionAnalysis.__init__ s7
#< ,*K'''r' rN c Z |d |d }}|dk r|dk rd|dz
z |z dz
S dS )Nr r r_ rR rQ r- r= r$ rN rT second_chars r% r. z$GB2312DistributionAnalysis.get_order sI
#+1+x{K
$ [D%8%8d*+k9D@ @rr' r> rV rX s @r% rj rj so L L L L L L %y(8"9 c r' rj c @ e Zd Zd fd Zdeeef defdZ xZ S )Big5DistributionAnalysisr Nc t t | _ t | _ t | _ d S r8 )rJ r& r r r r r r rK s r% r& z!Big5DistributionAnalysis.__init__ s7
#: **I'''r' rN c | |d |d }}|dk r%|dk rd|dz
z |z dz
dz S d|dz
z |z dz
S dS ) Nr r rR ? @ r- r= rm s r% r. z"Big5DistributionAnalysis.get_order si
#+1+x{K
d""j4 /0;>EJJ*t+,{:TA Arr' r> rV rX s @r% rp rp so J J J J J J
%y(8"9
c
r' rp c @ e Zd Zd fd Zdeeef defdZ xZ S )SJISDistributionAnalysisr Nc t t | _ t | _ t | _ d S r8 rJ r& r r r r r r rK s r% r& z!SJISDistributionAnalysis.__init__ 7
#9 )*H'''r' rN c |d |d }}d|cxk rdk r n n d|dz
z }n d|cxk rdk rn n d|dz
dz z }nd S ||z d
z
}|d k rd }|S ) Nr r r- rv r= )r$ rN rT rn r/ s r% r. z"SJISDistributionAnalysis.get_order s
#+1+x{K
: % % % % % % % % %:,-EE
Z
'
'
'
'4
'
'
'
'
':,r12EE2 #d* E r' r> rV rX s @r% rx rx so I I I I I I %y(8"9 c r' rx c @ e Zd Zd fd Zdeeef defdZ xZ S )EUCJPDistributionAnalysisr Nc t t | _ t | _ t | _ d S r8 rz rK s r% r& z"EUCJPDistributionAnalysis.__init__ r{ r' rN c J |d }|dk rd|dz
z |d z dz
S dS )Nr rQ rR r r- r= )r$ rN r) s r% r. z#EUCJPDistributionAnalysis.get_order s8
{ 4<<% 3d: :rr' r> rV rX s @r% r r so I I I I I I %y(8"9 c r' r N)!typingr r big5freqr r r euckrfreqr r
r euctwfreqr r
r
gb2312freqr r r jisfreqr r r johabfreqr r rH r[ ra rj rp rx r r= r' r% r s 8
2 1 1 1 1 1G G G G G G G GT 8 $ 8 $ 8 !9 $ 7 ( 7 2 8 r'