YٮP j d dl mZ ddlmZ ddlmZmZmZ edg d Z G d de Z d S )
)
namedtuple )
CharSetProber)CharacterCategory ProbingStateSequenceLikelihoodSingleByteCharSetModel) charset_namelanguagechar_to_order_maplanguage_modeltypical_positive_ratiokeep_ascii_lettersalphabetc r e Zd ZdZdZdZdZd
fd Z fdZe d Z
e d
Z d Z d Z
xZS )SingleByteCharSetProber@ i gffffff?g?FNc t t | || _ || _ || _ d | _ d | _ d | _ d | _ d | _
| d S N) superr __init___model _reversed _name_prober _last_order
_seq_counters _total_seqs _total_char
_freq_charreset)selfmodelreversed name_prober __class__s /builddir/build/BUILDROOT/alt-python311-pip-21.3.1-4.el9.x86_64/opt/alt/python311/lib/python3.11/site-packages/pip/_vendor/chardet/sbcharsetprober.pyr z SingleByteCharSetProber.__init__3 sn
%t,,55777 ! ' !
c t t | d| _ dgt j z | _ d| _ d| _ d| _ d S )N r )
r r r r r get_num_categoriesr r r r )r! r% s r& r z SingleByteCharSetProber.resetA s\
%t,,22444 S#5#H#J#J J r' c @ | j r | j j S | j j S r )r r
r r! s r& r
z$SingleByteCharSetProber.charset_nameK s$ ,$1 1;+ +r' c @ | j r | j j S | j j S r )r r r r, s r& r z SingleByteCharSetProber.languageR s$ ($- -;' 'r' c | j j s| | }|s| j S | j j }| j j }|D ]}| |t j }|t j k r| xj
dz
c_
|| j k rs| xj dz
c_ | j
| j k rS| xj dz
c_ | j s|| j
| }n|| | j
}| j |xx dz
cc< || _
| j j }| j t$ j k r| j | j k r| }|| j k r.| j d|| t$ j | _ n>|| j k r3| j d||| j t$ j | _ | j S )Nr z$%s confidence = %s, we have a winnerz9%s confidence = %s, below negative shortcut threshhold %s) r r filter_international_wordsstater r
getr UNDEFINEDCONTROLr SAMPLE_SIZEr r r r r r
r DETECTINGSB_ENOUGH_REL_THRESHOLDget_confidencePOSITIVE_SHORTCUT_THRESHOLDloggerdebugFOUND_IT_stateNEGATIVE_SHORTCUT_THRESHOLDNOT_ME) r! byte_strr r
charorderlm_catr
confidences r& feedz SingleByteCharSetProber.feedY s {- A66x@@H : K 9 3 % %D%))$0A0KLLE (000 A% t'''1$#d&666$$)$$ > I!/0@!A%!H!/!6t7G!H&v...!3... $D {/ : / / / $">>> ! 0 0 2 2
@@@K%%&L&2J@ @ @"."7DKK $"BBBK%% '?@L&0&*&FH H H #/"5DKzr' c d}| j dk rId| j t j z | j z | j j z }|| j z | j z }|dk rd}|S )Ng{Gz?r g ?gGz?)r r r POSITIVEr r r r )r! rs r& r7 z&SingleByteCharSetProber.get_confidence sk a *+=+FGG!"$(K$FGADO#d&66ACxxr' )FN)__name__
__module__ __qualname__r4 r6 r8 r= r r propertyr
r rD r7
__classcell__)r% s @r& r r - s K ""& "& , , X, ( ( X( . . .` r' r N)
collectionsr
charsetproberr enumsr r r r r r' r& rQ s : # " " " " " ( ( ( ( ( ( F F F F F F F F F F $$<%1 %1 %12 2 d d d d dm d d d d dr'