R`i b d dl mZmZ ddlmZ ddlmZ ddlmZ ddl m
Z
m Z m Z G d de Z
y )
)OptionalUnion )CharDistributionAnalysis)
CharSetProber)CodingStateMachine)LanguageFilter MachineState ProbingStatec v e Zd ZdZej
fdeddf fd
Zd
fd Zdee e
f de fdZ de
fd Z xZS ) MultiByteCharSetProberz
MultiByteCharSetProber
lang_filterreturnNc b t | | d | _ d | _ t d | _ y )N)r )super__init__distribution_analyzer coding_sm bytearray
_last_char)selfr __class__s /builddir/build/BUILDROOT/alt-python312-pip-23.3.1-3.el8.x86_64/opt/alt/python312/lib/python3.12/site-packages/pip/_vendor/chardet/mbcharsetprober.pyr z MultiByteCharSetProber.__init__+ s.
[1IM"7;#G, c t | | j r| j j | j r| j j t d | _ y )Nr )r resetr r r r )r r s r r z MultiByteCharSetProber.reset1 sJ
>> NN " % % & & , , .#G,r byte_strc | j J | j J t | D ]6 \ }}| j j | }|t j
k( rI| j j d| j | j | t j | _ n|t j k( rt j | _ n|t j k( s| j j! }|dk( r7|| j" d< | j j% | j" | | j j% ||dz
|dz | 9 |d | j" d< | j& t j( k( rL| j j+ r2| j- | j. kD rt j | _ | j& S )Nz!%s %s prober hit error at byte %sr r )r r enumerate
next_stater
ERRORloggerdebug charset_namelanguager NOT_ME_stateITS_MEFOUND_ITSTARTget_current_charlenr feedstate DETECTINGgot_enough_dataget_confidenceSHORTCUT_THRESHOLD)r r ibyte coding_statechar_lens r r. zMultiByteCharSetProber.feed9 s ~~)))))555 *GAt >>44T:L| 1 11 !!7%%MM + 1 1 | 2 22 * 3 3 | 1 11 >>==?6)-DOOA&..33DOOXN..33HQUQU4KXV) +, &b\ :: // /))99;##%(?(?? * 3 3 zzr c R | j J | j j S )N)r r2 )r s r r2 z%MultiByteCharSetProber.get_confidence] s) ))555))88::r )r N)__name__
__module__ __qualname____doc__r NONEr r r bytesr r r. floatr2
__classcell__)r s @r r
r
& sV 6D5H5H -N -T - -"U5)#3 4 " "H; ;r r
N)typingr r chardistributionr
charsetproberr codingstatemachiner enumsr r
r r
r r rG s% < # 6 ( 2 = =9;] 9;r