R`i l d dl mZmZmZmZmZ ddlmZ ddlm Z m
Z
m Z G d de Z G d de Z
y )
)DictList
NamedTupleOptionalUnion )
CharSetProber)CharacterCategory ProbingStateSequenceLikelihoodc r e Zd ZU eed< eed< eeef ed< eeeeef f ed< eed< eed< eed< y) SingleByteCharSetModel charset_namelanguagechar_to_order_maplanguage_modeltypical_positive_ratiokeep_ascii_lettersalphabetN) __name__
__module__ __qualname__str__annotations__r intfloatbool /builddir/build/BUILDROOT/alt-python312-pip-23.3.1-3.el8.x86_64/opt/alt/python312/lib/python3.12/site-packages/pip/_vendor/chardet/sbcharsetprober.pyr r # sD MCH~%d38n,-- !! Mr r c e Zd ZdZdZdZdZ ddedede e
d df fd
Z d fd Z e
d e e fd Ze
d e e fd
Zdeeef d efdZd efdZ xZS )SingleByteCharSetProber@ i gffffff?g?Nmodel is_reversed name_proberreturnc t | || _ || _ || _ d| _ g | _ d| _ d| _ d| _ d| _
| j y N r ) super__init___model _reversed _name_prober _last_order
_seq_counters _total_seqs _total_char
_control_char
_freq_charreset)selfr$ r% r& __class__s r r, z SingleByteCharSetProber.__init__3 s^ $ ' (*
r c t | d| _ dgt j z | _ d| _ d| _ d| _ d| _ y r) )
r+ r6 r0 r get_num_categoriesr1 r2 r3 r4 r5 )r7 r8 s r r6 z SingleByteCharSetProber.resetG sL
S#5#H#H#J J r c r | j r| j j S | j j S N)r/ r r- r7 s r r z$SingleByteCharSetProber.charset_nameR s- $$11 1{{'''r c r | j r| j j S | j j S r< )r/ r r- r= s r r z SingleByteCharSetProber.languageX s- $$-- -{{###r byte_strc | j j s| j | }n| j | }|s | j S | j j
}| j j }|D ] }|j |t j }|t j k r| xj dz
c_ || j k r| xj dz
c_
| j | j k r]| xj dz
c_ | j s|| j | }n|| | j }| j" |xx dz
cc< || _ | j j$ }| j t& j( k( r| j | j* kD r| j- }|| j. kD r>| j0 j3 d|| t& j4 | _ | j S || j8 k r=| j0 j3 d||| j8 t& j: | _ | j S )Nr z$%s confidence = %s, we have a winnerz8%s confidence = %s, below negative shortcut threshold %s) r- r filter_international_wordsremove_xml_tagsstater r getr
UNDEFINEDCONTROLr3 SAMPLE_SIZEr5 r0 r2 r. r1 r r DETECTINGSB_ENOUGH_REL_THRESHOLDget_confidencePOSITIVE_SHORTCUT_THRESHOLDloggerdebugFOUND_IT_stateNEGATIVE_SHORTCUT_THRESHOLDNOT_ME) r7 r? r r charorderlm_catr
confidences r feedz SingleByteCharSetProber.feed^ s {{--66x@H++H5H:: KK 9 9 33 D%))$0A0K0KLE (000 A% t'''1$##d&6&66$$)$ >>!/0@0@!A%!H!/!6t7G7G!H&&v.!3. $D % ( {{// :: // / $">">> ! 0 0 2
@ @@KK%%> j #/"7"7DK zz $"B"BBKK%%R$" 88 #/"5"5DKzzr c d}| j dkD r| j t j d| j t j z z | j z | j
j z }|| j | j z
z | j z }|| j z | j z }|dk\ rd}|S )Ng{Gz?r g ?g ?gGz?)
r2 r1 r POSITIVELIKELYr- r r3 r4 r5 )r7 rs r rJ z&SingleByteCharSetProber.get_confidence s a &&'9'B'BCT / /0B0I0I JJK "" #
++44 5
T%%(:(::;d>N>NNADOO#d&6&66ACxr )FN)r' N)r r r rG rI rK rP r r r r r, r6 propertyr r r r bytes bytearrayr rV r rJ
__classcell__)r8 s @r r" r" - s K ""& "&
"/3 % m,
( (hsm ( (
$(3- $ $
0U5)#3 4 0 0d r r" N)typingr r r r r
charsetproberr enumsr
r r r r" r r r rb s0 : ; : ( F FZ um ur