U
ʗRe7 @ sX d dl mZ ddlmZ ddlmZmZmZ eddddd d
d d gZG d
d deZ dS ) )
namedtuple )
CharSetProber)CharacterCategory ProbingStateSequenceLikelihoodSingleByteCharSetModel charset_namelanguagechar_to_order_maplanguage_modeltypical_positive_ratiokeep_ascii_lettersalphabetc sb e Zd ZdZdZdZdZd fdd Z fd d
Ze d d Z
e d
d Z dd Z dd Z
ZS )SingleByteCharSetProber@ i gffffff?g?FNc sL t || _|| _|| _d | _d | _d | _d | _d | _ d | _
| d S N) super__init___model _reversed _name_prober _last_order
_seq_counters _total_seqs _total_char
_control_char
_freq_charreset)selfmodel is_reversed name_prober __class__ /builddir/build/BUILDROOT/alt-python38-pip-22.2.1-2.el8.x86_64/opt/alt/python38/lib/python3.8/site-packages/pip/_vendor/chardet/sbcharsetprober.pyr 6 s
z SingleByteCharSetProber.__init__c s< t d| _dgt | _d| _d| _d| _d| _ d S )N r )
r r r r get_num_categoriesr r r r r r r# r% r& r E s
z SingleByteCharSetProber.resetc C s | j r| j jS | jjS r )r r r r) r% r% r& r P s z$SingleByteCharSetProber.charset_namec C s | j r| j jS | jjS r )r r
r r) r% r% r& r
V s z SingleByteCharSetProber.languagec C sV | j js| |}n
| |}|s(| jS | j j}| j j}|D ]}||tj }|tj
k rf| j d7 _ || j k r| j
d7 _
| j| j k r| jd7 _| js|| j | }n|| | j }| j| d7 < || _q<| j j}| jtjkrP| j| jkrP| }|| jkr(| jd|| tj| _n(|| j k rP| jd||| j tj | _| jS )Nr z$%s confidence = %s, we have a winnerz8%s confidence = %s, below negative shortcut threshold %s) r r filter_international_wordsremove_xml_tagsstater r getr UNDEFINEDCONTROLr SAMPLE_SIZEr r r r r r r DETECTINGSB_ENOUGH_REL_THRESHOLDget_confidencePOSITIVE_SHORTCUT_THRESHOLDloggerdebugFOUND_IT_stateNEGATIVE_SHORTCUT_THRESHOLDNOT_ME) r byte_strr r charorderlm_catr
confidencer% r% r& feed\ sP
z SingleByteCharSetProber.feedc C sn d}| j dkrj| jtj d| jtj | j | jj }|| j| j | j }|| j | j }|dkrjd}|S )Ng{Gz?r g ?g ?gGz?)
r r r POSITIVELIKELYr r
r r r )r rr% r% r& r3 s
z&SingleByteCharSetProber.get_confidence)FN)__name__
__module__ __qualname__r0 r2 r4 r9 r r propertyr r
r@ r3
__classcell__r% r% r# r& r 0 s
2r N)
collectionsr
charsetproberr enumsr r r r r r% r% r% r& s