o
aiÃ$ ã @ sØ d dl mZmZmZ d dlmZmZmZ d dlm Z m
Z
m Z d dl m
Z
mZmZ d dlmZmZmZ G dd„ deƒZG dd „ d eƒZG d
d „ d eƒZG d d
„ d
eƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZdS )é )ÚEUCTW_CHAR_TO_FREQ_ORDERÚEUCTW_TABLE_SIZEÚ EUCTW_TYPICAL_DISTRIBUTION_RATIO)ÚEUCKR_CHAR_TO_FREQ_ORDERÚEUCKR_TABLE_SIZEÚ EUCKR_TYPICAL_DISTRIBUTION_RATIO)ÚGB2312_CHAR_TO_FREQ_ORDERÚGB2312_TABLE_SIZEÚ!GB2312_TYPICAL_DISTRIBUTION_RATIO)ÚBIG5_CHAR_TO_FREQ_ORDERÚBIG5_TABLE_SIZEÚ BIG5_TYPICAL_DISTRIBUTION_RATIO)ÚJIS_CHAR_TO_FREQ_ORDERÚJIS_TABLE_SIZEÚ JIS_TYPICAL_DISTRIBUTION_RATIOc @ sL e Zd ZdZdZdZdZdd„ Zdd„ Zd d
„ Z d d „ Z
d
d„ Z dd„ Z dS )ÚCharDistributionAnalysisi g®Gáz®ï?g{®Gáz„?é c C s0 d | _ d | _d | _d | _d | _d | _| ¡ d S ©N)Ú_char_to_freq_orderÚ _table_sizeÚtypical_distribution_ratioÚ_doneÚ _total_charsÚ _freq_charsÚreset©Úself© r ú–/builddir/build/BUILDROOT/alt-python310-pip-21.3.1-5.el8.x86_64/opt/alt/python310/lib/python3.10/site-packages/pip/_vendor/chardet/chardistribution.pyÚ__init__. s z!CharDistributionAnalysis.__init__c C s d| _ d| _d| _dS )z reset analyser, clear any stateFé N)r r r r r r r r = s
z CharDistributionAnalysis.resetc C sd |dkr
| |¡}nd}|dkr,| jd7 _|| jk r.d| j| kr0| jd7 _dS dS dS dS )z"feed a character with known lengthé éÿÿÿÿr r i N)Ú get_orderr r r r )r ÚcharÚchar_lenÚorderr r r ÚfeedF s
ûz CharDistributionAnalysis.feedc C sT | j dks | j| jkr| jS | j | jkr'| j| j | j | j }|| jk r'|S | jS )z(return confidence based on existing datar )r r ÚMINIMUM_DATA_THRESHOLDÚSURE_NOr ÚSURE_YES)r Úrr r r Úget_confidenceT s ÿ
z'CharDistributionAnalysis.get_confidencec C s | j | jkS r )r ÚENOUGH_DATA_THRESHOLDr r r r Úgot_enough_datad s z(CharDistributionAnalysis.got_enough_datac C s dS )Nr" r )r Úbyte_strr r r r# i s z"CharDistributionAnalysis.get_orderN)
Ú__name__Ú
__module__Ú __qualname__r- r* r) r( r r r' r, r. r# r r r r r ( s r c ó$ e Zd Z‡ fdd„Zdd„ Z‡ ZS )ÚEUCTWDistributionAnalysisc ó$ t t| ƒ ¡ t| _t| _t| _d S r ) Úsuperr4 r r r r r r r r ©Ú __class__r r r r ó
z"EUCTWDistributionAnalysis.__init__c C ó, |d }|dkrd|d |d d S dS )Nr éÄ é^ r é¡ r" r ©r r/ Ú
first_charr r r r# x ó z#EUCTWDistributionAnalysis.get_order©r0 r1 r2 r r# Ú
__classcell__r r r7 r r4 q ó r4 c r3 )ÚEUCKRDistributionAnalysisc r5 r ) r6 rD r r r r r r r r r7 r r r … r9 z"EUCKRDistributionAnalysis.__init__c C r: )Nr é° r< r r= r" r r> r r r r# ‹ r@ z#EUCKRDistributionAnalysis.get_orderrA r r r7 r rD „ rC rD c r3 )ÚGB2312DistributionAnalysisc r5 r ) r6 rF r r r r r r
r r r7 r r r ˜ r9 z#GB2312DistributionAnalysis.__init__c C s: |d |d }}|dkr|dkrd|d | d S dS )Nr r rE r= r< r" r ©r r/ r? Ú second_charr r r r# ž s z$GB2312DistributionAnalysis.get_orderrA r r r7 r rF — rC rF c r3 )ÚBig5DistributionAnalysisc r5 r ) r6 rI r r r r r r
r r r7 r r r « r9 z!Big5DistributionAnalysis.__init__c C sR |d |d }}|dkr'|dkr d|d | d d S d|d | d S dS ) Nr r é¤ r= é é? é@ r" r rG r r r r# ± s z"Big5DistributionAnalysis.get_orderrA r r r7 r rI ª rC rI c r3 )ÚSJISDistributionAnalysisc r5 r ) r6 rN r r r r r r r r r7 r r r Á r9 z!SJISDistributionAnalysis.__init__c C sr |d |d }}|dkr|dkrd|d }n|dkr)|dkr)d|d d }nd S || d
}|d kr7d }|S ) Nr r é éŸ é¼ éà éï é r" rM é r )r r/ r? rH r& r r r r# Ç s z"SJISDistributionAnalysis.get_orderrA r r r7 r rN À rC rN c r3 )ÚEUCJPDistributionAnalysisc r5 r ) r6 rV r r r r r r r r r7 r r r Ú r9 z"EUCJPDistributionAnalysis.__init__c C s, |d }|dkrd|d |d d S dS )Nr é r< r= r r" r )r r/ r$ r r r r# à r@ z#EUCJPDistributionAnalysis.get_orderrA r r r7 r rV Ù rC rV N) Ú euctwfreqr r r Ú euckrfreqr r r Ú
gb2312freqr r r
Úbig5freqr r r
Újisfreqr r r Úobjectr r4 rD rF rI rN rV r r r r Ú s I