JFIF $
d d 7
Viewing File: /usr/lib/python3.9/site-packages/chardet/__pycache__/chardistribution.cpython-39.opt-1.pyc
a
��=b�$ � @ s� d dl mZmZmZ d dlmZmZmZ d dlm Z m
Z
m Z d dl m
Z
mZmZ d dlmZmZmZ G dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )� )�EUCTW_CHAR_TO_FREQ_ORDER�EUCTW_TABLE_SIZE� EUCTW_TYPICAL_DISTRIBUTION_RATIO)�EUCKR_CHAR_TO_FREQ_ORDER�EUCKR_TABLE_SIZE� EUCKR_TYPICAL_DISTRIBUTION_RATIO)�GB2312_CHAR_TO_FREQ_ORDER�GB2312_TABLE_SIZE�!GB2312_TYPICAL_DISTRIBUTION_RATIO)�BIG5_CHAR_TO_FREQ_ORDER�BIG5_TABLE_SIZE� BIG5_TYPICAL_DISTRIBUTION_RATIO)�JIS_CHAR_TO_FREQ_ORDER�JIS_TABLE_SIZE� JIS_TYPICAL_DISTRIBUTION_RATIOc @ sL e Zd ZdZdZdZdZdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dS )�CharDistributionAnalysisi g�G�z��?g{�G�z�?� c C s0 d | _ d | _d | _d | _d | _d | _| �� d S �N)�_char_to_freq_order� _table_size�typical_distribution_ratio�_done� _total_chars� _freq_chars�reset��self� r �</usr/lib/python3.9/site-packages/chardet/chardistribution.py�__init__. s z!CharDistributionAnalysis.__init__c C s d| _ d| _d| _dS )z reset analyser, clear any stateF� N)r r r r r r r r = s z CharDistributionAnalysis.resetc C sX |dkr| � |�}nd}|dkrT| jd7 _|| jk rTd| j| krT| jd7 _dS )z"feed a character with known length� ���r r i N)� get_orderr r r r )r �charZchar_len�orderr r r �feedF s
z CharDistributionAnalysis.feedc C sT | j dks| j| jkr | jS | j | jkrN| j| j | j | j }|| jk rN|S | jS )z(return confidence based on existing datar )r r �MINIMUM_DATA_THRESHOLD�SURE_NOr �SURE_YES)r �rr r r �get_confidenceT s �
z'CharDistributionAnalysis.get_confidencec C s | j | jkS r )r �ENOUGH_DATA_THRESHOLDr r r r �got_enough_datad s z(CharDistributionAnalysis.got_enough_datac C s dS )Nr" r )r �byte_strr r r r# i s z"CharDistributionAnalysis.get_orderN)
�__name__�
__module__� __qualname__r, r) r( r' r r r& r+ r- r# r r r r r ( s r c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCTWDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) �superr2 r r r r r r r r �� __class__r r r r s z"EUCTWDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr �� �^ r � r" r �r r. �
first_charr r r r# x s z#EUCTWDistributionAnalysis.get_order�r/ r0 r1 r r# �
__classcell__r r r4 r r2 q s r2 c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCKRDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 r= r r r r r r r r r4 r r r � s z"EUCKRDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr � r7 r r8 r" r r9 r r r r# � s z#EUCKRDistributionAnalysis.get_orderr; r r r4 r r= � s r= c s$ e Zd Z� fdd�Zdd� Z� ZS )�GB2312DistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 r? r r r r r r
r r r4 r r r � s z#GB2312DistributionAnalysis.__init__c C s> |d |d }}|dkr6|dkr6d|d | d S dS d S )Nr r r> r8 r7 r" r �r r. r: � second_charr r r r# � s z$GB2312DistributionAnalysis.get_orderr; r r r4 r r? � s r? c s$ e Zd Z� fdd�Zdd� Z� ZS )�Big5DistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 rB r r r r r r
r r r4 r r r � s z!Big5DistributionAnalysis.__init__c C sX |d |d }}|dkrP|dkr:d|d | d d S d|d | d S ndS d S ) Nr r � r8 � �? �@ r" r r@ r r r r# � s z"Big5DistributionAnalysis.get_orderr; r r r4 r rB � s rB c s$ e Zd Z� fdd�Zdd� Z� ZS )�SJISDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 rG r r r r r r r r r4 r r r � s z!SJISDistributionAnalysis.__init__c C sr |d |d }}|dkr0|dkr0d|d }n&|dkrR|dkrRd|d d }nd S || d
}|d krnd }|S ) Nr r � � � �� �� � r" rF � r )r r. r: rA r% r r r r# � s z"SJISDistributionAnalysis.get_orderr; r r r4 r rG � s rG c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCJPDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 rO r r r r r r r r r4 r r r � s z"EUCJPDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr � r7 r8 r r" r )r r. r$ r r r r# � s z#EUCJPDistributionAnalysis.get_orderr; r r r4 r rO � s rO N) Z euctwfreqr r r Z euckrfreqr r r Z
gb2312freqr r r
Zbig5freqr r r
Zjisfreqr r r �objectr r2 r= r? rB rG rO r r r r �<module> s IBack to Directory
nL+D550H?Mx ,D"v]qv;6*Zqn)ZP 0 !1 A "#a$2Qr D8 a Ri[f\mIykIw0 cuFcRı?lO7к_f˓[C$殷WF<_W ԣs KcëIzyQy /_LKℂ;C",pFA: /]=H ~,ls/9ć:[=/#f;)x {ٛEQ )~ =𘙲r*2~ a _V=' kumF D}KYYC)({ *g&f`툪ry`=^cJ.I](*`wq 1dđ#̩͑0;H]u搂@:~וKL Nsh}OIR*8:2 !lDJVo( 3=M(zȰ+i*NA r6KnSl )!JJӁ* %݉?|D}d5:eP0R;{$X'xF@.ÊB {,WJuQɲRI;9QE琯62fT.DUJ;*cP A\ILNj!J۱+O\ ͔]ޒ SJȧc%ANolՎprULZԛerE2=XDXgVQeӓk yP7U*omQIs,K`)6\G3t?pgjrmۛجwluGtf h9uyP0D;Uڽ"OXlif$)&|ML0Zrm1[HXPlPR0'G=i2N +0e2]] 9VTPO7h(F*癈 '=QVZDF,d߬~TX
G[`le69CR(!S2!P
<0x < !1AQ "Raq02Br#SCTb
?Ζ"]mH5WR7k.ۛ!}Q~+yԏz|@T20S~Kek *zFf^2X*(@8r?CIuI|֓>^ExLgNUY+{.RѪ
τVYTD I62'8Y2 7'\TP.6d&˦@Vqi|8- OΕ]ʔ U=TL8=;6c| !qfF3aů&~$l}'NWUs$Uk^SV:U# 6w++s&r+nڐ{@29 gL
u"TÙM=6 (^"7r} =6YݾlCuhquympǦ
G jhsǜNlɻ}o7 #S6aw4!OSrD57%|?x>L
|/nD6?/8w#[)L7+6〼T ATg ! %5MmZ/c-{1_Je"|^$'O&ޱմ Trb$ w)R$&
N1EtdU3Uȉ1pM" N*(DN yd96.(jQ)X
5cQɎMyW? Q*!R>6=7)Xj5`J]e 8%t!+'!1Q 5 !1 AQaqё#2"0BRb ? Gt^## .llQT $v,,m 㵜5 ubV =sY+@d{N! dnO< .-B; _wJt6;QJd.Qc%p{ 1,sNDdFHI0ГoXшe黅XۢF:)[FGXƹ/w_cMeD,ʡcc. WDtA$j@:) -# u
c1<@ۗ9F)KJ-hpP]_x[qBlbp ʖw q"LFGd ƶ*s+ډ_Zc"? %t[IP 6J]#=ɺVvvCGsGh1 >)6|ey?Lӣm,4GWUi` ]uJVoV DG< SB 6ϏQ@ TiUly OU0kfV~~}SZ@*WUUi##; s/[ =!7}" WN]'(L! ~y5g9T̅JkbM' +s:S + B)v@Mj
e Cf jE 0Y\QnzG1д~Wo{T 9?`Rmyhsy3!HAD]mc1~2L Su7xT;j$`}4->L#vzŏ ILS ֭ T { rjGKC; bpU= -`BsK.SFw4Mq]ZdHS0)tLg