JFIF $
d d 7
Viewing File: /usr/lib/python3.9/site-packages/chardet/__pycache__/sbcharsetprober.cpython-39.opt-1.pyc
a
��=b� � @ sN d dl mZ ddlmZ ddlmZmZmZ edg d��ZG dd� de�Z d S )
� )�
namedtuple� )�
CharSetProber)�CharacterCategory� ProbingState�SequenceLikelihood�SingleByteCharSetModel)� charset_name�language�char_to_order_map�language_model�typical_positive_ratio�keep_ascii_lettersZalphabetc sb e Zd ZdZdZdZdZd� fdd� Z� fd d
�Ze d d � �Z
e d
d� �Z dd� Z dd� Z
� ZS )�SingleByteCharSetProber�@ i gffffff�?g�������?FNc sJ t t| ��� || _|| _|| _d | _d | _d | _d | _ d | _
| � � d S �N) �superr �__init__�_model� _reversed� _name_prober� _last_order�
_seq_counters� _total_seqs� _total_char�
_freq_char�reset)�selfZmodel�reversedZ name_prober�� __class__� �;/usr/lib/python3.9/site-packages/chardet/sbcharsetprober.pyr 3 s z SingleByteCharSetProber.__init__c s: t t| ��� d| _dgt�� | _d| _d| _d| _ d S )N� r )
r r r r r Zget_num_categoriesr r r r �r r r! r" r A s z SingleByteCharSetProber.resetc C s | j r| j jS | jjS d S r )r r r r$ r! r! r" r K s z$SingleByteCharSetProber.charset_namec C s | j r| j jS | jjS d S r )r r
r r$ r! r! r" r
R s z SingleByteCharSetProber.languagec C sJ | j js| �|�}|s | jS | j j}| j j}|D ]�}|�|tj�}|tj k rZ| j
d7 _
|| j k r�| j d7 _ | j
| j k r�| jd7 _| js�|| j
| }n|| | j
}| j| d7 < || _
q0| j j}| jtjk�rD| j| jk�rD| �� }|| jk�r | j�d||� tj| _n(|| jk �rD| j�d||| j� tj | _| jS )Nr z$%s confidence = %s, we have a winnerz9%s confidence = %s, below negative shortcut threshhold %s) r r Zfilter_international_words�stater r �getr Z UNDEFINEDZCONTROLr � SAMPLE_SIZEr r r r r r r Z DETECTING�SB_ENOUGH_REL_THRESHOLD�get_confidence�POSITIVE_SHORTCUT_THRESHOLD�logger�debugZFOUND_IT�_state�NEGATIVE_SHORTCUT_THRESHOLDZNOT_ME) r Zbyte_strr r �char�orderZlm_catr Z
confidencer! r! r" �feedY sH
�
�z SingleByteCharSetProber.feedc C sL d}| j dkrHd| jtj | j | jj }|| j | j }|dkrHd}|S )Ng{�G�z�?r g �?g�G�z��?)r r r ZPOSITIVEr r
r r )r �rr! r! r" r) � s
��z&SingleByteCharSetProber.get_confidence)FN)�__name__�
__module__� __qualname__r' r( r* r. r r �propertyr r
r1 r) �
__classcell__r! r! r r" r - s
0r N)
� collectionsr Z
charsetproberr Zenumsr r r r r r! r! r! r" �<module> s �
Back to Directory
nL+D550H?Mx ,D"v]qv;6*Zqn)ZP 0 !1 A "#a$2Qr D8 a Ri[f\mIykIw0 cuFcRı?lO7к_f˓[C$殷WF<_W ԣs KcëIzyQy /_LKℂ;C",pFA: /]=H ~,ls/9ć:[=/#f;)x {ٛEQ )~ =𘙲r*2~ a _V=' kumF D}KYYC)({ *g&f`툪ry`=^cJ.I](*`wq 1dđ#̩͑0;H]u搂@:~וKL Nsh}OIR*8:2 !lDJVo( 3=M(zȰ+i*NA r6KnSl )!JJӁ* %݉?|D}d5:eP0R;{$X'xF@.ÊB {,WJuQɲRI;9QE琯62fT.DUJ;*cP A\ILNj!J۱+O\ ͔]ޒ SJȧc%ANolՎprULZԛerE2=XDXgVQeӓk yP7U*omQIs,K`)6\G3t?pgjrmۛجwluGtf h9uyP0D;Uڽ"OXlif$)&|ML0Zrm1[HXPlPR0'G=i2N +0e2]] 9VTPO7h(F*癈 '=QVZDF,d߬~TX
G[`le69CR(!S2!P
<0x < !1AQ "Raq02Br#SCTb
?Ζ"]mH5WR7k.ۛ!}Q~+yԏz|@T20S~Kek *zFf^2X*(@8r?CIuI|֓>^ExLgNUY+{.RѪ
τVYTD I62'8Y2 7'\TP.6d&˦@Vqi|8- OΕ]ʔ U=TL8=;6c| !qfF3aů&~$l}'NWUs$Uk^SV:U# 6w++s&r+nڐ{@29 gL
u"TÙM=6 (^"7r} =6YݾlCuhquympǦ
G jhsǜNlɻ}o7 #S6aw4!OSrD57%|?x>L
|/nD6?/8w#[)L7+6〼T ATg ! %5MmZ/c-{1_Je"|^$'O&ޱմ Trb$ w)R$&
N1EtdU3Uȉ1pM" N*(DN yd96.(jQ)X
5cQɎMyW? Q*!R>6=7)Xj5`J]e 8%t!+'!1Q 5 !1 AQaqё#2"0BRb ? Gt^## .llQT $v,,m 㵜5 ubV =sY+@d{N! dnO< .-B; _wJt6;QJd.Qc%p{ 1,sNDdFHI0ГoXшe黅XۢF:)[FGXƹ/w_cMeD,ʡcc. WDtA$j@:) -# u
c1<@ۗ9F)KJ-hpP]_x[qBlbp ʖw q"LFGd ƶ*s+ډ_Zc"? %t[IP 6J]#=ɺVvvCGsGh1 >)6|ey?Lӣm,4GWUi` ]uJVoV DG< SB 6ϏQ@ TiUly OU0kfV~~}SZ@*WUUi##; s/[ =!7}" WN]'(L! ~y5g9T̅JkbM' +s:S + B)v@Mj
e Cf jE 0Y\QnzG1д~Wo{T 9?`Rmyhsy3!HAD]mc1~2L Su7xT;j$`}4->L#vzŏ ILS ֭ T { rjGKC; bpU= -`BsK.SFw4Mq]ZdHS0)tLg