U
|
L ±d ã @ s` d dl mZmZmZmZmZ ddlmZ ddlm Z m
|
Z
|
m Z G dd deZ G dd deZ d S )
|
é )ÚDictÚListÚ
|
NamedTupleÚOptionalÚUnioné )Ú CharSetProber)ÚCharacterCategoryÚ ProbingStateÚSequenceLikelihoodc @ s^ e Zd ZU eed< eed< eeef ed< eeeeef f ed< eed< eed< eed< dS ) ÚSingleByteCharSetModelÚ charset_nameÚlanguageÚchar_to_order_mapÚlanguage_modelÚtypical_positive_ratioÚkeep_ascii_lettersÚalphabetN) Ú__name__Ú
|
__module__Ú __qualname__ÚstrÚ__annotations__r ÚintÚfloatÚbool© r r úNd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\chardet/sbcharsetprober.pyr # s
|
r c s¢ e Zd ZdZdZdZdZdeee e
|
dd fdd Z dd
|
fd d Z e e e d
|
d dZe e e d
|
ddZeeef edddZed
|
ddZ ZS )ÚSingleByteCharSetProberé@ i gffffffî?g©?FN)ÚmodelÚ is_reversedÚ name_proberÚreturnc sL t ¡ || _|| _|| _d| _g | _d| _d| _d| _ d| _
|
| ¡ d S ©Néÿ r ) ÚsuperÚ__init__Ú_modelÚ _reversedÚ _name_proberÚ _last_orderÚ _seq_countersÚ _total_seqsÚ _total_charÚ _control_charÚ
|
_freq_charÚreset)Úselfr r! r" ©Ú __class__r r r' 3 s
|
z SingleByteCharSetProber.__init__)r# c s< t ¡ d| _dgt ¡ | _d| _d| _d| _d| _ d S r$ )
|
r& r1 r+ r Úget_num_categoriesr, r- r. r/ r0 ©r2 r3 r r r1 G s
|
z SingleByteCharSetProber.resetc C s | j r| j jS | jjS ©N)r* r r( r6 r r r r R s z$SingleByteCharSetProber.charset_namec C s | j r| j jS | jjS r7 )r* r r( r6 r r r r X s z SingleByteCharSetProber.language)Úbyte_strr# c C sV | j js| |¡}n
|
| |¡}|s(| jS | j j}| j j}|D ]}| |tj ¡}|tj
|
k rf| j d7 _ || j k rÎ| j d7 _ | j| j k rÎ| jd7 _| js®|| j | }n|| | j }| j| d7 < || _q<| j j}| jtjkrP| j| jkrP| ¡ }|| jkr(| j d||¡ tj| _n(|| j k rP| j d||| j ¡ tj | _| jS )Nr z$%s confidence = %s, we have a winnerz8%s confidence = %s, below negative shortcut threshold %s) r( r Úfilter_international_wordsZremove_xml_tagsÚstater r Úgetr Ú UNDEFINEDÚCONTROLr. Ú SAMPLE_SIZEr0 r+ r- r) r, r r
|
Ú DETECTINGÚSB_ENOUGH_REL_THRESHOLDÚget_confidenceÚPOSITIVE_SHORTCUT_THRESHOLDÚloggerÚdebugÚFOUND_ITÚ_stateÚNEGATIVE_SHORTCUT_THRESHOLDÚNOT_ME) r2 r8 r r ÚcharÚorderZlm_catr Ú
|
confidencer r r Úfeed^ sP
|
|
|
ÿ
|
üz SingleByteCharSetProber.feedc C sn d}| j dkrj| jtj d| jtj | j | jj }|| j| j | j }|| j | j }|dkrjd}|S )Ng{®Gáz?r g Ð?g ð?g®Gáz®ï?)
|
r- r, r ÚPOSITIVEÚLIKELYr( r r. r/ r0 )r2 Úrr r r rA s
|
|
ÿüûÿ z&SingleByteCharSetProber.get_confidence)FN)r r r r> r@ rB rG r r r r r' r1 Úpropertyr r r r ÚbytesÚ bytearrayr
|
rL r rA Ú __classcell__r r r3 r r - s& üû 2r N)Útypingr r r r r Ú charsetproberr Úenumsr r
|
r r r r r r r Ú<module> s
|
