← Back
Editing: sbcharsetprober.pyc
� ��abc @ sF d d l m Z d d l m Z m Z m Z d e f d � � YZ d S( i ( t CharSetProber( t CharacterCategoryt ProbingStatet SequenceLikelihoodt SingleByteCharSetProberc B sh e Z d Z d Z d Z d Z e d d � Z d � Z e d � � Z e d � � Z d � Z d � Z RS( i@ i gffffff�?g�������?c C si t t | � j � | | _ | | _ | | _ d | _ d | _ d | _ d | _ d | _ | j � d S( N( t superR t __init__t _modelt _reversedt _name_probert Nonet _last_ordert _seq_counterst _total_seqst _total_chart _freq_chart reset( t selft modelt reversedt name_prober( ( sG /usr/lib/python2.7/site-packages/pip/_vendor/chardet/sbcharsetprober.pyR ' s c C sQ t t | � j � d | _ d g t j � | _ d | _ d | _ d | _ d S( Ni� i ( R R R R R t get_num_categoriesR R R R ( R ( ( sG /usr/lib/python2.7/site-packages/pip/_vendor/chardet/sbcharsetprober.pyR 5 s c C s" | j r | j j S| j d Sd S( Nt charset_name( R R R ( R ( ( sG /usr/lib/python2.7/site-packages/pip/_vendor/chardet/sbcharsetprober.pyR ? s c C s' | j r | j j S| j j d � Sd S( Nt language( R R R t get( R ( ( sG /usr/lib/python2.7/site-packages/pip/_vendor/chardet/sbcharsetprober.pyR F s c C s� | j d s | j | � } n | s, | j S| j d } x� t | � D]� \ } } | | } | t j k r} | j d 7_ n | | j k r+| j d 7_ | j | j k r+| j d 7_ | j s� | j | j | } | j d | } n% | | j | j } | j d | } | j | c d 7<q+n | | _ qF W| j d } | j t j k r�| j | j k r�| j � } | | j k r�| j j d | | � t j | _ q�| | j k r�| j j d | | | j � t j | _ q�q�n | j S( Nt keep_english_lettert char_to_order_mapi t precedence_matrixR s$ %s confidence = %s, we have a winners9 %s confidence = %s, below negative shortcut threshhold %s( R t filter_international_wordst statet enumerateR t CONTROLR t SAMPLE_SIZER R R R R R t DETECTINGt SB_ENOUGH_REL_THRESHOLDt get_confidencet POSITIVE_SHORTCUT_THRESHOLDt loggert debugt FOUND_ITt _statet NEGATIVE_SHORTCUT_THRESHOLDt NOT_ME( R t byte_strR t it ct orderR R t confidence( ( sG /usr/lib/python2.7/site-packages/pip/_vendor/chardet/sbcharsetprober.pyt feedM sF c C sk d } | j d k rg d | j t j | j | j d } | | j | j } | d k rg d } qg n | S( Ng{�G�z�?i g �?t typical_positive_ratiog�G�z��?( R R R t POSITIVER R R ( R t r( ( sG /usr/lib/python2.7/site-packages/pip/_vendor/chardet/sbcharsetprober.pyR# | s & N( t __name__t __module__R R" R$ R) t FalseR R R t propertyR R R0 R# ( ( ( sG /usr/lib/python2.7/site-packages/pip/_vendor/chardet/sbcharsetprober.pyR ! s /N( t charsetproberR t enumsR R R R ( ( ( sG /usr/lib/python2.7/site-packages/pip/_vendor/chardet/sbcharsetprober.pyt <module> s
Save File
Cancel