Repository URL to install this package:
Version:
4.0.114 ▾
|
ó çEYc @ sF d d l m Z d d l m Z m Z m Z d e f d YZ d S( i ( t CharSetProber( t CharacterCategoryt ProbingStatet SequenceLikelihoodt SingleByteCharSetProberc B sh e Z d Z d Z d Z d Z e d d Z d Z e d Z e d Z d Z d Z RS( i@ i gffffffî?g©?c C si t t | j | | _ | | _ | | _ d | _ d | _ d | _ d | _ d | _ | j d S( N( t superR t __init__t _modelt _reversedt _name_probert Nonet _last_ordert _seq_counterst _total_seqst _total_chart _freq_chart reset( t selft modelt reversedt name_prober( ( sL /home/tvault/.virtenv/lib/python2.7/site-packages/chardet/sbcharsetprober.pyR ' s c C sQ t t | j d | _ d g t j | _ d | _ d | _ d | _ d S( Niÿ i ( R R R R R t get_num_categoriesR R R R ( R ( ( sL /home/tvault/.virtenv/lib/python2.7/site-packages/chardet/sbcharsetprober.pyR 5 s c C s" | j r | j j S| j d Sd S( Nt charset_name( R R R ( R ( ( sL /home/tvault/.virtenv/lib/python2.7/site-packages/chardet/sbcharsetprober.pyR ? s c C s' | j r | j j S| j j d Sd S( Nt language( R R R t get( R ( ( sL /home/tvault/.virtenv/lib/python2.7/site-packages/chardet/sbcharsetprober.pyR F s c C sð | j d s | j | } n | s, | j S| j d } xü t | D]î \ } } | | } | t j k r} | j d 7_ n | | j k r+| j d 7_ | j | j k r+| j d 7_ | j sí | j | j | } | j d | } n% | | j | j } | j d | } | j | c d 7<q+n | | _ qF W| j d } | j t j k ré| j | j k ré| j } | | j k r©| j j d | | t j | _ qæ| | j k ræ| j j d | | | j t j | _ qæqén | j S( Nt keep_english_lettert char_to_order_mapi t precedence_matrixR s$ %s confidence = %s, we have a winners9 %s confidence = %s, below negative shortcut threshhold %s( R t filter_international_wordst statet enumerateR t CONTROLR t SAMPLE_SIZER R R R R R t DETECTINGt SB_ENOUGH_REL_THRESHOLDt get_confidencet POSITIVE_SHORTCUT_THRESHOLDt loggert debugt FOUND_ITt _statet NEGATIVE_SHORTCUT_THRESHOLDt NOT_ME( R t byte_strR t it ct orderR R t confidence( ( sL /home/tvault/.virtenv/lib/python2.7/site-packages/chardet/sbcharsetprober.pyt feedM sF c C sk d } | j d k rg d | j t j | j | j d } | | j | j } | d k rg d } qg n | S( Ng{®Gáz?i g ð?t typical_positive_ratiog®Gáz®ï?( R R R t POSITIVER R R ( R t r( ( sL /home/tvault/.virtenv/lib/python2.7/site-packages/chardet/sbcharsetprober.pyR# | s &N( t __name__t __module__R R" R$ R) t FalseR R R t propertyR R R0 R# ( ( ( sL /home/tvault/.virtenv/lib/python2.7/site-packages/chardet/sbcharsetprober.pyR ! s /N( t charsetproberR t enumsR R R R ( ( ( sL /home/tvault/.virtenv/lib/python2.7/site-packages/chardet/sbcharsetprober.pyt <module> s