ó •abc@s*ddlmZmZmZddlmZmZmZddlm Z m Z m Z ddl m Z mZmZddlmZmZmZdefd„ƒYZdefd „ƒYZd efd „ƒYZd efd „ƒYZdefd„ƒYZdefd„ƒYZdefd„ƒYZdS(i(tEUCTW_CHAR_TO_FREQ_ORDERtEUCTW_TABLE_SIZEt EUCTW_TYPICAL_DISTRIBUTION_RATIO(tEUCKR_CHAR_TO_FREQ_ORDERtEUCKR_TABLE_SIZEt EUCKR_TYPICAL_DISTRIBUTION_RATIO(tGB2312_CHAR_TO_FREQ_ORDERtGB2312_TABLE_SIZEt!GB2312_TYPICAL_DISTRIBUTION_RATIO(tBIG5_CHAR_TO_FREQ_ORDERtBIG5_TABLE_SIZEtBIG5_TYPICAL_DISTRIBUTION_RATIO(tJIS_CHAR_TO_FREQ_ORDERtJIS_TABLE_SIZEtJIS_TYPICAL_DISTRIBUTION_RATIOtCharDistributionAnalysiscBsVeZdZdZdZdZd„Zd„Zd„Zd„Z d„Z d „Z RS( ig®Gįz®ļ?g{®Gįz„?icCsDd|_d|_d|_d|_d|_d|_|jƒdS(N(tNonet_char_to_freq_ordert _table_sizettypical_distribution_ratiot_donet _total_charst _freq_charstreset(tself((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyt__init__.s      cCst|_d|_d|_dS(sreset analyser, clear any stateiN(tFalseRRR(R((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR=s  cCs}|dkr|j|ƒ}nd}|dkry|jd7_||jkryd|j|krv|jd7_qvqyndS(s"feed a character with known lengthii’’’’iiiN(t get_orderRRRR(Rtchartchar_lentorder((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pytfeedFs  cCsu|jdks!|j|jkr(|jS|j|jkrn|j|j|j|j}||jkrn|Sn|jS(s(return confidence based on existing datai(RRtMINIMUM_DATA_THRESHOLDtSURE_NORtSURE_YES(Rtr((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pytget_confidenceTs! cCs|j|jkS(N(RtENOUGH_DATA_THRESHOLD(R((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pytgot_enough_datadscCsdS(Ni’’’’((Rtbyte_str((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyRis( t__name__t __module__R%R"R!R RRRR$R&R(((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR(s    tEUCTWDistributionAnalysiscBseZd„Zd„ZRS(cCs2tt|ƒjƒt|_t|_t|_dS(N( tsuperR*RRRRRRR(R((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyRrs  cCs6|d}|dkr.d|d|ddSdSdS(NiiÄi^ii”i’’’’((RR't first_char((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyRxs  (R(R)RR(((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR*qs tEUCKRDistributionAnalysiscBseZd„Zd„ZRS(cCs2tt|ƒjƒt|_t|_t|_dS(N( R+R-RRRRRRR(R((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR…s  cCs6|d}|dkr.d|d|ddSdSdS(Nii°i^ii”i’’’’((RR'R,((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR‹s  (R(R)RR(((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR-„s tGB2312DistributionAnalysiscBseZd„Zd„ZRS(cCs2tt|ƒjƒt|_t|_t|_dS(N( R+R.RRRRRRR(R((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR˜s  cCsI|d|d}}|dkrA|dkrAd|d|dSdSdS(Niii°i”i^i’’’’((RR'R,t second_char((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyRžs(R(R)RR(((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR.—s tBig5DistributionAnalysiscBseZd„Zd„ZRS(cCs2tt|ƒjƒt|_t|_t|_dS(N( R+R0RR RR RR R(R((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR«s  cCsd|d|d}}|dkr\|dkrEd|d|ddSd|d|dSndSdS( Niii¤i”ii?i@i’’’’((RR'R,R/((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR±s   (R(R)RR(((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR0Ŗs tSJISDistributionAnalysiscBseZd„Zd„ZRS(cCs2tt|ƒjƒt|_t|_t|_dS(N( R+R1RR RR RRR(R((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyRĮs  cCs–|d|d}}|dkr>|dkr>d|d}n1|dkrk|dkrkd|dd}nd S||d }|d kr’d }n|S( NiiiiŸi¼iąiļii’’’’i@i((RR'R,R/R((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyRĒs  (R(R)RR(((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR1Ąs tEUCJPDistributionAnalysiscBseZd„Zd„ZRS(cCs2tt|ƒjƒt|_t|_t|_dS(N( R+R2RR RR RRR(R((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyRŚs  cCs6|d}|dkr.d|d|ddSdSdS(Nii i^i”ii’’’’((RR'R((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyRąs  (R(R)RR(((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pyR2Łs N(t euctwfreqRRRt euckrfreqRRRt gb2312freqRRRtbig5freqR R R tjisfreqR R RtobjectRR*R-R.R0R1R2(((sH/usr/lib/python2.7/site-packages/pip/_vendor/chardet/chardistribution.pytsI