f
b d dl mZ ddlmZ ddlmZ ddlmZmZ ddl m
Z
G d de Z d S )
)Union )
CharSetProber)CodingStateMachine) MachineState ProbingState)
UTF8_SM_MODELc e Zd ZdZd fd Zd fd Zedefd Zedefd Z de
e e f de
fd Zdefd
Z xZS )
UTF8Proberg ?returnNc t t t | _ d| _ | d S Nr )super__init__r r coding_sm
_num_mb_charsresetself __class__s G/opt/cloudlinux/venv/lib/python3.11/site-packages/chardet/utf8prober.pyr zUTF8Prober.__init__' sA
+M::
c t | j d| _ d S r )r r r r r s r r zUTF8Prober.reset- s6
r c dS )Nzutf-8 r s r charset_namezUTF8Prober.charset_name2 s wr c dS )N r r s r languagezUTF8Prober.language6 s rr byte_strc |D ]}| j | }|t j k rt j | _ na|t j k rt j | _ n>|t j k r-| j
dk r| xj dz
c_ | j t j
k r.| | j k rt j | _ | j S )N r )r
next_stater ERRORr NOT_ME_stateITS_MEFOUND_ITSTARTget_current_charlenr state DETECTINGget_confidenceSHORTCUT_THRESHOLD)r r! c coding_states r feedzUTF8Prober.feed: s
,
,A >44Q77L| 111 * 1 | 222 * 3 | 111>55771<<&&!+&& : / / /""$$t'>>> * 3 zr c N d}| j dk r|| j | j z z }d|z
S |S )NgGz? g ?)r
ONE_CHAR_PROB)r unlikes r r. zUTF8Prober.get_confidenceM s9 ! ! d($*<<