o
    5d3                     @   s   d Z ddlZddlZddlZddlmZ ddlmZmZm	Z	 ddl
mZ ddlmZ ddlmZ dd	lmZ dd
lmZ G dd dZdS )a  
Module containing the UniversalDetector detector class, which is the primary
class a user of ``chardet`` should use.

:author: Mark Pilgrim (initial port to Python)
:author: Shy Shalom (original C code)
:author: Dan Blanchard (major refactoring for 3.0)
:author: Ian Cordasco
    N   )CharSetGroupProber)
InputStateLanguageFilterProbingState)EscCharSetProber)Latin1Prober)MBCSGroupProber)SBCSGroupProber)UTF1632Proberc                	   @   s   e Zd ZdZdZedZedZedZ	dddd	d
ddddZ
ejfddZedd Zedd Zedd Zdd Zdd Zdd ZdS )UniversalDetectoraq  
    The ``UniversalDetector`` class underlies the ``chardet.detect`` function
    and coordinates all of the different charset probers.

    To get a ``dict`` containing an encoding and its confidence, you can simply
    run:

    .. code::

            u = UniversalDetector()
            u.feed(some_bytes)
            u.close()
            detected = u.result

    g?s   [-]s   (|~{)s   [-]zWindows-1252zWindows-1250zWindows-1251zWindows-1256zWindows-1253zWindows-1255zWindows-1254zWindows-1257)z
iso-8859-1z
iso-8859-2z
iso-8859-5z
iso-8859-6z
iso-8859-7z
iso-8859-8z
iso-8859-9ziso-8859-13c                 C   sT   d | _ d | _g | _d | _d | _d | _d | _d | _|| _t	
t| _d | _|   d S N)_esc_charset_prober_utf1632_prober_charset_probersresultdone	_got_data_input_state
_last_charlang_filterlogging	getLogger__name__logger_has_win_bytesreset)selfr    r   |C:\Users\jesus\OneDrive\Desktop\erpjis_fastapi\backend\jisbackend\Lib\site-packages\pip/_vendor/chardet/universaldetector.py__init__T   s   zUniversalDetector.__init__c                 C      | j S r   )r   r   r   r   r   input_stateb      zUniversalDetector.input_statec                 C   r!   r   )r   r"   r   r   r   has_win_bytesf   r$   zUniversalDetector.has_win_bytesc                 C   r!   r   )r   r"   r   r   r   charset_probersj   r$   z!UniversalDetector.charset_probersc                 C   sf   dddd| _ d| _d| _d| _tj| _d| _| jr| j	  | j
r'| j
	  | jD ]}|	  q*dS )z
        Reset the UniversalDetector and all of its probers back to their
        initial states.  This is called by ``__init__``, so you only need to
        call this directly in between analyses of different documents.
        N        encoding
confidencelanguageF    )r   r   r   r   r   
PURE_ASCIIr   r   r   r   r   r   )r   proberr   r   r   r   n   s   



zUniversalDetector.resetc                 C   s  | j rdS |s	dS t|tst|}| jsm|tjr#dddd| _n;|tjtj	fr4dddd| _n*|drAdddd| _n|d	rNd
ddd| _n|tj
tjfr^dddd| _d| _| jd durmd| _ dS | jtjkr| j|r~tj| _n| jtjkr| j| j| rtj| _|dd | _| jst | _| jjtjkr| j|tjkr| jj| j dd| _d| _ dS | jtjkr| jst| j | _| j|tjkr| jj| j | jj!d| _d| _ dS dS | jtjkr@| j"st#| j g| _"| j t$j%@ r| j"&t'  | j"&t(  | j"D ]}||tjkr2|j| |j!d| _d| _  nq| j)|rBd| _*dS dS dS )a  
        Takes a chunk of a document and feeds it through all of the relevant
        charset probers.

        After calling ``feed``, you can check the value of the ``done``
        attribute to see if you need to continue feeding the
        ``UniversalDetector`` more data, or if it has made a prediction
        (in the ``result`` attribute).

        .. note::
           You should always call ``close`` when you're done feeding in your
           document if ``done`` is not already ``True``.
        Nz	UTF-8-SIG      ? r(   zUTF-32s     zX-ISO-10646-UCS-4-3412s     zX-ISO-10646-UCS-4-2143zUTF-16Tr)   )+r   
isinstance	bytearrayr   
startswithcodecsBOM_UTF8r   BOM_UTF32_LEBOM_UTF32_BEBOM_LEBOM_BEr   r   r-   HIGH_BYTE_DETECTORsearch	HIGH_BYTEESC_DETECTORr   	ESC_ASCIIr   r   stater   	DETECTINGfeedFOUND_ITcharset_nameget_confidencer   r   r   r+   r   r	   r   NON_CJKappendr
   r   WIN_BYTE_DETECTORr   )r   byte_strr.   r   r   r   rB      s   









zUniversalDetector.feedc           	   	   C   sf  | j r| jS d| _ | js| jd nY| jtjkr!dddd| _nK| jtjkrld}d}d}| j	D ]}|s5q0|
 }||krA|}|}q0|rl|| jkrl|j}|j }|
 }|d	rd| jrd| j||}|||jd| _| j tjkr| jd
 du r| jd | j	D ]+}|sqt|tr|jD ]}| jd|j|j|
  qq| jd|j|j|
  q| jS )z
        Stop analyzing the current document and come up with a final
        prediction.

        :returns:  The ``result`` attribute, a ``dict`` with the keys
                   `encoding`, `confidence`, and `language`.
        Tzno data received!asciir/   r0   r(   Nr'   ziso-8859r)   z no probers hit minimum thresholdz%s %s confidence = %s)r   r   r   r   debugr   r   r-   r=   r   rE   MINIMUM_THRESHOLDrD   lowerr4   r   ISO_WIN_MAPgetr+   getEffectiveLevelr   DEBUGr2   r   probers)	r   prober_confidencemax_prober_confidence
max_proberr.   rD   lower_charset_namer*   group_proberr   r   r   close  sl   	





zUniversalDetector.closeN)r   
__module____qualname____doc__rL   recompiler;   r>   rH   rN   r   ALLr    propertyr#   r%   r&   r   rB   rX   r   r   r   r   r   4   s4    





 r   )r[   r5   r   r\   charsetgroupproberr   enumsr   r   r   	escproberr   latin1proberr   mbcsgroupproberr	   sbcsgroupproberr
   utf1632proberr   r   r   r   r   r   <module>   s   