o 6d5.@sddlmZddlmZddlmZddlmZmZm Z m Z m Z m Z m Z ddlmZddlmZmZmZGdd d ZGd d d Ze eefZe eZGd d d ZdS))aliases)sha256)dumps)AnyDictIteratorListOptionalTupleUnion)TOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangec@seZdZ d=dededededddeef d d Zd e d efd dZ d e d efddZ e d efddZ d efddZd efddZd>ddZe d efddZe d eefddZe d efddZe d efdd Ze d eefd!d"Ze d efd#d$Ze d efd%d&Ze d efd'd(Ze d efd)d*Ze d efd+d,Ze d efd-d.Ze d edfd/d0Ze d efd1d2Ze d eefd3d4Ze d eefd5d6Z d?d8ed efd9d:Z!e d efd;d<Z"dS)@ CharsetMatchNpayloadguessed_encodingmean_mess_ratiohas_sig_or_bom languagesCoherenceMatchesdecoded_payloadcCsF||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ dS)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leavesZ_mean_coherence_ratio_output_payload_output_encoding_string)selfrrrrrrr%pC:\Users\jesus\OneDrive\Desktop\erpjis_fastapi\backend\jisbackend\Lib\site-packages\charset_normalizer/models.py__init__ s  zCharsetMatch.__init__otherreturncCs>t|tstdt|jt|j|j|jko|j|jkS)Nz&__eq__ cannot be invoked on {} and {}.) isinstancer TypeErrorformatstr __class__encoding fingerprintr$r(r%r%r&__eq__$s zCharsetMatch.__eq__cCsvt|tstt|j|j}t|j|j}|dkr5|dkr5|dkr/|j|jkr/|j|jkS|j|jkS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gz?g{Gz?r)r*r ValueErrorabschaos coherencemulti_byte_usage)r$r(Zchaos_differenceZcoherence_differencer%r%r&__lt__-s    zCharsetMatch.__lt__cCsdtt|t|jS)Ng?)lenr-rawr$r%r%r&r7@szCharsetMatch.multi_byte_usagecCs"|jdurt|j|jd|_|jS)Nstrict)r#r-rrr;r%r%r&__str__Ds zCharsetMatch.__str__cCsd|j|jS)Nz)r,r/r0r;r%r%r&__repr__JzCharsetMatch.__repr__cCs8t|tr ||krtd|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r*rr3r,r.r#r appendr1r%r%r& add_submatchMszCharsetMatch.add_submatchcC|jSN)rr;r%r%r&r/XzCharsetMatch.encodingcCsDg}tD]\}}|j|kr||q|j|kr||q|S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr/r@)r$Z also_known_asupr%r%r&encoding_aliases\s    zCharsetMatch.encoding_aliasescCrBrCrr;r%r%r&bomirDzCharsetMatch.bomcCrBrCrIr;r%r%r&byte_order_markmrDzCharsetMatch.byte_order_markcCsdd|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cSsg|]}|dqS)rr%).0er%r%r& wz*CharsetMatch.languages..rr;r%r%r&rqszCharsetMatch.languagescCsp|js1d|jvr dSddlm}m}t|jr||jn||j}t|dks+d|vr-dS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiZEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)rcould_be_from_charsetZcharset_normalizer.cdrRrSrr/r9)r$rRrSrr%r%r&languageys  zCharsetMatch.languagecCrBrC)rr;r%r%r&r5rDzCharsetMatch.chaoscCs|jsdS|jddS)Nrrr rPr;r%r%r&r6szCharsetMatch.coherencecCt|jdddSNd)ndigits)roundr5r;r%r%r& percent_chaoszCharsetMatch.percent_chaoscCrWrX)r\r6r;r%r%r&percent_coherencer^zCharsetMatch.percent_coherencecCrB)z+ Original untouched bytes. )rr;r%r%r&r:szCharsetMatch.rawcCrBrC)r r;r%r%r&submatchrDzCharsetMatch.submatchcCt|jdkSNr)r9r r;r%r%r& has_submatchszCharsetMatch.has_submatchcCs@|jdur|jSddt|D}ttdd|D|_|jS)NcSsg|]}t|qSr%)r)rLcharr%r%r&rNsz*CharsetMatch.alphabets..cSsh|]}|r|qSr%r%)rLrr%r%r& rOz)CharsetMatch.alphabets..)rr-sortedlist)r$Zdetected_rangesr%r%r& alphabetss zCharsetMatch.alphabetscCs|jgdd|jDS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cSsg|]}|jqSr%)r/)rLmr%r%r&rNsz6CharsetMatch.could_be_from_charset..)rr r;r%r%r&rUsz"CharsetMatch.could_be_from_charsetutf_8r/cCs2|jdus |j|kr||_t||d|_|jS)z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. Nreplace)r"r-encoder!)r$r/r%r%r&outputszCharsetMatch.outputcCst|S)zw Retrieve the unique SHA256 computed using the transformed (re-encoded) payload. Not the original one. )rrn hexdigestr;r%r%r&r0szCharsetMatch.fingerprintrC)r(rr)N)rk)#__name__ __module__ __qualname__bytesr-floatboolr r'objectr2r8propertyr7r=r>rAr/rrHrJrKrrVr5r6r]r_r:r`rcrirUrnr0r%r%r%r&r sn       rc@seZdZdZddeeefddZdeefddZ d e e e fdefd d Z de fd d ZdefddZd eddfddZdedfddZdedfddZdS)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. NresultscCs|r t||_dSg|_dSrC)rg_results)r$ryr%r%r&r'szCharsetMatches.__init__r)ccs|jEdHdSrCrzr;r%r%r&__iter__szCharsetMatches.__iter__itemcCsJt|tr |j|St|tr#t|d}|jD] }||jvr"|Sqt)z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. F)r*intrzr-rrUKeyError)r$r}resultr%r%r& __getitem__s      zCharsetMatches.__getitem__cCs t|jSrCr9rzr;r%r%r&__len__s zCharsetMatches.__len__cCrarbrr;r%r%r&__bool__szCharsetMatches.__bool__cCs|t|tstdt|jt|jtkr0|j D]}|j |j kr/|j |j kr/| |dSq|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r*rr3r,r-r.r9r:r rzr0r5rAr@rg)r$r}matchr%r%r&r@s    zCharsetMatches.appendrcCs|jsdS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. Nrr{r;r%r%r&bests zCharsetMatches.bestcCs|S)zP Redundant method, call the method best(). Kept for BC reasons. )rr;r%r%r&firstszCharsetMatches.firstrC)rprqrr__doc__r rrr'rr|r r~r-rrrurr@rrr%r%r%r&rxsrxc@s~eZdZdedeedeedeededeededed ed eed efd d Ze de ee ffddZ defddZ dS)CliDetectionResultpathr/rHalternative_encodingsrVrirr5r6 unicode_path is_preferredc CsF||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrC) rrr/rHrrVrirr5r6r) r$rr/rHrrVrirr5r6rrr%r%r&r'&s zCliDetectionResult.__init__r)c Cs2|j|j|j|j|j|j|j|j|j|j |j d S)N rr/rHrrVrirr5r6rrrr;r%r%r&__dict__@szCliDetectionResult.__dict__cCst|jdddS)NT) ensure_asciiindent)rrr;r%r%r&to_jsonPr?zCliDetectionResult.to_jsonN)rprqrrr-r rrurtr'rwrrrrr%r%r%r&r%s6    rN)Zencodings.aliasesrhashlibrjsonrtypingrrrrr r r Zconstantr utilsrrrrrxr-rtZCoherenceMatchrrr%r%r%r&s  $ U C