U ڲgj0@sddlmZddlmZddlmZddlmZddlm Z ddl m Z m Z m Z mZddlmZmZdd lmZmZmZGd d d ZGd d d ZeeefZe eZGdddZdS)) annotations)aliases)sha256)dumps)sub)AnyIteratorListTuple)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangec @seZdZdAddddddddd d Zd dd d dZd dd ddZeddddZddddZddddZ ddd ddZ eddddZ eddddZ eddd d!Z eddd"d#Zeddd$d%Zeddd&d'Zeddd(d)Zeddd*d+Zeddd,d-Zeddd.d/Zeddd0d1Zed2dd3d4Zeddd5d6Zeddd7d8Zeddd9d:ZdBddd<d=d>Zeddd?d@ZdS)C CharsetMatchNbytesstrfloatboolCoherenceMatches str | None)payloadguessed_encodingmean_mess_ratiohas_sig_or_bom languagesdecoded_payloadpreemptive_declarationcCsL||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ ||_ dS)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leavesZ_mean_coherence_ratio_output_payload_output_encoding_string_preemptive_declaration)selfrrrrrrrr,=/tmp/pip-unpacked-wheel-y7coycdt/charset_normalizer/models.py__init__s zCharsetMatch.__init__object)otherreturncCs>t|ts&t|tr"t||jkSdS|j|jko<|j|jkS)NF) isinstancerrrencoding fingerprintr+r0r,r,r-__eq__*s   zCharsetMatch.__eq__cCst|tstt|j|j}t|j|j}|dkrJ|dkrJ|j|jkS|dkr|dkrt|jtkrt|j|jkS|j |j kS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gz?g{Gz?) r2r ValueErrorabschaos coherencelenr r multi_byte_usage)r+r0Zchaos_differenceZcoherence_differencer,r,r-__lt__1s    zCharsetMatch.__lt__r1cCsdtt|t|jS)Ng?)r;rrawr+r,r,r-r<GszCharsetMatch.multi_byte_usagecCs"|jdkrt|j|jd|_|jS)Nstrict)r)rr r!r@r,r,r-__str__Ks zCharsetMatch.__str__cCsd|jd|jdS)Nz)r3r4r@r,r,r-__repr__QszCharsetMatch.__repr__NonecCs8t|tr||kr"td|jd|_|j|dS)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r2rr7format __class__r)r&appendr5r,r,r- add_submatchTszCharsetMatch.add_submatchcCs|jSN)r!r@r,r,r-r3_szCharsetMatch.encoding list[str]cCsDg}tD]2\}}|j|kr*||q |j|kr ||q |S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr3rG)r+Z also_known_asupr,r,r-encoding_aliasescs    zCharsetMatch.encoding_aliasescCs|jSrIr$r@r,r,r-bompszCharsetMatch.bomcCs|jSrIrOr@r,r,r-byte_order_marktszCharsetMatch.byte_order_markcCsdd|jDS)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. cSsg|] }|dqS)rr,).0er,r,r- ~sz*CharsetMatch.languages..r#r@r,r,r-rxszCharsetMatch.languagescCsp|jsbd|jkrdSddlm}m}t|jr8||jn||j}t|dksVd|krZdS|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiZEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r#could_be_from_charsetZcharset_normalizer.cdrWrXrr3r;)r+rWrXrr,r,r-languages  zCharsetMatch.languagecCs|jSrI)r"r@r,r,r-r9szCharsetMatch.chaoscCs|js dS|jddS)Nrrr rUr@r,r,r-r:szCharsetMatch.coherencecCst|jdddSNd)ndigits)roundr9r@r,r,r- percent_chaosszCharsetMatch.percent_chaoscCst|jdddSr\)r`r:r@r,r,r-percent_coherenceszCharsetMatch.percent_coherencecCs|jS)z+ Original untouched bytes. )r r@r,r,r-r?szCharsetMatch.rawzlist[CharsetMatch]cCs|jSrI)r&r@r,r,r-submatchszCharsetMatch.submatchcCst|jdkSNr)r;r&r@r,r,r- has_submatchszCharsetMatch.has_submatchcCs@|jdk r|jSddt|D}ttdd|D|_|jS)NcSsg|] }t|qSr,)r)rRcharr,r,r-rTsz*CharsetMatch.alphabets..cSsh|] }|r|qSr,r,)rRrr,r,r- sz)CharsetMatch.alphabets..)r%rsortedlist)r+Zdetected_rangesr,r,r- alphabetss  zCharsetMatch.alphabetscCs|jgdd|jDS)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. cSsg|] }|jqSr,)r3)rRmr,r,r-rTsz6CharsetMatch.could_be_from_charset..)r!r&r@r,r,r-rZsz"CharsetMatch.could_be_from_charsetutf_8)r3r1cs~jdksj|krx|_t}jdk rjjdkrjttfdd|dddd}||dd}||d_jS) z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8rmcs<|j|d|d|dtjddS)Nrr _-)stringspanreplacegroupsrr()rlr@r,r-s z%CharsetMatch.output..i r )countrs)r(rr*lowerrr encoder')r+r3decoded_stringZpatched_headerr,r@r-outputs$   zCharsetMatch.outputcCst|S)zw Retrieve the unique SHA256 computed using the transformed (re-encoded) payload. Not the original one. )rrz hexdigestr@r,r,r-r4szCharsetMatch.fingerprint)NN)rm)__name__ __module__ __qualname__r.r6r=propertyr<rBrCrHr3rNrPrQrr[r9r:rarbr?rcrerkrZrzr4r,r,r,r-r sV   rc@seZdZdZdddddZddd d Zd d d ddZddddZddddZd dd ddZ ddddZ ddddZ dS)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. Nzlist[CharsetMatch] | None)resultscCs|r t|ng|_dSrI)ri_results)r+rr,r,r-r.szCharsetMatches.__init__zIterator[CharsetMatch]r>ccs|jEdHdSrIrr@r,r,r-__iter__szCharsetMatches.__iter__z int | strr)itemr1cCsNt|tr|j|St|trFt|d}|jD]}||jkr.|Sq.tdS)z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. FN)r2intrrrrZKeyError)r+rresultr,r,r- __getitem__s       zCharsetMatches.__getitem__rcCs t|jSrIr;rr@r,r,r-__len__szCharsetMatches.__len__rcCst|jdkSrdrr@r,r,r-__bool__szCharsetMatches.__bool__rDcCs|t|tstdt|jt|jtkr`|j D],}|j |j kr2|j |j kr2| |dSq2|j |t|j |_ dS)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r2rr7rErrFr;r?r rr4r9rHrGri)r+rmatchr,r,r-rGs    zCharsetMatches.appendzCharsetMatch | NonecCs|js dS|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. Nrrr@r,r,r-best)szCharsetMatches.bestcCs|S)zP Redundant method, call the method best(). Kept for BC reasons. )rr@r,r,r-first1szCharsetMatches.first)N) r|r}r~__doc__r.rrrrrGrrr,r,r,r-rsrc @sNeZdZdddddddddddd ddZed d d d Zdd d dZdS)CliDetectionResultrrrJrr pathr3rNalternative_encodingsr[rkrr9r: unicode_path is_preferredc CsF||_| |_||_||_||_||_||_||_||_| |_ | |_ dSrI) rrr3rNrr[rkrr9r:r) r+rr3rNrr[rkrr9r:rrr,r,r-r.=szCliDetectionResult.__init__zdict[str, Any]r>c Cs2|j|j|j|j|j|j|j|j|j|j |j d S)Nrrr@r,r,r-__dict__WszCliDetectionResult.__dict__cCst|jdddS)NT) ensure_asciiindent)rrr@r,r,r-to_jsongszCliDetectionResult.to_jsonN)r|r}r~r.rrrr,r,r,r-r<s"rN) __future__rZencodings.aliasesrhashlibrjsonrrertypingrrr r Zconstantr r utilsrrrrrrrZCoherenceMatchrrr,r,r,r-s     iC