2)i2ddlmZddlmZddlmZddlmZddlm Z m Z m Z m Z ddl mZmZddlmZmZmZGd d ZGd d Ze eefZe eZGd dZy)) annotations)aliases)dumps)sub)AnyIteratorListTuple)RE_POSSIBLE_ENCODING_INDICATIONTOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangeceZdZ d ddZddZddZeddZddZddZ ddZ edd Z ed d Z ed!d Z ed!d Zed d ZeddZeddZeddZeddZeddZed"dZed#dZed!dZed dZed dZd$d%dZed&dZy)' CharsetMatchNc||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ ||_ y)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leaves_mean_coherence_ratio_output_payload_output_encoding_string_preemptive_declaration)selfpayloadguessed_encodingmean_mess_ratiohas_sig_or_bom languagesdecoded_payloadpreemptive_declarations ]/var/www/html/spbu.com/backend/venv/lib/python3.12/site-packages/charset_normalizer/models.py__init__zCharsetMatch.__init__ s_,3 .'6,5%315+- ,/"-1,0#2 3I$ct|ts)t|trt||jk(Sy|j|jk(xr|j |j k(S)NF) isinstancerstrrencoding fingerprintr!others r)__eq__zCharsetMatch.__eq__)sV%.%% '4==88}}.X43C3CuGXGX3XXr+ct|tstt|j|jz }t|j |j z }|dkr|dkDr|j |j kDS|dkrS|dkrNt |jtk\r|j|jkS|j|jkDS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gzt?g{Gz?) r-r ValueErrorabschaos coherencelenrr multi_byte_usage)r!r2chaos_differencecoherence_differences r)__lt__zCharsetMatch.__lt__0s%. "%djj5;;&>"?&)$..5??*J&K e #(>EOO3 3  %*>$*F4==!%55zzEKK//((5+A+AA AzzEKK''r+c\dtt|t|jz z S)Ng?)r9r.rawr!s r)r:zCharsetMatch.multi_byte_usageFs"c#d)ns488}455r+c|jst|j|jd|_|jrA|jdk(r2|jr&|jddk(r|jdd|_|jS)Nstrictutf_7rur )rr.rrrr@s r)__str__zCharsetMatch.__str__Jsn << t}}dnnhGDL $$NNg-LLLLOx/#||AB/ ||r+c<d|jd|jdS)Nz)r/r0r@s r)__repr__zCharsetMatch.__repr__Zs" uT5E5E4FbIIr+ct|tr||k(r$tdj|jd|_|j j|y)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r-rr5format __class__rrappendr1s r) add_submatchzCharsetMatch.add_submatch]sO%.%4-MTTOO    E"r+c|jSN)rr@s r)r/zCharsetMatch.encodinghs ~~r+cg}tjD]G\}}|j|k(r|j|'|j|k(s7|j|I|S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr/rJ)r! also_known_asups r)encoding_aliaseszCharsetMatch.encoding_aliaseslsY $& MMODAq}}!$$Q'!#$$Q' $ r+c|jSrMrr@s r)bomzCharsetMatch.bomy###r+c|jSrMrUr@s r)byte_order_markzCharsetMatch.byte_order_mark}rWr+cF|jDcgc]}|d c}Scc}w)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. rr)r!es r)r&zCharsetMatch.languagess$ #oo.o!o...s c|jshd|jvryddlm}m}t |j r||j n||j }t|dk(sd|vry|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)rcould_be_from_charsetcharset_normalizer.cdr`rarr/r9)r!r`rar&s r)languagezCharsetMatch.languages $444  X*$--8&dmm4' 6  9~"my&@ Q< q!!$$r+c|jSrM)rr@s r)r7zCharsetMatch.chaoss$$$r+c@|jsy|jddS)Nrrr r[r@s r)r8zCharsetMatch.coherences q!!$$r+c6t|jdzdSNd)ndigits)roundr7r@s r) percent_chaoszCharsetMatch.percent_chaossTZZ#%q11r+c6t|jdzdSri)rmr8r@s r)percent_coherencezCharsetMatch.percent_coherencesT^^c)155r+c|jS)z+ Original untouched bytes. )rr@s r)r?zCharsetMatch.raws }}r+c|jSrM)rr@s r)submatchzCharsetMatch.submatchs ||r+c2t|jdkDSNr)r9rr@s r) has_submatchzCharsetMatch.has_submatchs4<< 1$$r+c|j |jSt|Dcgc] }t|}}tt |Dchc]}|s| c}|_|jScc}wcc}wrM)rr.rsortedlist)r!chardetected_rangesrs r) alphabetszCharsetMatch.alphabetssp    +'' 'MPQUY,WYT]4-@Y,W%d+L!!A+L&MN###-X+LsA0A5 A5 cp|jg|jDcgc]}|jc}zScc}w)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. )rrr/)r!ms r)rcz"CharsetMatch.could_be_from_charsets0t||"D|!1::|"DDD"Ds3c6jj|k7rr|_t}j=jjdvr!t t fd|ddd}||ddz}|j |d_jS)z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. N)zutf-8utf8utf_8c|j|jd|jdj|jdt j jddS)Nrr _-)stringspanreplacegroupsrr)rr!s r)z%CharsetMatch.output..sWahhqvvx{QVVXa[AII 1 !$"7"78@@cJr+i r )countr)rr.r lowerrr encoder)r!r/decoded_stringpatched_headers` r)outputzCharsetMatch.outputs  (D,A,AX,M$,D ! YN,,80066812"%3#5D)""0.2G!G#1#8#89#MD ###r+c*tt|S)z] Retrieve a hash fingerprint of the decoded payload, used for deduplication. )hashr.r@s r)r0zCharsetMatch.fingerprints CIr+)NN)r"bytes | bytearrayr#r.r$floatr%boolr&CoherenceMatchesr' str | Noner(r)r2objectreturnr)rrrr.)r2rrNone)r list[str]rr)rr)rzlist[CharsetMatch])r)r/r.rbytesrint)__name__ __module__ __qualname__r*r3r=propertyr:rDrFrKr/rSrVrYr&rer7r8rnrpr?rsrvr}rcrr0r+r)rr s'+-1J"JJ J  J $ J$J!+J8Y(,66 J #  $$$$//%%6%%%% 2266 %%$$EE$:r+rcReZdZdZd d dZd dZddZddZddZddZ dd Z dd Z y)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. Nc8|rt||_yg|_yrM)rx_results)r!resultss r)r*zCharsetMatches.__init__s?FF7O B r+c#8K|jEd{y7wrMrr@s r)__iter__zCharsetMatches.__iter__s==  s ct|tr|j|St|tr/t |d}|jD]}||j vs|cSt )z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. F)r-rrr.rrcKeyError)r!itemresults r) __getitem__zCharsetMatches.__getitem__ s[ dC ==& & dC T5)D--6777!M(r+c,t|jSrMr9rr@s r)__len__zCharsetMatches.__len__s4==!!r+c2t|jdkDSrurr@s r)__bool__zCharsetMatches.__bool__s4==!A%%r+ct|ts-tdjt |j t |jtkrW|jD]H}|j|jk(s|j|jk(s7|j|y|jj|t|j|_ y)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r-rr5rHr.rIr9r?r rr0r7rKrJrx)r!rmatchs r)rJzCharsetMatches.appends $ -?FF'  txx=+ +$$(8(88U[[DJJ=V&&t,' T"t}}- r+c:|jsy|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. Nrrr@s r)bestzCharsetMatches.best2s}}}}Qr+c"|jS)zP Redundant method, call the method best(). Kept for BC reasons. )rr@s r)firstzCharsetMatches.first:syy{r+rM)rzlist[CharsetMatch] | None)rzIterator[CharsetMatch])rz int | strrrrr)rrrr)rzCharsetMatch | None) rrr__doc__r*rrrrrJrrrr+r)rrs0 O! "&.( r+rcZeZdZ ddZeddZddZy)CliDetectionResultc ||_| |_||_||_||_||_||_||_||_| |_ | |_ yrM) path unicode_pathr/rSalternative_encodingsrer}r%r7r8 is_preferred) r!rr/rSrrer}r%r7r8rrs r)r*zCliDetectionResult.__init__FsV (4$, +;0E"% $-$2! )".r+c |j|j|j|j|j|j |j |j|j|j|jd S)N rr/rSrrer}r%r7r8rrrr@s r)__dict__zCliDetectionResult.__dict__`seII $ 5 5%)%?%? "11ZZ -- --  r+c2t|jddS)NT) ensure_asciiindent)rrr@s r)to_jsonzCliDetectionResult.to_jsonpsT]]a@@r+N)rr.r/rrSrrrrer.r}rr%rr7rr8rrrrr)rzdict[str, Any]r)rrrr*rrrrr+r)rrEs///$ / ) /  /////!//4    Ar+rN) __future__rencodings.aliasesrjsonrrertypingrrr r constantr r utilsrrrrrr.rCoherenceMatchrrrr+r)rsa"%--GCCood@@FsEz"',A,Ar+