N)fh-ddlmZddlmZddlmZddlmZmZm Z m Z m Z m Z m Z ddlmZddlmZmZmZGdd ZGd d Ze eefZe eZGd d Zy))aliases)sha256)dumps)AnyDictIteratorListOptionalTupleUnion)TOO_BIG_SEQUENCE) iana_nameis_multi_byte_encoding unicode_rangeceZdZ d$dededededddeef d Zd e d efd Z d e d efd Z e d efdZ d efdZd efdZd%dZe d efdZe d eefdZe d efdZe d efdZe d eefdZe d efdZe d efdZe d efdZe d efdZe d efdZe d efdZe d edfdZe d efdZe d eefdZe d eefd Z d&d!ed efd"Z!e d efd#Z"y)' CharsetMatchNpayloadguessed_encodingmean_mess_ratiohas_sig_or_bom languagesCoherenceMatchesdecoded_payloadc||_||_||_||_||_d|_g|_d|_d|_d|_ ||_ y)N) _payload _encoding_mean_mess_ratio _languages_has_sig_or_bom_unicode_ranges_leaves_mean_coherence_ratio_output_payload_output_encoding_string)selfrrrrrrs V/var/www/html/flask-app/venv/lib/python3.12/site-packages/charset_normalizer/models.py__init__zCharsetMatch.__init__ sW ' .'6,5%348+- ,/"04/3&5 otherreturnc t|tsAtdjt |j t |j |j |j k(xr|j|jk(S)Nz&__eq__ cannot be invoked on {} and {}.) isinstancer TypeErrorformatstr __class__encoding fingerprintr(r,s r)__eq__zCharsetMatch.__eq__$si%.8??(#dnn*=  }}.X43C3CuGXGX3XXr+ct|tstt|j|jz }t|j |j z }|dkr|dkDr|j |j kDS|dkrS|dkrNt |jtk\r|j|jkS|j|jkDS|j|jkS)zQ Implemented to make sorted available upon CharsetMatches items. g{Gz?g{Gz?) r/r ValueErrorabschaos coherencelenrrmulti_byte_usage)r(r,chaos_differencecoherence_differences r)__lt__zCharsetMatch.__lt__-s%. "%djj5;;&>"?&)$..5??*J&K d "';d'B>>EOO3 3  $)=)E4==!%55zzEKK//((5+A+AA AzzEKK''r+c\dtt|t|jz z S)Ng?)r=r2rawr(s r)r>zCharsetMatch.multi_byte_usageCs"c#d)ns488}455r+c~|j&t|j|jd|_|jS)Nstrict)r'r2rrrDs r)__str__zCharsetMatch.__str__Gs. << t}}dnnhGDL||r+cNdj|j|jS)Nz)r1r4r5rDs r)__repr__zCharsetMatch.__repr__Ms.55dmmTEUEUVVr+ct|tr||k(r$tdj|jd|_|j j|y)Nz;Unable to add instance <{}> as a submatch of a CharsetMatch)r/rr9r1r3r'r#appendr6s r) add_submatchzCharsetMatch.add_submatchPsO%.%4-MTTOO    E"r+c|jSN)rrDs r)r4zCharsetMatch.encoding[s ~~r+cg}tjD]G\}}|j|k(r|j|'|j|k(s7|j|I|S)z Encoding name are known by many name, using this could help when searching for IBM855 when it's listed as CP855. )ritemsr4rK)r( also_known_asups r)encoding_aliaseszCharsetMatch.encoding_aliases_s^ $& MMO (DAq}}!$$Q'!#$$Q'  ( r+c|jSrNr!rDs r)bomzCharsetMatch.boml###r+c|jSrNrVrDs r)byte_order_markzCharsetMatch.byte_order_markprXr+cF|jDcgc]}|d c}Scc}w)z Return the complete list of possible languages found in decoded sequence. Usually not really useful. Returned list may be empty even if 'language' property return something != 'Unknown'. rr )r(es r)rzCharsetMatch.languagests #oo.!...s c|jshd|jvryddlm}m}t |j r||j n||j }t|dk(sd|vry|dS|jddS)z Most probable language found in decoded sequence. If none were detected or inferred, the property will return "Unknown". asciiEnglishr)encoding_languagesmb_encoding_languagesz Latin BasedUnknown)r could_be_from_charsetcharset_normalizer.cdrarbrr4r=)r(rarbrs r)languagezCharsetMatch.language|s $444  X*$--8&dmm4' 6  9~"my&@ Q< q!!$$r+c|jSrN)rrDs r)r;zCharsetMatch.chaoss$$$r+c@|jsy|jddS)Nrrr r\rDs r)r<zCharsetMatch.coherences q!!$$r+c6t|jdzdSNd)ndigits)roundr;rDs r) percent_chaoszCharsetMatch.percent_chaossTZZ#%q11r+c6t|jdzdSrj)rnr<rDs r)percent_coherencezCharsetMatch.percent_coherencesT^^c)155r+c|jS)z+ Original untouched bytes. )rrDs r)rCzCharsetMatch.raws }}r+c|jSrN)r#rDs r)submatchzCharsetMatch.submatchs ||r+c2t|jdkDSNr)r=r#rDs r) has_submatchzCharsetMatch.has_submatchs4<< 1$$r+c|j |jSt|Dcgc] }t|}}tt |Dchc]}|s| c}|_|jScc}wcc}wrN)r"r2rsortedlist)r(chardetected_rangesrs r) alphabetszCharsetMatch.alphabetssw    +'' '-0I0 $(M$ 0 0  &d+L!!A+L&MN### 0 ,MsA0A5 A5 cp|jg|jDcgc]}|jc}zScc}w)z The complete list of encoding that output the exact SAME str result and therefore could be the originating encoding. This list does include the encoding available in property 'encoding'. )rr#r4)r(ms r)rdz"CharsetMatch.could_be_from_charsets,t||"D!1::"DDD"Ds3r4c|j|j|k7r'||_t|j|d|_|jS)z Method to get re-encoded bytes payload using given target encoding. Default to UTF-8. Any errors will be simply ignored by the encoder NOT replaced. replace)r&r2encoder%)r(r4s r)outputzCharsetMatch.outputsJ  (D,A,AX,M$,D !#&t9#3#3Hi#HD ###r+cPt|jjS)zw Retrieve the unique SHA256 computed using the transformed (re-encoded) payload. Not the original one. )rr hexdigestrDs r)r5zCharsetMatch.fingerprints dkkm$..00r+rN)r,rr-N)utf_8)#__name__ __module__ __qualname__bytesr2floatboolr r*objectr7rApropertyr>rGrIrLr4r rTrWrZrrfr;r<rorqrCrtrwr~rdrr5r+r)rr s*.666 6  6 & 6"#62YFYtY(F(t(,6%66 W#W ## $s)  $T$$$$$/49//%#%%6%u%%%5%% 2u226566U $~.%d%% $49 $ $EtCyEE $s $ $1S11r+rceZdZdZddeeefdZdeefdZ de e e fdefdZ de fd Zdefd Zdeddfd Zded fd Zded fdZy)CharsetMatchesz Container with every CharsetMatch items ordered by default from most probable to the less one. Act like a list(iterable) but does not implements all related methods. Nresultsc8|rt||_yg|_yrN)ry_results)r(rs r)r*zCharsetMatches.__init__s?FF7O B r+r-c#8K|jEd{y7wrNrrDs r)__iter__zCharsetMatches.__iter__s==  s itemct|tr|j|St|tr/t |d}|jD]}||j vs|cSt )z Retrieve a single item either by its position or encoding name (alias may be used here). Raise KeyError upon invalid index or encoding not present in results. F)r/intrr2rrdKeyError)r(rresults r) __getitem__zCharsetMatches.__getitem__s` dC ==& & dC T5)D-- "6777!M "r+c,t|jSrNr=rrDs r)__len__zCharsetMatches.__len__s4==!!r+c2t|jdkDSrvrrDs r)__bool__zCharsetMatches.__bool__s4==!A%%r+ct|ts-tdjt |j t |jtkrW|jD]H}|j|jk(s|j|jk(s7|j|y|jj|t|j|_ y)z~ Insert a single match. Will be inserted accordingly to preserve sort. Can be inserted as a submatch. z-Cannot append instance '{}' to CharsetMatchesN)r/rr9r1r2r3r=rCrrr5r;rLrKry)r(rmatchs r)rKzCharsetMatches.appends $ -?FF'  txx=, , $$(8(88U[[DJJ=V&&t,  T"t}}- r+rc:|jsy|jdS)zQ Simply return the first match. Strict equivalent to matches[0]. NrrrDs r)bestzCharsetMatches.bests}}}}Qr+c"|jS)zP Redundant method, call the method best(). Kept for BC reasons. )rrDs r)firstzCharsetMatches.firstsyy{r+rN)rrr__doc__r r rr*rrr rr2rrrrrKrrrr+r)rrs Ol); <O!(<0! c3h L ""&$&.<.D.( h~. x/r+rceZdZdedeedeedeededeededed ed eed efd Ze d e ee ffdZ d efdZ y)CliDetectionResultpathr4rTalternative_encodingsrfr~rr;r< unicode_path is_preferredc ||_| |_||_||_||_||_||_||_||_| |_ | |_ yrN) rrr4rTrrfr~rr;r<r) r(rr4rTrrfr~rr;r<rrs r)r*zCliDetectionResult.__init__)sV +7'/ +;0E"% $-$2! )".r+r-c |j|j|j|j|j|j |j |j|j|j|jd S)N rr4rTrrfr~rr;r<rrrrDs r)__dict__zCliDetectionResult.__dict__CseII $ 5 5%)%?%? "11ZZ -- --  r+c2t|jddS)NT) ensure_asciiindent)rrrDs r)to_jsonzCliDetectionResult.to_jsonSsT]]a@@r+N)rrrr2r r rrr*rrrrrrr+r)rr(s//3-/s) / $Cy /  /9////sm//4  $sCx.    AAr+rN)encodings.aliasesrhashlibrjsonrtypingrrrr r r r constantrutilsrrrrrr2rCoherenceMatchrrrr+r)rsa%DDD&CCT1T1n@@FsEz"',A,Ar+