widdlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZddl mZddlmZee jZdZdZd Zd Zd Zd Zd ZdZeeeeefZeeefZeeefZheeeZej ej!"ej ej#"ej ej$"ej ej%"eeZ&d+dZ'd+dZ(d,dZ)d-dZ*d.dZ+d/dZ,d0d!Z-d1d"Z.d2d#Z/ej0d$ej1ej2zZ3ej0d%Z4d3d'Z5d4d*Z6dS)5) annotationsN)IO) extensions) interpreters)licenses directorysymlinksocketfile executableznon-executabletextbinarypathstrreturnset[str]c  tj|}n'#ttf$rt|dwxYw|j}t j|rthSt j|rthSt j |rthSth}tj |tj}|r|t n|t"t%tj|}t+|dkr||nL|rJt/|}t+|dkr(|t1|dt2|zsDt5|r|t6n|t8t2|zs J|t:|zs J||S)N does not exist.r)oslstatOSError ValueErrorst_modestatS_ISDIR DIRECTORYS_ISLNKSYMLINKS_ISSOCKSOCKETFILEaccessX_OKadd EXECUTABLENON_EXECUTABLEtags_from_filenamerbasenamelenupdateparse_shebang_from_filetags_from_interpreter ENCODING_TAGS file_is_textTEXTBINARY MODE_TAGS)rsrmodetagsr tshebangs a/root/.openclaw/workspace/chatterbox_venv_py311/lib/python3.11/site-packages/identify/identify.pytags_from_pathr8(s4 Xd^^ Z 444D2223334 :D |D{ |Dy }Tx 6D4))J!      27++D1122A 1vvzz A  ?-d33G7||a 1'!*==>>> 4      HHTNNNN HHV    4 %%%%  t !!T!!  Ks$;cxtj|\}}tj|\}}t }|g|dzD]7}|t jvr'|t j|n8t|dkr|dd }|t j vr&|t j |n3|t j vr%|t j ||S)N.r) rrsplitsplitextsetrNAMESr*r)lower EXTENSIONSEXTENSIONS_NEED_BINARY_CHECK)r_filenameextretparts r7r'r'Vs'--%%KAx W  h ' 'FAs %%C X^^C000 :# # # JJz'- . . . E $ 3xx!||!""gmmoo *' ' ' JJz,S1 2 2 2 2 J; ; ; JJz>sC D D D J interpreterc|d\}}}|r;|tjvrtj|S|d\}}}|;tS)N/r:) rpartitionr INTERPRETERSr>)rIrCs r7r,r,lsq#..s33Aq+ < ,3 3 3,[9 9 + 6 6s ; ; KA < 55LrHbytesio IO[bytes]boolc tgdttddzttddz}t|dd| S)zReturn whether the first KB of contents seems to be binary. This is roughly based on libmagic's binary/text detection: https://github.com/file/file/blob/df74b09b9027676088c797528edcaae5a9ce9ad0/src/encoding.c#L203-L228 )  iN) bytearrayrangerPread translate)rN text_charss r7is_textrcys~ ///00%d##$$ %%e$$%% & GLL&&00zBBCC CCrHctj|st|dt |d5}t |cdddS#1swxYwYdS)Nrrb)rrlexistsropenrc)rfs r7r.r.s 7??4 4D222333 dD  QqzzsAA"%A"line list[str]ct tj|S#t$r|cYSwxYw)N)shlexr<r)ris r7_shebang_splitrmsJ{4   zz||s 77cmdtuple[str, ...]c|ddkr|} |d}n#t$r|cYSwxYw|D]}|tvr|cSt t |}t|ddD]\}}|dkr ||dzf}|ddk|S)N#!UTF-8z-ir;) r`readlinedecodeUnicodeDecodeError printabletuplermstrip enumerate)rNrn next_line_b next_linec line_tokensitokens r7_parse_nix_shebangrs ,,q//U " "&&((  #**733II!   JJJ   A !! "N9??+<+<==>> !+crc"233 ( (HAu}}q1u%'CC! ,,q//U " "" JsA AAc|ddkrdS|} |d}n#t$rYdSwxYw|D]}|tvrdSt t |}|dddkr |dd}n|dddkr |dd}|d krt||S|S) z8Parse the shebang from a file opened for reading binary.rqrrrsN) /usr/bin/envz-Sr;)r)z nix-shell) r`rurvrwrxryrmrzr)rN first_line_b first_liner~rns r7 parse_shebangrs||A%r##%%L!((11 rr I  22  z//1122 3 3C 2A2w(((!""g RaR% % %!""g n!'3/// JsA AAcvtj|st|dtj|tjsdS t |d5}t|cdddS#1swxYwYdS#t$r!}|j tj krYd}~dSd}~wwxYw)z$Parse the shebang given a file path.rrreN) rrrfrr"r#rgrrerrnoEINVAL)rrhes r7r+r+s  7??4 4D222333 9T27 # #r $   $ ## $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $  7el " "22222  sBB $B3 B BB BB B8B32B33B8z^\s*(Copyright|\(C\)) .*$z\s+sctd|}td|}|S)N ) COPYRIGHT_REsubWS_RErz)rs r7 _norm_licensers8QA #qA 7799rHrD str | NonecHddl}t|d5}|}dddn #1swxYwYt|}tj}d}t jdt|z}tj D]\}} t| } || kr|cS|rAtt|t| z t|z dkra| || |} | |kr | |kr| }|}|r||kr|SdS)aReturn the spdx id for the license contained in `filename`. If no license is detected, returns `None`. spdx: https://spdx.org/licenses/ licenses from choosealicense.com: https://github.com/choosealicense.com Approximate algorithm: 1. strip copyright line 2. normalize whitespace (replace all whitespace with a single space) 3. check exact text match with existing licenses 4. failing that use edit distance rNrs)encodingrg?) ukkonenrgr`rsysmaxsizemathceilr)rLICENSESabsdistance) rDrrhcontentsnorm min_edit_distmin_edit_dist_spdxcutoffspdxr norm_license edit_dists r7 license_idrsNNN h ) ) )Q6688  " "DKM YsSYY ' 'F' & & d$T** <  KKK  CD C $5$5566TBSHH $$T<@@ v  )m";";%M!%   &&!!ts 7;;)rrrr)rIrrr)rNrOrrP)rrrrP)rirrrj)rNrOrnrorro)rNrOrro)rrrro)rrrr)rDrrr)7 __future__rrros.pathrrerlrstringrtypingridentifyrridentify.vendorr frozensetrxrrr r!r%r&r/r0 TYPE_TAGSr1r- _ALL_TAGSr*rAvaluesrBr?rMALL_TAGSr8r'r,rcr.rmrrr+compileI MULTILINErrrrrrHr7rs""""""  !!!!!!$$$$$$ If& ' '      !   Iy$8 9 9 Iz>2 3 3  64.)) 4i 4) 4m 4  *'..0011 *9@@BBCC *"))++,, ,+224455 9Y  ++++\,     D D D D    06"rz6r|8KLL  6 ......rH