#;7j4$ddlmZddlmZddlmZddlmZddlZddl Z ddl Z d(d Z d)d*dZ d+dZd,d-dZeGddZGd d!ZeGd"d#ZeGd$d%ZGd&d'ZdS).) annotations) dataclass)Path)LiteralNfilenamestr output_type str | Nonereturnc||nd}||nd}||||||S)N)outtypeftypeOUTTYPEFTYPE)lowerupperformat)rr ftype_lowercaseftype_uppercases :/home/rurouni/src/llama.cpp-master/gguf-py/gguf/utility.pyfill_templated_filenamer sb2=2I;,,...rO2=2I;,,...rO ???#2/#2/  K KKmodel_params_countint min_digitsc |dkr|dz}d}n#|dkr|dz}d}n|dkr|dz}d }n|d z}d }t|ttt|d z d }|d|d|S)NgmBg-q=TgeAg& .>Bg.Agư>MgMbP?K0r.f)maxlenrroundlstrip)rrscaled_model_params scale_suffixfixs r#model_weight_count_rounded_notationr-sD  058 c ! !047 c ! !047 147 j3s5)<#=#=>>EEcJJKKKQ O OC! 9C 9 9 9 9< 9 99r total_params shared_params expert_params expert_countc|dkr6tt|t|zd}|d|}ntt|d}|S)Nrr)rx)r-abs)r.r/r0r1 pretty_size size_classs r size_labelr7,sla9#m:L:LsS`OaOa:anoppp $44{44 8\9J9JWXYYY r model_name base_namefinetune_stringversion_stringr7 model_typeLiteral['vocab', 'LoRA'] | Nonec|=|dddd}nA|=|dddd}nd}|d|nd}|+d|ddnd} |+d|ddnd} |=d|ddnd} |+d|ddnd} ||| | | | S)N -/z ggml-modelr )stripreplacer) r8r9r:r;r7r r<name parametersfinetuneversionencodingkinds rnaming_conventionrJ7s  ((c22::3DD  !!))#s33;;CEE%/%;!Z!!!JBQB]>?((**223<<>>>ceH@N@Z<.&&((00c::<<<`bGFQF]B;$$&&..sC88>>@@BBBceH9C9O 5z!!))#s33 5 5 5UWD CJ C C' C8 CT C CCrcJeZdZUded<ded<ded<ded<ded<d d Zd S) RemoteTensorrdtypetuple[int, ...]shaper offset_startsizeurlr bytearraycxtt|j|j|j}|S)N)rRstartrQ)rSSafetensorRemoteget_data_by_rangerRrPrQ)selfdatas rrYzRemoteTensor.dataVs6);;PTPahlhq;rrss rN)r rS)__name__ __module__ __qualname____annotations__rYrrrLrLNs]JJJ III HHHrrLceZdZdZdZeddZedd Zedd ZedddZ eddZ eddZ dS)rVa Uility class to handle remote safetensor files. This class is designed to work with Hugging Face model repositories. Example (one model has single safetensor file, the other has multiple): for model_id in ["ngxson/TEST-Tiny-Llama4", "Qwen/Qwen2.5-7B-Instruct"]: tensors = SafetensorRemote.get_list_tensors_hf_model(model_id) print(tensors) Example reading tensor data: tensors = SafetensorRemote.get_list_tensors_hf_model(model_id) for name, meta in tensors.items(): dtype, shape, offset_start, size, remote_safetensor_url = meta # read the tensor data data = SafetensorRemote.get_data_by_range(remote_safetensor_url, offset_start, size) print(data) zhttps://huggingface.comodel_idrr dict[str, RemoteTensor]c||jd|d}|r"|jd|d}||S|jd|d}||}|r||d}|d}t j|}|d Jd|d} tt| } | i} | D]C} |jd|d | }|| D] \} }|| | < D| Std |d ) z Get list of tensors from a Hugging Face model repository. Returns a dictionary of tensor names and their metadata. Each tensor is represented as a tuple of (dtype, shape, offset_start, size, remote_safetensor_url) rAz/resolve/main/model.safetensorsz*/resolve/main/model.safetensors.index.jsonrutf-8 weight_mapNz"weight_map not found in index filez/resolve/main/z,No safetensor file has been found for model z.If the repo has safetensor files, make sure the model is public or you have a valid Hugging Face token set in the environment variable HF_TOKEN.)check_file_exist BASE_DOMAINget_list_tensorsrWdecodejsonloadsgetlistsetvaluessortitems ValueError)clsr`is_single_filerR index_urlis_multiple_files index_data index_str index_jsonrd all_filestensorsfilekeyvals rget_list_tensors_hf_modelz*SafetensorRemote.get_list_tensors_hf_modelrs--.l.l8.l.l.lmm  -_PPxPPPC'',, ,]]]]] 00;;  ..y!<>,//;;=a;;;#L1JS!2!2!4!45566I NN   /1G! ' 'II8II4II # 4 4S 9 9 ? ? A A''HC#&GCLL'N Q8 Q Q Q   rrRc ||\}}i}|D]\}}|dkr t|tst d|d| |d}|d}|d\} } | | z } || z} t |t || | |||<#t$r} t d|d| d |d } ~ wwxYwtt|d }|S) z Get list of tensors from a remote safetensor file. Returns a dictionary of tensor names and their metadata. Each tensor is represented as a tuple of (dtype, shape, offset_start, size) __metadata__zInvalid metadata for tensor 'z': rMrO data_offsets)rMrOrPrQrRz$Missing key in metadata for tensor 'z , meta = Nc|dSNrr^ts rz3SafetensorRemote.get_list_tensors..s QqTrr|) get_metadatarp isinstancedictrqrLtupleKeyErrorsorted)rrrRmetadatadata_start_offsetresrDmetarMrOoffset_start_relativeoffset_end_relativerQrPes rrgz!SafetensorRemote.get_list_tensorss^'*&6&6s&;&;##')"..** e eJD$~%%dD)) R !P!P!P$!P!PQQQ eW W =A.=Q:%':*-BB03HH (uE%LLWcjntwxxxD  e e e !c!c!cQR!c!c]a!c!cddd e 6#))++>>:::;; s&A B00 C:CCtuple[dict, int]cd}||d|}t|dkrtdt|ddd}d|z}t|d|zkr%tdd|zd t||dd|z}|d } t j|}||fS#t j$r} td | d} ~ wwxYw) zz Get JSON metadata from a remote safetensor file. Returns tuple of (metadata, data_start_offset) iPrz%Not enough data to read metadata sizeNlittle byteorder'Could not read complete metadata. Need bytes, got rcz-Failed to parse safetensor metadata as JSON: ) rWr'rqr from_bytesrhrirjJSONDecodeError) rrrR read_sizeraw_datametadata_lengthrmetadata_bytes metadata_strrrs rrzSafetensorRemote.get_metadatas9$ ((a;; x==1  DEE E.."1".JJ/ x==1. . .wq?GZwwhklthuhuwwxx x"!A$7"78%,,W55  Rz,//H.. .# R R RPQPPQQ Q RsCD*C<<DrUrrQbytescXddl}ddlm}||}|jr|jst d||}|dkrd|d||z|d<||d | }||j t|dkr|ndS) z Get raw byte data from a remote file by range. If size is not specified, it will read the entire file. rNurlparse Invalid URL: rzbytes=r@RangeTallow_redirectsheaders) requests urllib.parserschemenetlocrq_get_request_headersrkraise_for_statuscontentslice) rrrRrUrQrr parsed_urlrresponses rrWz"SafetensorRemote.get_data_by_ranges ))))))Xc]]   4 (9 42S2233 3**,, "99>>> >>GG <<T7<KK!!###dRiiddT B BCCrboolcddl}ddlm}||}|jr|jst d| |}d|d<||d|}d |jcxkod kncS#|j $rYd SwxYw) zt Check if a file exists at the given URL. Returns True if the file exists, False otherwise. rNrrz bytes=0-0rTriF) rrrrrrqrhead status_codeRequestException)rrrRrrrrrs rrez!SafetensorRemote.check_file_exists ))))))Xc]]   4 (9 42S2233 3 ..00G*GG }}S$}PPH(.44444444 4(   55 sAA== B  B dict[str, str]c|ddi}tjdrdtjd|d<|S)z$Prepare common headers for requests.z User-Agentconvert_hf_to_ggufHF_TOKENzBearer Authorization)osenvironrk)rrrs rrz%SafetensorRemote._get_request_headerssD !56 :>>* % % J'IJ1G'I'IGO $rN)r`rr ra)rRrr ra)rRrr r)r)rRrrUrrQrr r)rRrr r)r r) rZr[r\__doc__rf classmethodr~rgrrWrerr^rrrVrV]s$+K& & & [& P[>RRR[R@DDDD[D*[*[rrVc.eZdZUded<ded<ded<dS)LocalTensorRangerrroffsetrQN)rZr[r\r]r^rrrrs+NNNKKK IIIIIrrc6eZdZUded<ded<ded<d d Zd S) LocalTensorrrMrNrOr data_ranger np.ndarraycntj|jjd|jj|jjS)Nc)moderrO)npmemmaprrrrQ)rXs r mmap_byteszLocalTensor.mmap_bytess,y1DODZbfbqbvwwwwrN)r r)rZr[r\r]rr^rrrrsQJJJ    xxxxxxrrc2eZdZUdZded<d dZdZdZd S) SafetensorsLocalz Read a safetensors file from the local filesystem. Custom parsing gives a bit more control over the memory usage. The official safetensors library doesn't expose file ranges. zdict[str, LocalTensor]rzrrc t|d5}t|dd}t j|j}|d|zkrtdd|zd|||d} tj |}n)#tj $r}td|d}~wwxYw| }i} | D]s\} } | d kr t| d t| d t!||| d d z| d d| d d z | | <tt#t%| d|_ddddS#1swxYwYdS)Nrbrrrrrrcz.Failed to parse safetensors metadata as JSON: rrMrOrr)rMrOrc|dSrr^rs rrz+SafetensorsLocal.__init__..Ms adrr)openrrreadrstatst_sizerqrhrirjrtellrprrrrrrz) rXrr%r file_sizerrrrrzrDrs r__init__zSafetensorsLocal.__init__,s7 (D ! ! MQ!nnQVVAYY(nKKO))1I1... !w1K^!w!wlu!w!wxxx66/2299'BBL W:l33' W W W !URS!U!UVVV W!" .0G&nn..   d>)) +w-W ../ )D,@,CC^,Q/$~2Fq2II  !!!  w}}NN K K KLLDLA M M M M M M M M M M M M M M M M M Ms7BG$B98G9CCCCGG Gc~~|jSN)rzrXargskwargss r __enter__zSafetensorsLocal.__enter__Os &|rc ~~dSrr^rs r__exit__zSafetensorsLocal.__exit__Ss &&&rN)rr)rZr[r\rr]rrrr^rrrr"se$###!M!M!M!MFrr)rrr r r r)r)rrrrr r) r.rr/rr0rr1rr rr)r8r r9r r:r r;r r7r r r r<r=r r) __future__r dataclassesrpathlibrtypingrrrinumpyrrr-r7rJrLrVrrrr^rrrs""""""!!!!!! KKKK:::::.DDDDD.          qqqqqqqqh    xxxxxxx x2222222222r