$j%ddlmZddlZddlZddlZddlZddlZddlmZddl m Z ddZ dd Z dd ddddd d d dZ edZeejfdZdZgdZdS)!) annotationsN)contextmanager)isclassreturnstrct|s|j}|j}||tjjkr|jS|dz|jzS)aI Gives a full name (package_name.class_name) for a class / object in Python. Will be used to load the correct classes from JSON files Args: obj: The object for which to get the full name, e.g. an instance of a class or the class itself. Returns: str: The full name of the object. Example: >>> from sentence_transformers.sentence_transformer.losses import MultipleNegativesRankingLoss >>> from sentence_transformers import SentenceTransformer >>> from sentence_transformers.util import fullname >>> model = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2') >>> loss = MultipleNegativesRankingLoss(model) >>> fullname(loss) 'sentence_transformers.sentence_transformer.losses.multiple_negatives_ranking.MultipleNegativesRankingLoss' N.)r __class__ __module__r__name__)objmodules g/home/rurouni/.hermes/hermes-agent/venv/lib/python3.11/site-packages/sentence_transformers/util/misc.pyfullnamer sM( 3<<m ^F ~3=#;;;| C<#, && dotted_pathtypec |dd\}}n"#t$r|d}t|wxYwtj5tjdt  tj|}n$#t$rtj|}YnwxYwdddn #1swxYwY t||S#t$rd|d|d}t|wxYw) a} Import a dotted module path and return the attribute/class designated by the last name in the path. Raise ImportError if the import failed. Args: dotted_path (str): The dotted module path. Returns: Any: The attribute/class designated by the last name in the path. Raises: ImportError: If the import failed. Example: >>> import_from_string('sentence_transformers.sentence_transformer.losses.multiple_negatives_ranking.MultipleNegativesRankingLoss') r z doesn't look like a module pathignoreNzModule "z" does not define a "z" attribute/class) rsplit ValueError ImportErrorwarningscatch_warnings simplefilterDeprecationWarning importlib import_module ExceptiongetattrAttributeError)r module_path class_namemsgrs rimport_from_stringr&(sp$"-"4"4S!"<"< ZZ >>>#  " "::h(:;;; :,[99FF : : :,[99FFF : :::::::::::::::vz*** XXX:XXX#sJ;B2-BB2B# B2"B##B22B69B6>C#C1F)trust_remote_coderevision code_revisiontoken cache_folderlocal_files_only class_refmodel_name_or_path str | Noner'boolr(r)r*bool | str | Noner+r,c |drt|S|Q|stj|r0ddlm} ||||||||S#ttf$rYnwxYwt|S)a Resolve a module class reference to a class object. For class refs in the ``sentence_transformers.*`` namespace, this imports directly via :func:`import_from_string`. For other class refs (e.g. repository-local custom classes like ``modeling_my_model.CustomTransformer``), it first tries :func:`transformers.dynamic_module_utils.get_class_from_dynamic_module` to fetch the modeling file from the model directory, then falls back to :func:`import_from_string` if dynamic loading is not applicable or fails. Dynamic loading is attempted when ``trust_remote_code`` is set, or when ``model_name_or_path`` resolves to a local directory (i.e. the user already has the file on disk and is implicitly trusted). Args: class_ref: Dotted class path. Either a fully-qualified ``sentence_transformers.*`` path or a repository-local reference like ``modeling_.``. model_name_or_path: Hub repo id or local directory used to source repository-local modeling files. Required for dynamic loading. trust_remote_code: Whether to permit dynamic loading from an unverified Hub repo. revision: Hub revision to fetch the modeling file from. code_revision: Optional separate revision pinning for the modeling code (overrides ``revision`` when set). token: Hugging Face Hub authentication token. Required for fetching modeling files from private repositories. cache_folder: Optional override for the Hugging Face Hub cache directory. local_files_only: If True, only use cached files and never reach out to the Hub. Returns: The resolved class. zsentence_transformers.Nr)get_class_from_dynamic_module)r(r)r* cache_dirr,) startswithr&ospathexists!transformers.dynamic_module_utilsr3OSErrorr) r-r.r'r(r)r*r+r,r3s rimport_module_classr;OsT455-!),,,%+<%Oa@b@b%SSSSSS 00"!+&!1 $    D  i ( ((sA!!A54A5c#Kddlm}m}m}|} |r |dV|r |dSdS#|r |wwxYw)zN A context manager that will disable caching in the datasets library. r)disable_cachingenable_cachingis_caching_enabledN)datasetsr=r>r?)r=r>r?is_originally_enableds rdisable_datasets_cachingrBs MLLLLLLLLL..00   O       N          N     s 8Ac#Ktjjj}tj| dVtj|dS#tj|wxYw)z A context manager that will prevent any logging messages triggered during the body from being processed. Args: highest_level: the maximum logging level allowed. N)loggingrootmanagerdisable) highest_levelprevious_levels rdisable_loggingrJs_\)1N OM"""( '''''''''s AAct|dd5}tj|}t|}dddn #1swxYwYt |dkrq|d|t|ddd5}tj|}||dddn #1swxYwYdSdS) Nzutf-8)newlineencodingrwTF)opencsvreaderlistlenextendwriter writerows)csv_pathadditional_datafrSrowsrWs rappend_to_last_rowr]s@ hW 5 5 5AF|| 4yy1}} R((((Cg > > > #!Z]]F   T " " " # # # # # # # # # # # # # # #t 5s#$AA A*CC  C )Dzalbert-base-v1zalbert-base-v2zalbert-large-v1zalbert-large-v2zalbert-xlarge-v1zalbert-xlarge-v2zalbert-xxlarge-v1zalbert-xxlarge-v2zbert-base-cased-finetuned-mrpczbert-base-casedzbert-base-chinesezbert-base-german-casedzbert-base-german-dbmdz-casedzbert-base-german-dbmdz-uncasedzbert-base-multilingual-casedzbert-base-multilingual-uncasedzbert-base-uncasedz3bert-large-cased-whole-word-masking-finetuned-squadz#bert-large-cased-whole-word-maskingzbert-large-casedz5bert-large-uncased-whole-word-masking-finetuned-squadz%bert-large-uncased-whole-word-maskingzbert-large-uncasedzcamembert-basectrlz%distilbert-base-cased-distilled-squadzdistilbert-base-casedzdistilbert-base-german-casedz"distilbert-base-multilingual-casedz'distilbert-base-uncased-distilled-squadz/distilbert-base-uncased-finetuned-sst-2-englishzdistilbert-base-uncased distilgpt2zdistilroberta-basez gpt2-largez gpt2-mediumzgpt2-xlgpt2z openai-gptzroberta-base-openai-detectorz roberta-basezroberta-large-mnlizroberta-large-openai-detectorz roberta-largezt5-11bzt5-3bzt5-basezt5-largezt5-smallztransfo-xl-wt103zxlm-clm-ende-1024zxlm-clm-enfr-1024zxlm-mlm-100-1280zxlm-mlm-17-1280zxlm-mlm-en-2048zxlm-mlm-ende-1024zxlm-mlm-enfr-1024zxlm-mlm-enro-1024zxlm-mlm-tlm-xnli15-1024zxlm-mlm-xnli15-1024zxlm-roberta-basez)xlm-roberta-large-finetuned-conll02-dutchz+xlm-roberta-large-finetuned-conll02-spanishz+xlm-roberta-large-finetuned-conll03-englishz*xlm-roberta-large-finetuned-conll03-germanzxlm-roberta-largezxlnet-base-casedzxlnet-large-cased)rr)rrrr)N)r-rr.r/r'r0r(r/r)r/r*r1r+r/r,r0rr) __future__rrRrrDr6r contextlibrinspectrrr&r;rBCRITICALrJr]ORIGINAL_TRANSFORMER_MODELSrrrgs<""""""  %%%%%%''''8$$$$R&*>)$ $##">)>)>)>)>)>)B"")"2(((("(EEEr