魔搭社区(modelscope)和huggingface下载模型到本地的方法
modelscope下载
#模型下载
from modelscope import snapshot_download
model_dir = snapshot_download('thomas/text2vec-base-chinese', cache_dir=r"/\demo15\embedding_model")
huggingface下载
from transformers import AutoModel,AutoTokenizer
#替换为你选择的模型名称
model_name = "shibing624/text2vec-base-chinese"
#指定模型保存路径
cache_dir = r"/\demo15\embedding_model\text2vec-base-chinese"#下载并加载模型和分词器到指定文件夹
model = AutoModel.from_pretrained(model_name,cache_dir=cache_dir)
tokenizer = AutoTokenizer.from_pretrained(model_name,cache_dir=cache_dir)