[modelscope and huggingface] 模型下载经验贴

最新推荐文章于 2025-04-04 20:34:42 发布

PigeonGuan

最新推荐文章于 2025-04-04 20:34:42 发布

阅读量637

点赞数 1

文章标签：深度学习

本文链接：https://blog.csdn.net/weixin_51552032/article/details/144462589

版权

ModelScope

这个脚本会把模型下载在默认路径，要修改的话需要传参

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
import os
from modelscope import snapshot_download
os.chdir(os.path.dirname(__file__))
dataset_name = "llava-hf/llava-1.5-7b-hf"
while True:
    try:
        print("Downloading model...", dataset_name, flush=True)
        model_dir = snapshot_download('swift/llava-1.5-7b-hf')  
        # Downloading Model to directory: /home/Guanjq/.cache/modelscope/hub/swift/llava-1.5-7b-hf

        print("Model downloaded successfully.", flush=True)
        break
    except Exception as e:
        print(f"Error occurred: {e}. Retrying...", flush=True)

Huggingface

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import os
from huggingface_hub import snapshot_download
from huggingface_hub import login

# 确保脚本运行路径为当前文件所在目录
os.chdir(os.path.dirname(__file__))
os.environ['HF_ENDPOINT'] = 'https://hf-mirror.com'
model_name = "botp/stable-diffusion-v1-5"
acc_token = "xxxxx"
login(acc_token)
# 无限重试机制，确保网络中断时继续尝试下载
while True:
    try:
        print("Downloading Model...", model_name, flush=True)
        snapshot_download(
            repo_type="model",                # 下载数据集
            repo_id=model_name,             # 数据集的 Hugging Face repo_id
            local_dir=model_name,           # 数据集保存的本地目录
            local_dir_use_symlinks=True,      # 使用符号链接节省存储空间
            ignore_patterns=None,             # 如需忽略某些文件类型可设置此参数
            token=acc_token,            # Hugging Face 的 token
            resume_download=True,             # 支持断点续传
        )
        print("Model downloaded successfully.", flush=True)
        break
    except Exception as e:
        print(f"Error occurred: {e}. Retrying...", flush=True)