抱抱脸自动下载模型地址

HuggingFace模型自动下载找保存地址

 问题：OSError: Incorrect path_or_model_id: 'THUDM/cogvlm2-llama3-chat-19B/model.safetensors.index.json'. Please provide either the path to a local folder or the repo_id of a model on the Hub.

 解决：MODEL_PATH = "/home/user/.cache/huggingface/hub/models--THUDM--cogvlm2-llama3-chat-19B/snapshots/2bf7de6892877eb50142395af14847519ba95998"

"""
import torch
from PIL import Image
from transformers import AutoModelForCausalLM, AutoTokenizer
from accelerate import init_empty_weights, load_checkpoint_and_dispatch, infer_auto_device_map
import os
import torch
os.environ['CUDA_VISIBLE_DEVICES']='0,1'

MODEL_PATH = "/home/user/.cache/huggingface/hub/models--THUDM--cogvlm2-llama3-chat-19B/snapshots/2bf7de6892877eb50142395af14847519ba95998"
DEVICE = 'cuda' if torch.cuda.is_available() else 'cpu'
TORCH_TYPE = torch.bfloat16 if torch.cuda.is_available() and torch.cuda.get_device_capability()[
    0] >= 8 else torch.float16

tokenizer = AutoTokenizer.from_pretrained(
    MODEL_PATH,
    trust_remote_code=True
)

 HuggingFace模型自动下载找保存地址

Blockquote
model = load_checkpoint_and_dispatch(
model,
“~/.cache/huggingface/hub/models–THUDM–cogvlm-chat-hf/snapshots/54b93e0af3f1d8badcdeefdb0d26b1dfbc227f7a/”, # typical, ‘~/.cache/huggingface/hub/models–THUDM–cogvlm-chat-hf/snapshots/balabala’
device_map=device_map,
)

cd ~/.cache/huggingface/hub/

(CogVLM2) user@44f41242568a:~/.cache/huggingface/hub/models--THUDM--cogvlm2-llama3-chat-19B/snapshots$ cd 2bf7de6892877eb50142395af14847519ba95998
(CogVLM2) user@44f41242568a:~/.cache/huggingface/hub/models--THUDM--cogvlm2-llama3-chat-19B/snapshots/2bf7de6892877eb50142395af14847519ba95998$ ll
total 40
drwxrwxr-x 2 user user 4096 Aug  8 10:30 ./
drwxrwxr-x 3 user user 4096 Aug  8 08:58 ../
lrwxrwxrwx 1 user user   52 Aug  8 08:59 config.json -> ../../blobs/abce514bdd9fc819ba56718572ce8bec5c849c25
lrwxrwxrwx 1 user user   52 Aug  8 08:59 configuration_cogvlm.py -> ../../blobs/8da319461ed35252d8fc1878ab6b3344a4907797
lrwxrwxrwx 1 user user   52 Aug  8 10:30 generation_config.json -> ../../blobs/4633220c5d10677cf43a54de15235c49aa8e81f0
lrwxrwxrwx 1 user user   76 Aug  8 09:10 model-00001-of-00008.safetensors -> ../../blobs/49c4d09ecd71e4137eb15c1c335d69d7675edec0e1c6e2648a0e6489143a1b78
lrwxrwxrwx 1 user user   76 Aug  8 09:22 model-00002-of-00008.safetensors -> ../../blobs/5453120bd87f99611d18a0e5be0091edf89561e598fa0a8632c8988d81063626
lrwxrwxrwx 1 user user   76 Aug  8 09:33 model-00003-of-00008.safetensors -> ../../blobs/a2cbba9a74961627784f6c31fabffe5c8a7eef4db765656430c514be56a200aa
lrwxrwxrwx 1 user user   76 Aug  8 09:45 model-00004-of-00008.safetensors -> ../../blobs/560980479fe9977f7386c53604fb3bad76fcfc00de2864c3a9da7596fa266f1c
lrwxrwxrwx 1 user user   76 Aug  8 09:57 model-00005-of-00008.safetensors -> ../../blobs/4e25bb2e14b9691b85b829765d6504b1c0664ab5401702879e18f7c0ac535397
lrwxrwxrwx 1 user user   76 Aug  8 10:08 model-00006-of-00008.safetensors -> ../../blobs/f9becad0534abfafd1c0cf1e5a63640398a776f6672f51fc69fd3fe6a9b1e336
lrwxrwxrwx 1 user user   76 Aug  8 10:20 model-00007-of-00008.safetensors -> ../../blobs/79a3baa4118f2a9f5597fd202382cb68c7e84e70c351c2e8db9ab068873d98e6
lrwxrwxrwx 1 user user   76 Aug  8 10:30 model-00008-of-00008.safetensors -> ../../blobs/0c08dc31192041bf7a2b2d5fb5a885659a7aad447dc2c27dcea311dcf43ad4f5
lrwxrwxrwx 1 user user   52 Aug  8 08:59 model.safetensors.index.json -> ../../blobs/3ed9b7354b4161a4985fd868f8b5b9ba8a4d0596
lrwxrwxrwx 1 user user   52 Aug  8 08:59 modeling_cogvlm.py -> ../../blobs/51cac83cedacea45e614828a28f9ba843ce7a57e
lrwxrwxrwx 1 user user   52 Aug  8 08:59 special_tokens_map.json -> ../../blobs/d8cd5076496dbe4be2320312abc10adc43097b81
lrwxrwxrwx 1 user user   52 Aug  8 08:58 tokenizer.json -> ../../blobs/b197f72effb9d5ed16ee0f5663e11e4cfac2ba62
lrwxrwxrwx 1 user user   52 Aug  8 08:58 tokenizer_config.json -> ../../blobs/4f7633351ebf4509d7e717dcf9d308284a8aed64
lrwxrwxrwx 1 user user   52 Aug  8 08:59 util.py -> ../../blobs/1dccacad2ded4c357ab9cb23d04027500256e281
lrwxrwxrwx 1 user user   52 Aug  8 08:59 visual.py -> ../../blobs/9df44d65ad516d4ba1d3bfac1b307590e4f551b8
(CogVLM2) user@44f41242568a:~/.cache/huggingface/hub/models--THUDM--cogvlm2-llama3-chat-19B/snapshots/2bf7de6892877eb50142395af14847519ba95998$ pwd
/home/user/.cache/huggingface/hub/models--THUDM--cogvlm2-llama3-chat-19B/snapshots/2bf7de6892877eb50142395af14847519ba95998
(CogVLM2) user@44f41242568a:~/.cache/huggingface/hub/models--THUDM--cogvlm2-llama3-chat-19B/snapshots/2bf7de6892877eb50142395af14847519ba95998$ 

 /home/user/.cache/huggingface/hub/models--THUDM--cogvlm2-llama3-chat-19B/snapshots/2bf7de6892877eb50142395af14847519ba95998