D:\mydatapro\venv_net\Lib\site-packages\transformers\utils\generic.py:311: FutureWarning: `torch.utils._pytree._register_pytree_node` is deprecated. Please use `torch.utils._pytree.register_pytree_node` instead.
torch.utils._pytree._register_pytree_node(
Traceback (most recent call last):
File "D:\mydatapro\venv_net\Lib\site-packages\transformers\utils\import_utils.py", line 1184, in _get_module
return importlib.import_module("." + module_name, self.__name__)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "E:\Anaconda\Lib\importlib\__init__.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "<frozen importlib._bootstrap>", line 1204, in _gcd_import
File "<frozen importlib._bootstrap>", line 1176, in _find_and_load
File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked
File "<frozen importlib._bootstrap>", line 690, in _load_unlocked
File "<frozen importlib._bootstrap_external>", line 940, in exec_module
File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed
File "D:\mydatapro\venv_net\Lib\site-packages\transformers\generation\utils.py", line 27, in<module>
from ..integrations.deepspeed import is_deepspeed_zero3_enabled
File "D:\mydatapro\venv_net\Lib\site-packages\transformers\integrations\__init__.py", line 14, in<module>
from .bitsandbytes import(
File "D:\mydatapro\venv_net\Lib\site-packages\transformers\integrations\bitsandbytes.py", line 18, in<module>
from accelerate import init_empty_weights
File "D:\mydatapro\venv_net\Lib\site-packages\accelerate\__init__.py", line 16, in<module>
from .accelerator import Accelerator
File "D:\mydatapro\venv_net\Lib\site-packages\accelerate\accelerator.py", line 34, in<module>
from huggingface_hub import split_torch_state_dict_into_shards
ImportError: cannot import name 'split_torch_state_dict_into_shards' from 'huggingface_hub'(D:\mydatapro\venv_net\Lib\site-packages\huggingface_hub\__init__.py)
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "D:\mydatapro\myweb\create_ChatGlm2.py", line 50, in<module>
llm.load_model(model_path = r'F:\\THUDM\\chatglm2-6b-int4')
File "D:\mydatapro\myweb\create_ChatGlm2.py", line 33, in load_model
self.model = AutoModel.from_pretrained(model_path,trust_remote_code=True,revision="v1.0").float()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "D:\mydatapro\venv_net\Lib\site-packages\transformers\models\auto\auto_factory.py", line 550, in from_pretrained
model_class = get_class_from_dynamic_module(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "D:\mydatapro\venv_net\Lib\site-packages\transformers\dynamic_module_utils.py", line 497, in get_class_from_dynamic_module
return get_class_in_module(class_name, final_module.replace(".py", ""))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "D:\mydatapro\venv_net\Lib\site-packages\transformers\dynamic_module_utils.py", line 199, in get_class_in_module
module = importlib.import_module(module_path)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "E:\Anaconda\Lib\importlib\__init__.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "<frozen importlib._bootstrap>", line 1204, in _gcd_import
File "<frozen importlib._bootstrap>", line 1176, in _find_and_load
File "<frozen importlib._bootstrap>", line 1147, in _find_and_load_unlocked
File "<frozen importlib._bootstrap>", line 690, in _load_unlocked
File "<frozen importlib._bootstrap_external>", line 940, in exec_module
File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed
File "C:\Users\shuhu/.cache\huggingface\modules\transformers_modules\chatglm2-6b-int4\modeling_chatglm.py", line 21, in<module>
from transformers.modeling_utils import PreTrainedModel
File "D:\mydatapro\venv_net\Lib\site-packages\transformers\modeling_utils.py", line 39, in<module>
from .generation import GenerationConfig, GenerationMixin
File "<frozen importlib._bootstrap>", line 1229, in _handle_fromlist
File "D:\mydatapro\venv_net\Lib\site-packages\transformers\utils\import_utils.py", line 1174, in __getattr__
module = self._get_module(self._class_to_module[name])
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "D:\mydatapro\venv_net\Lib\site-packages\transformers\utils\import_utils.py", line 1186, in _get_module
raise RuntimeError(
RuntimeError: Failed to import transformers.generation.utils because of the following error (look up to see its traceback):
cannot import name 'split_torch_state_dict_into_shards' from 'huggingface_hub'(D:\mydatapro\venv_net\Lib\site-packages\huggingface_hub\__init__.py)