M3DM复现时的huggingface_hub.utils._errors.LocalEntryNotFoundError
按作者在github上给出的流程,以此进行如下步骤:
1、Data Download and Preprocess
(1)Dataset
(2)Datapreprocess
(3)Checkpoints
我此处选择的特征提取预训练模型是Point Transformer[Point-MAE]及ViT-b/8[DINO]
下载相应的权重文件,放在了checkpoints文件夹下
2、Train and Test
终端输入以下命令
python3 main.py \
--method_name DINO+Point_MAE \
--memory_bank multiple \
--rgb_backbone_name vit_base_patch8_224_dino \
--xyz_backbone_name Point_MAE \
--save_feature \
此时出现以下错误提示,大致意思是希望访问某网页下载所请求的文件,但存在网络连接问题
最后一行是:
huggingface_hub.utils._errors.LocalEntryNotFoundError: An error happened while trying to locate the file on the Hub and we cannot find the requested files in the local cache. Please check your connection and try again or make sure your Internet connection is on.
附全部的错误信息:
model = create_fn(
Traceback (most recent call last):
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/urllib3/connection.py", line 159, in _new_conn
conn = connection.create_connection(
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/urllib3/util/connection.py", line 84, in create_connection
raise err
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/urllib3/util/connection.py", line 74, in create_connection
sock.connect(sa)
OSError: [Errno 101] Network is unreachable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/urllib3/connectionpool.py", line 670, in urlopen
httplib_response = self._make_request(
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/urllib3/connectionpool.py", line 381, in _make_request
self._validate_conn(conn)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/urllib3/connectionpool.py", line 978, in _validate_conn
conn.connect()
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/urllib3/connection.py", line 309, in connect
conn = self._new_conn()
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/urllib3/connection.py", line 171, in _new_conn
raise NewConnectionError(
urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPSConnection object at 0x7fa5333fa4c0>: Failed to establish a new connection: [Errno 101] Network is unreachable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/requests/adapters.py", line 667, in send
resp = conn.urlopen(
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/urllib3/connectionpool.py", line 726, in urlopen
retries = retries.increment(
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/urllib3/util/retry.py", line 446, in increment
raise MaxRetryError(_pool, url, error or ResponseError(cause))
urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='huggingface.co', port=443): Max retries exceeded with url: /timm/vit_base_patch8_224.dino/resolve/main/pytorch_model.bin (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7fa5333fa4c0>: Failed to establish a new connection: [Errno 101] Network is unreachable'))
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/huggingface_hub/file_download.py", line 1722, in _get_metadata_or_catch_error
metadata = get_hf_file_metadata(url=url, proxies=proxies, timeout=etag_timeout, headers=headers)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
return fn(*args, **kwargs)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/huggingface_hub/file_download.py", line 1645, in get_hf_file_metadata
r = _request_wrapper(
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/huggingface_hub/file_download.py", line 372, in _request_wrapper
response = _request_wrapper(
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/huggingface_hub/file_download.py", line 395, in _request_wrapper
response = get_session().request(method=method, url=url, **params)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/requests/sessions.py", line 589, in request
resp = self.send(prep, **send_kwargs)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/requests/sessions.py", line 703, in send
r = adapter.send(request, **kwargs)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/huggingface_hub/utils/_http.py", line 66, in send
return super().send(request, *args, **kwargs)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/requests/adapters.py", line 700, in send
raise ConnectionError(e, request=request)
requests.exceptions.ConnectionError: (MaxRetryError("HTTPSConnectionPool(host='huggingface.co', port=443): Max retries exceeded with url: /timm/vit_base_patch8_224.dino/resolve/main/pytorch_model.bin (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7fa5333fa4c0>: Failed to establish a new connection: [Errno 101] Network is unreachable'))"), '(Request ID: 5703a7e1-588d-4ac3-993b-f88464b60e40)')
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "main.py", line 161, in <module>
run_3d_ads(args)
File "main.py", line 44, in run_3d_ads
model = M3DM(args)
File "/home/zn/Workspace/M3DM-main/m3dm_runner.py", line 42, in __init__
"DINO+Point_MAE": multiple_features.DoubleRGBPointFeatures(args),
File "/home/zn/Workspace/M3DM-main/feature_extractors/features.py", line 33, in __init__
self.deep_feature_extractor = Model(
File "/home/zn/Workspace/M3DM-main/models/models.py", line 29, in __init__
self.rgb_backbone = timm.create_model(model_name=rgb_backbone_name, pretrained=True, checkpoint_path=checkpoint_path,
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/timm/models/_factory.py", line 117, in create_model
model = create_fn(
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/timm/models/_registry.py", line 145, in _fn
return current_fn(pretrained=pretrained, pretrained_cfg=pretrained_cfg or current_tag, **kwargs)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/timm/models/vision_transformer.py", line 2122, in vit_base_patch8_224
model = _create_vision_transformer('vit_base_patch8_224', pretrained=pretrained, **dict(model_args, **kwargs))
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/timm/models/vision_transformer.py", line 2002, in _create_vision_transformer
return build_model_with_cfg(
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/timm/models/_builder.py", line 418, in build_model_with_cfg
load_pretrained(
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/timm/models/_builder.py", line 196, in load_pretrained
state_dict = load_state_dict_from_hf(pretrained_loc)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/timm/models/_hub.py", line 188, in load_state_dict_from_hf
cached_file = hf_hub_download(hf_model_id, filename=filename, revision=hf_revision)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
return fn(*args, **kwargs)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/huggingface_hub/file_download.py", line 1221, in hf_hub_download
return _hf_hub_download_to_cache_dir(
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/huggingface_hub/file_download.py", line 1325, in _hf_hub_download_to_cache_dir
_raise_on_head_call_error(head_call_error, force_download, local_files_only)
File "/home/zn/myvenv3.8+1.12/lib/python3.8/site-packages/huggingface_hub/file_download.py", line 1826, in _raise_on_head_call_error
raise LocalEntryNotFoundError(
huggingface_hub.utils._errors.LocalEntryNotFoundError: An error happened while trying to locate the file on the Hub and we cannot find the requested files in the local cache. Please check your connection and try again or make sure your Internet connection is on.
问题所在:
找到出现问题之处:
## RGB backbone
self.rgb_backbone = timm.create_model(model_name=rgb_backbone_name, pretrained=True, checkpoint_path=checkpoint_path,
**kwargs)
出现问题的原因:
由于网络问题导致的权重文件下载失败,此处可尝试手动加载以下载的权重文件
附此处的详细代码:
class Model(torch.nn.Module):
def __init__(self, device, rgb_backbone_name='vit_base_patch8_224_dino', out_indices=None, checkpoint_path='',
pool_last=False, xyz_backbone_name='Point_MAE', group_size=128, num_group=1024):
super().__init__()
# 'vit_base_patch8_224_dino'
# Determine if to output features.
self.device = device
kwargs = {'features_only': True if out_indices else False}
if out_indices:
kwargs.update({'out_indices': out_indices})
## RGB backbone
self.rgb_backbone = timm.create_model(model_name=rgb_backbone_name, pretrained=True, checkpoint_path=checkpoint_path,
**kwargs)
## XYZ backbone
if xyz_backbone_name=='Point_MAE':
self.xyz_backbone=PointTransformer(group_size=group_size, num_group=num_group)
self.xyz_backbone.load_model_from_ckpt("checkpoints/pointmae_pretrain.pth")
elif xyz_backbone_name=='Point_Bert':
self.xyz_backbone=PointTransformer(group_size=group_size, num_group=num_group, encoder_dims=256)
self.xyz_backbone.load_model_from_pb_ckpt("checkpoints/Point-BERT.pth")
解决办法:
将__init__() 函数中的checkpoint_path置为自己的图像特征权重文件所在之处,将pretrained置为False即可,越过网络问题,使用自己下载好的权重问题【ps:对于出现的网络的问题,暂时没找到合适的解决办法】
class Model(torch.nn.Module):
def __init__(self, device, rgb_backbone_name='vit_base_patch8_224_dino', out_indices=None, checkpoint_path='自己的图像特征权重文件所在之处',
pool_last=False, xyz_backbone_name='Point_MAE', group_size=128, num_group=1024):
super().__init__()
# 'vit_base_patch8_224_dino'
# Determine if to output features.
self.device = device
# 根据out_indices的值决定是否只提取特征,不更新索引。
kwargs = {'features_only': True if out_indices else False}
# 当需要输出特定索引时,更新kwargs以包含这些索引。
if out_indices:
kwargs.update({'out_indices': out_indices})
## RGB backbone
# 使用timm库根据提供的模型名称和预训练权重路径创建一个RGB backbone模型
# 这里解释了为什么使用这个库和这个方法:因为它们支持广泛的标准卷积神经网络模型和预训练权重
# 当你设置pretrained=True时,timm库会自动从互联网上下载对应模型的预训练权重。
# 如果你已经下载了权重文件,并且想要从本地加载,你可以通过设置pretrained=False,然后使用load_state_dict方法手动加载权重。
self.rgb_backbone = timm.create_model(model_name=rgb_backbone_name, pretrained=False, checkpoint_path=checkpoint_path,
**kwargs)