from huggingface_hub import snapshot_download
for i in range(100):
try:
snapshot_download(repo_id="Skywork/SkyPile-150B", allow_patterns="*", repo_type='dataset',
local_dir_use_symlinks=False, local_dir='/mnt/nas/kexin/data/Skywork/SkyPile-150B', resume_download=True, token="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")
break
except:
continue
from huggingface_hub import snapshot_download
snapshot_download(repo_id="Skywork/SkyPile-150B", allow_patterns="*", repo_type='dataset',
local_dir_use_symlinks=False, local_dir='/mnt/