引用:https://github.com/microsoft/DeepSpeed/issues/938#issuecomment-1278006126
{
"name": "Python: Debug DeepSpeed",
"type": "python",
"request": "launch",
"program": "/home/nouamane/miniconda3/envs/dev/bin/deepspeed",
"justMyCode": true,
"console": "integratedTerminal",
"args": [
"--num_nodes=1",
"--num_gpus=2",
"/home/nouamane/projects/llm/Megatron-DeepSpeed/pretrain_gpt.py",
]
}