From 68a4803238cce32bdb85ad18285de4668d0654c9 Mon Sep 17 00:00:00 2001 From: Florian Deconinck Date: Wed, 8 May 2024 12:16:36 -0400 Subject: [PATCH] Lower sleep for MPS start to reasonnable 3s --- src/tcn/ci/pipeline/templates/gpu-mps-launcher.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tcn/ci/pipeline/templates/gpu-mps-launcher.sh b/src/tcn/ci/pipeline/templates/gpu-mps-launcher.sh index 6a93f72..13855c0 100755 --- a/src/tcn/ci/pipeline/templates/gpu-mps-launcher.sh +++ b/src/tcn/ci/pipeline/templates/gpu-mps-launcher.sh @@ -68,7 +68,7 @@ else nvidia-cuda-mps-control -d fi # MPS server is socket base, leave time for the filesystem - sleep 10 + sleep 3 # Server should be spun, we restrict this rank to a single GPU GPU=$((LOCAL_RANK/PER_DEVICE_PROCESS)) export CUDA_VISIBLE_DEVICES=$GPU