From 5256f8fb33cb03910ca1eb1ee9ced9c7c765551a Mon Sep 17 00:00:00 2001 From: Ansh-info Date: Thu, 11 Dec 2025 09:24:17 +0100 Subject: [PATCH] =?UTF-8?q?feat:=20add=20multi-GPU=E2=80=93friendly=20defa?= =?UTF-8?q?ult=20for=20vLLM/Unsloth=20engine=20setup?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Apoorva Gupta --- src/art/dev/get_model_config.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/art/dev/get_model_config.py b/src/art/dev/get_model_config.py index 1b3a43de..8ad96dc0 100644 --- a/src/art/dev/get_model_config.py +++ b/src/art/dev/get_model_config.py @@ -38,6 +38,10 @@ def get_model_config( disable_log_requests=True, enable_sleep_mode=enable_sleep_mode, generation_config="vllm", + # Default tensor parallel to visible GPU count (respects CUDA_VISIBLE_DEVICES) + tensor_parallel_size=( + torch.cuda.device_count() if torch.cuda.is_available() else 1 + ), ) engine_args.update(config.get("engine_args", {})) init_args.update(config.get("init_args", {}))