[cuda][misc] error on empty CUDA_VISIBLE_DEVICES (#7924)

2024-08-27 12:06:11 -07:00 · 2024-08-27 12:06:11 -07:00 · ed6f002d33
commit ed6f002d33
parent b09c755be8
1 changed files with 3 additions and 0 deletions
--- a/vllm/platforms/cuda.py
+++ b/vllm/platforms/cuda.py
@ -84,6 +84,9 @@ except ModuleNotFoundError:
 def device_id_to_physical_device_id(device_id: int) -> int:
    if "CUDA_VISIBLE_DEVICES" in os.environ:
        device_ids = os.environ["CUDA_VISIBLE_DEVICES"].split(",")
+        if device_ids == [""]:
+            raise RuntimeError("CUDA_VISIBLE_DEVICES is set to empty string,"
+                               " which means GPU support is disabled.")
        physical_device_id = device_ids[device_id]
        return int(physical_device_id)
    else: