20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[HPU][Bugfix] Don't use /dev/accel/accel0 for HPU autodetection in setup.py (#12046)

Browse Source 
Signed-off-by: Konrad Zawora <kzawora@habana.ai>
This commit is contained in:
Konrad Zawora 2025-01-15 03:59:18 +01:00 committed by GitHub
parent 42f5e7c52a
commit 1a51b9f872
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 12 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
setup.py
View File

@ -324,21 +324,26 @@ class repackage_wheel(build_ext):
def _is_hpu() -> bool: def _is_hpu() -> bool:
is_hpu_available = True # if VLLM_TARGET_DEVICE env var was set explicitly, skip HPU autodetection
if os.getenv("VLLM_TARGET_DEVICE", None) == VLLM_TARGET_DEVICE:
return VLLM_TARGET_DEVICE == "hpu"
# if VLLM_TARGET_DEVICE was not set explicitly, check if hl-smi succeeds,
# and if it doesn't, check if habanalabs driver is loaded
is_hpu_available = False
try: try:
subprocess.run(["hl-smi"], capture_output=True, check=True) out = subprocess.run(["hl-smi"], capture_output=True, check=True)
is_hpu_available = out.returncode == 0
except (FileNotFoundError, PermissionError, subprocess.CalledProcessError): except (FileNotFoundError, PermissionError, subprocess.CalledProcessError):
if not os.path.exists('/dev/accel/accel0') and not os.path.exists( if sys.platform.startswith("linux"):
'/dev/accel/accel_controlD0'):
# last resort...
try: try:
output = subprocess.check_output( output = subprocess.check_output(
'lsmod | grep habanalabs | wc -l', shell=True) 'lsmod | grep habanalabs | wc -l', shell=True)
is_hpu_available = int(output) > 0 is_hpu_available = int(output) > 0
except (ValueError, FileNotFoundError, PermissionError, except (ValueError, FileNotFoundError, PermissionError,
subprocess.CalledProcessError): subprocess.CalledProcessError):
is_hpu_available = False pass
return is_hpu_available or VLLM_TARGET_DEVICE == "hpu" return is_hpu_available
def _no_device() -> bool: def _no_device() -> bool: