diff --git a/vllm/platforms/__init__.py b/vllm/platforms/__init__.py index 085f843596cd..b51b240064ee 100644 --- a/vllm/platforms/__init__.py +++ b/vllm/platforms/__init__.py @@ -30,9 +30,11 @@ except pynvml.NVMLError_LibraryNotFound: # CUDA is supported on Jetson, but NVML is not. import os + def cuda_is_jetson() -> bool: return os.path.isfile("/etc/nv_tegra_release") \ or os.path.exists("/sys/class/tegra-firmware") + if cuda_is_jetson(): is_cuda = True is_cuda_jetson = True