From 625d7a237b48b635546c7156bf64abda67f91925 Mon Sep 17 00:00:00 2001 From: Joseph Loftin Date: Tue, 18 Aug 2026 18:20:08 +0000 Subject: [PATCH] Guards --- py/torch_tensorrt/_Device.py | 2 +- py/torch_tensorrt/_utils.py | 6 ++++++ py/torch_tensorrt/dynamo/_defaults.py | 2 ++ 3 files changed, 9 insertions(+), 1 deletion(-) diff --git a/py/torch_tensorrt/_Device.py b/py/torch_tensorrt/_Device.py index b13f86fddd..4131d08449 100644 --- a/py/torch_tensorrt/_Device.py +++ b/py/torch_tensorrt/_Device.py @@ -145,7 +145,7 @@ def _from_torch_device(cls, torch_dev: torch.device) -> Device: @classmethod def _current_device(cls) -> Device: - dev_id = torch.cuda.current_device() + dev_id = torch.cuda.current_device() if torch.cuda.is_available() else 0 return cls(gpu_id=dev_id) @staticmethod diff --git a/py/torch_tensorrt/_utils.py b/py/torch_tensorrt/_utils.py index 5d43db0e57..d089885cf1 100644 --- a/py/torch_tensorrt/_utils.py +++ b/py/torch_tensorrt/_utils.py @@ -87,18 +87,24 @@ def is_tensorrt_version_supported(min_version: str) -> bool: def is_tegra_platform() -> bool: + if not torch.cuda.is_available(): + return False if torch.cuda.get_device_capability() in [(8, 7), (7, 2)]: return True return False def is_orin() -> bool: + if not torch.cuda.is_available(): + return False if torch.cuda.get_device_capability() in [(8, 7)]: return True return False def is_thor() -> bool: + if not torch.cuda.is_available(): + return False if torch.cuda.get_device_capability() in [(11, 0)]: return True return False diff --git a/py/torch_tensorrt/dynamo/_defaults.py b/py/torch_tensorrt/dynamo/_defaults.py index ce6295cf66..9c3b724938 100644 --- a/py/torch_tensorrt/dynamo/_defaults.py +++ b/py/torch_tensorrt/dynamo/_defaults.py @@ -97,4 +97,6 @@ def default_device() -> Device: + if not torch.cuda.is_available(): + return Device(gpu_id=0) return Device(gpu_id=torch.cuda.current_device())