We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f8dd297 commit d68d2e9Copy full SHA for d68d2e9
gptqmodel/utils/linalg_warmup.py
@@ -44,7 +44,11 @@ def run_torch_linalg_warmup(device: torch.device) -> None:
44
still runs once per physical device so backend-specific handles are initialized where needed.
45
"""
46
with _GLOBAL_WARMUP_LOCK:
47
- dtypes = (torch.float32, torch.float64)
+ if device.type == "mps":
48
+ dtypes = (torch.float32,) # MPS backend does not implement float64.
49
+ else:
50
+ dtypes = (torch.float32, torch.float64)
51
+
52
for dtype in dtypes:
53
_run_cholesky_and_eigh(device, dtype)
54
_run_svd(device, dtype)
0 commit comments