Update quantize.py

Chillee · web-flow · commit c21a88962b02 · 2024-04-17T23:15:58.000-07:00
diff --git a/quantize.py b/quantize.py
@@ -539,7 +539,7 @@ def quantize(
     device: str = default_device,
 ) -> None:
     assert checkpoint_path.is_file(), checkpoint_path
-
+    device = 'cpu'
     precision = torch.bfloat16
 
     print("Loading model ...")
