Fixed some package errors

UtkarshTheDev · UtkarshTheDev · commit b3f0b0e92f7f · 2025-03-13T20:57:56.000+05:30
diff --git a/locallab/model_manager.py b/locallab/model_manager.py
@@ -304,6 +304,8 @@ async def load_model(self, model_id: str) -> bool:
                     trust_remote_code=True,
                     token=hf_token
                 )
+                # Get quantization configuration
+                config = self._get_quantization_config()
 
                 # Determine if we should use CPU offloading
                 use_cpu_offload = not torch.cuda.is_available() or torch.cuda.get_device_properties(0).total_memory < 4 * 1024 * 1024 * 1024  # Less than 4GB VRAM
diff --git a/setup.py b/setup.py
@@ -5,7 +5,7 @@
 
 setup(
     name="locallab",
-    version="0.4.26",
+    version="0.4.27",
     packages=find_packages(include=["locallab", "locallab.*"]),
     install_requires=[
         "fastapi>=0.95.0,<1.0.0",

Original file line number	Diff line number	Diff line change
`@@ -304,6 +304,8 @@ async def load_model(self, model_id: str) -> bool:`
`304`	`304`	`trust_remote_code=True,`
`305`	`305`	`token=hf_token`
`306`	`306`	`)`
	`307`	`+ # Get quantization configuration`
	`308`	`+ config = self._get_quantization_config()`
`307`	`309`
`308`	`310`	`# Determine if we should use CPU offloading`
`309`	`311`	`use_cpu_offload = not torch.cuda.is_available() or torch.cuda.get_device_properties(0).total_memory < 4 * 1024 * 1024 * 1024 # Less than 4GB VRAM`