Fixed some Ngrok tunnel issues

Author: UtkarshTheDev

locallab/__init__.py

@@ -2,7 +2,7 @@
 LocalLab - A lightweight AI inference server for running LLMs locally
 """
 
-__version__ = "0.4.39"
+__version__ = "0.4.40"
 
 # Only import what's necessary initially, lazy-load the rest
 from .logger import get_logger

locallab/core/app.py

@@ -98,9 +98,13 @@ async def startup_event():
     if use_ngrok:
         from ..utils.networking import setup_ngrok
         port = int(os.environ.get("LOCALLAB_PORT", SERVER_PORT))  # Use SERVER_PORT as fallback
-        ngrok_url = await setup_ngrok(port)
+        
+        # Handle ngrok setup synchronously since it's not async
+        ngrok_url = setup_ngrok(port)
         if ngrok_url:
             logger.info(f"{Fore.GREEN}Ngrok tunnel established successfully{Style.RESET_ALL}")
+        else:
+            logger.warning("Failed to establish ngrok tunnel. Server will run locally only.")
 
     # Initialize cache if available
     if FASTAPI_CACHE_AVAILABLE:

locallab/utils/networking.py

@@ -37,14 +37,11 @@ def setup_ngrok(port: int) -> Optional[str]:
         ngrok.set_auth_token(auth_token)
         conf.get_default().auth_token = auth_token
 
-        # Start tunnel with improved configuration
+        # Start tunnel with simplified configuration
         tunnel = ngrok.connect(
-            port,
-            "http",
-            options={
-                "bind_tls": True,  # Enable HTTPS
-                "inspect": False,  # Disable inspection for better performance
-            }
+            addr=port,
+            proto="http",
+            bind_tls=True  # Enable HTTPS
         )
 
         public_url = tunnel.public_url

setup.py

@@ -5,7 +5,7 @@
 
 setup(
     name="locallab",
-    version="0.4.39",
+    version="0.4.40",
     packages=find_packages(include=["locallab", "locallab.*"]),
     install_requires=[
         "fastapi>=0.95.0,<1.0.0",