add support for local models back (#514)

Author: CTY-git

patchwork/common/client/llm/openai.py

@@ -26,10 +26,10 @@ def _cached_list_models_from_openai(api_key):
 
 
 class OpenAiLlmClient(LlmClient):
-    def __init__(self, api_key: str, base_url=None):
+    def __init__(self, api_key: str, base_url=None, **kwargs):
         self.api_key = api_key
         self.base_url = base_url
-        self.client = OpenAI(api_key=api_key, base_url=base_url)
+        self.client = OpenAI(api_key=api_key, base_url=base_url, **kwargs)
 
     def __is_not_openai_url(self):
         # Some providers/apis only implement the chat completion endpoint.

patchwork/steps/CallLLM/CallLLM.py

@@ -41,7 +41,6 @@ def __init__(self, inputs: dict):
 
         self.call_limit = int(inputs.get("max_llm_calls", -1))
         self.model_args = {key[len("model_") :]: value for key, value in inputs.items() if key.startswith("model_")}
-        self.client_args = {key[len("client_") :]: value for key, value in inputs.items() if key.startswith("client_")}
         self.save_responses_to_file = inputs.get("save_responses_to_file", None)
         self.model = inputs.get("model", "gpt-3.5-turbo")
         self.allow_truncated = inputs.get("allow_truncated", False)
@@ -55,7 +54,8 @@ def __init__(self, inputs: dict):
 
         openai_key = inputs.get("openai_api_key") or os.environ.get("OPENAI_API_KEY")
         if openai_key is not None:
-            client = OpenAiLlmClient(openai_key)
+            client_args = {key[len("client_") :]: value for key, value in inputs.items() if key.startswith("client_")}
+            client = OpenAiLlmClient(openai_key, **client_args)
             clients.append(client)
 
         google_key = inputs.get("google_api_key")
@@ -68,6 +68,7 @@ def __init__(self, inputs: dict):
             client = AnthropicLlmClient(anthropic_key)
             clients.append(client)
 
+
         if len(clients) == 0:
             raise ValueError(
                 f"Model API key not found.\n"

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "patchwork-cli"
-version = "0.0.41"
+version = "0.0.42"
 description = ""
 authors = ["patched.codes"]
 license = "AGPL"