support openai for tool calling

Author: jkwatson

llm-service/app/services/models/providers/openai.py

@@ -61,12 +61,10 @@ def get_embedding_models() -> List[ModelResponse]:
             ModelResponse(
                 model_id="text-embedding-ada-002",
                 name="Text Embedding Ada 002",
-                available=True
             ),
             ModelResponse(
                 model_id="text-embedding-3-large",
                 name="Text Embedding 3 Large",
-                available=True
             ),
         ]
 

llm-service/app/services/query/agents/models.py

@@ -40,6 +40,7 @@
 
 from app import config
 from app.services.caii.utils import get_caii_access_token
+from app.services.models import OpenAiModelProvider
 from app.services.models.providers import (
     AzureModelProvider,
     CAIIModelProvider,
@@ -69,5 +70,11 @@ def get_crewai_llm_object_direct(
         return CrewAILLM(
             model="bedrock/" + model_name,
         )
+    elif OpenAiModelProvider.is_enabled():
+        return CrewAILLM(
+            model="openai/" + model_name,
+            api_key=config.settings.openai_api_key,
+            base_url=config.settings.openai_api_base,
+        )
     else:
         raise ValueError("Model type is not supported.")