Make OpenAI API URLs configurable via env variables (#162)

Author: ferenc-csaky

stdlib/stdlib-openai/src/main/java/com/datasqrl/flinkrunner/stdlib/openai/OpenAiCompletions.java

@@ -16,14 +16,16 @@
 package com.datasqrl.flinkrunner.stdlib.openai;
 
 import static com.datasqrl.flinkrunner.stdlib.openai.OpenAiConstants.API_KEY;
-import static com.datasqrl.flinkrunner.stdlib.openai.OpenAiConstants.COMPLETIONS_API;
+import static com.datasqrl.flinkrunner.stdlib.openai.OpenAiConstants.COMPLETIONS_API_URL;
+import static com.datasqrl.flinkrunner.stdlib.openai.OpenAiConstants.DEFAULT_COMPLETIONS_API;
 
 import java.io.IOException;
 import java.net.URI;
 import java.net.http.HttpClient;
 import java.net.http.HttpRequest;
 import java.net.http.HttpResponse;
 import java.nio.charset.StandardCharsets;
+import java.util.Optional;
 import lombok.Builder;
 import lombok.Getter;
 import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.core.JsonProcessingException;
@@ -61,7 +63,10 @@ public String callCompletions(CompletionsRequest request)
     // Build the HTTP request
     final HttpRequest httpRequest =
         HttpRequest.newBuilder()
-            .uri(URI.create(COMPLETIONS_API))
+            .uri(
+                URI.create(
+                    Optional.ofNullable(System.getenv(COMPLETIONS_API_URL))
+                        .orElse(DEFAULT_COMPLETIONS_API)))
             .header("Authorization", "Bearer " + System.getenv(API_KEY))
             .header("Content-Type", "application/json")
             .POST(

stdlib/stdlib-openai/src/main/java/com/datasqrl/flinkrunner/stdlib/openai/OpenAiConstants.java

@@ -22,6 +22,8 @@
 public final class OpenAiConstants {
 
   public static final String API_KEY = "OPENAI_API_KEY";
-  public static final String EMBEDDING_API = "https://api.openai.com/v1/embeddings";
-  public static final String COMPLETIONS_API = "https://api.openai.com/v1/chat/completions";
+  public static final String EMBEDDING_API_URL = "OPENAI_EMBEDDING_API_URL";
+  public static final String COMPLETIONS_API_URL = "OPENAI_COMPLETIONS_API_URL";
+  public static final String DEFAULT_EMBEDDING_API = "https://api.openai.com/v1/embeddings";
+  public static final String DEFAULT_COMPLETIONS_API = "https://api.openai.com/v1/chat/completions";
 }

stdlib/stdlib-openai/src/main/java/com/datasqrl/flinkrunner/stdlib/openai/OpenAiEmbeddings.java

@@ -24,6 +24,7 @@
 import java.net.http.HttpRequest;
 import java.net.http.HttpResponse;
 import java.nio.charset.StandardCharsets;
+import java.util.Optional;
 import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.JsonNode;
 import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper;
 import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.node.ArrayNode;
@@ -67,7 +68,10 @@ public FlinkVectorType vectorEmbed(String text, String modelName, int tokenLimit
     // Build the HTTP request
     HttpRequest request =
         HttpRequest.newBuilder()
-            .uri(URI.create(EMBEDDING_API))
+            .uri(
+                URI.create(
+                    Optional.ofNullable(System.getenv(EMBEDDING_API_URL))
+                        .orElse(DEFAULT_EMBEDDING_API)))
             .header("Authorization", "Bearer " + System.getenv(API_KEY))
             .header("Content-Type", "application/json")
             .POST(