chore: tests fixes

Author: Pratham-Mishra04

.github/workflows/scripts/release-core.sh

@@ -32,10 +32,14 @@ fi
 # Building core
 go mod download
 go build ./...
-go test ./...
 cd ..
 echo "✅ Core build validation successful"
 
+# Run core provider tests
+echo "🔧 Running core provider tests..."
+cd tests/core-providers
+go test -v ./...
+cd ../..
 
 # Capturing changelog
 CHANGELOG_BODY=$(cat core/changelog.md)

core/bifrost.go

@@ -1229,7 +1229,11 @@ func (bifrost *Bifrost) handleRequest(ctx context.Context, req *schemas.BifrostR
 	primaryResult, primaryErr := bifrost.tryRequest(ctx, req)
 
 	if primaryErr != nil {
-		bifrost.logger.Debug(fmt.Sprintf("Primary provider %s with model %s returned error: %v", provider, model, primaryErr))
+		if primaryErr.Error != nil {
+			bifrost.logger.Debug(fmt.Sprintf("Primary provider %s with model %s returned error: %s", provider, model, primaryErr.Error.Message))
+		} else {
+			bifrost.logger.Debug(fmt.Sprintf("Primary provider %s with model %s returned error: %v", provider, model, primaryErr))
+		}
 		if len(fallbacks) > 0 {
 			bifrost.logger.Debug(fmt.Sprintf("Check if we should try %d fallbacks", len(fallbacks)))
 		}

core/changelog.md

@@ -1,6 +1,6 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- fix: openai specific parameters filtered for openai compatibile providers
-- fix: error response unmarshalling for gemini provider
-- BREAKING FIX: json_schema field correctly renamed to schema; ResponsesTextConfigFormatJSONSchema restructured
+- bug: fixed embedding request not being handled in `GetExtraFields()` method of `BifrostResponse`
+- fix: added latency calculation for vertex native requests
+- feat: added cached tokens and reasoning tokens to the usage metadata for chat completions

core/schemas/bifrost.go

@@ -232,6 +232,8 @@ func (r *BifrostResponse) GetExtraFields() *BifrostResponseExtraFields {
 		return &r.ResponsesResponse.ExtraFields
 	case r.ResponsesStreamResponse != nil:
 		return &r.ResponsesStreamResponse.ExtraFields
+	case r.EmbeddingResponse != nil:
+		return &r.EmbeddingResponse.ExtraFields
 	case r.SpeechResponse != nil:
 		return &r.SpeechResponse.ExtraFields
 	case r.SpeechStreamResponse != nil:

core/version

@@ -1 +1 @@
-1.2.12
+1.2.13

docs/architecture/core/concurrency.mdx

@@ -268,29 +268,31 @@ The backpressure system protects Bifrost from being overwhelmed while maintainin
 ### **Thread-Safe Object Pools**
 
 ```mermaid
-graph TB
-    subgraph "sync.Pool Architecture"
-        GetObject[Get Object<br/>sync.Pool.Get()]
+graph TD
+    subgraph "sync.Pool Lifecycle"
+        direction LR
+        GetObject[Get Object<br/>sync.Pool.Get]
+        PoolCheck{Is Pool Empty?}
         NewObject[New Object<br/>Factory Function]
         UseObject[Use Object<br/>Application Logic]
         ResetObject[Reset Object<br/>Clear State]
-        ReturnObject[Return Object<br/>sync.Pool.Put()]
+        ReturnObject[Return Object<br/>sync.Pool.Put]
+
+        GetObject --> PoolCheck
+        PoolCheck -- Yes --> NewObject
+        PoolCheck -- No --> UseObject
+        NewObject --> UseObject
+        UseObject --> ResetObject
+        ResetObject --> ReturnObject
     end
 
-    subgraph "GC Integration"
+    subgraph "GC Interaction"
+        direction TB
         GCRun[GC Runs]
-        PoolCleanup[Pool Cleanup<br/>Automatic]
-        Reallocation[Object Reallocation<br/>as Needed]
+        PoolCleanup[Pool Cleanup<br>Removes idle objects]
+        
+        GCRun --> PoolCleanup
     end
-
-    GetObject --> NewObject
-    NewObject --> UseObject
-    UseObject --> ResetObject
-    ResetObject --> ReturnObject
-    ReturnObject --> GetObject
-
-    GCRun --> PoolCleanup
-    PoolCleanup --> Reallocation
 ```
 
 **Thread-Safe Pool Architecture:**

docs/features/plugins/mocker.mdx

@@ -39,8 +39,10 @@ func main() {
     }
     defer client.Shutdown()
 
-    // All requests will now return: "This is a mock response from the Mocker plugin"
-    response, _ := client.ChatCompletionRequest(context.Background(), &schemas.BifrostChatRequest{
+    // All chat and responses requests will now return: "This is a mock response from the Mocker plugin"
+    
+    // Chat completion request
+    chatResponse, _ := client.ChatCompletionRequest(context.Background(), &schemas.BifrostChatRequest{
         Provider: schemas.OpenAI,
         Model:    "gpt-4",
         Input: []schemas.ChatMessage{
@@ -52,6 +54,20 @@ func main() {
             },
         },
     })
+    
+    // Responses request
+    responsesResponse, _ := client.ResponsesRequest(context.Background(), &schemas.BifrostResponsesRequest{
+        Provider: schemas.OpenAI,
+        Model:    "gpt-4o",
+        Input: []schemas.ResponsesMessage{
+            {
+                Role: bifrost.Ptr(schemas.ResponsesInputMessageRoleUser),
+                Content: &schemas.ResponsesMessageContent{
+                    ContentStr: bifrost.Ptr("Hello!"),
+                },
+            },
+        },
+    })
 }
 ```
 
@@ -86,6 +102,30 @@ plugin, err := mocker.NewMockerPlugin(mocker.MockerConfig{
 })
 ```
 
+### Responses Request Example
+
+The mocker plugin automatically handles both chat completion and responses requests with the same configuration:
+
+```go
+// This rule will work for both ChatCompletionRequest and ResponsesRequest
+{
+    Name:        "universal-mock",
+    Enabled:     true,
+    Probability: 1.0,
+    Conditions: mocker.Conditions{
+        MessageRegex: stringPtr("(?i).*hello.*"),
+    },
+    Responses: []mocker.Response{
+        {
+            Type: mocker.ResponseTypeSuccess,
+            Content: &mocker.SuccessResponse{
+                Message: "Hello! I'm a mock response that works for both request types.",
+            },
+        },
+    },
+}
+```
+
 ## Installation
 
 Add the plugin to your project:
@@ -137,6 +177,29 @@ config := mocker.MockerConfig{
 }
 ```
 
+## Supported Request Types
+
+The Mocker plugin supports the following Bifrost request types:
+
+- **Chat Completion Requests** (`ChatCompletionRequest`) - Standard chat-based interactions
+- **Responses Requests** (`ResponsesRequest`) - OpenAI-compatible responses API format
+- **Skip Context Key** - Use `"skip-mocker"` context key to bypass mocking per request
+
+### Skip Mocker for Specific Requests
+
+You can skip the mocker plugin for specific requests by adding a context key:
+
+```go
+import "github.com/maximhq/bifrost/core/schemas"
+
+// Create context that skips mocker
+ctx := context.WithValue(context.Background(), 
+    schemas.BifrostContextKey("skip-mocker"), true)
+
+// This request will bypass the mocker and go to the real provider
+response, err := client.ChatCompletionRequest(ctx, request)
+```
+
 ## Key Features
 
 ### Template Variables
@@ -469,6 +532,27 @@ Response{
 }
 ```
 
+### Skip Mocker Not Working
+
+Ensure you're using the correct context key format:
+
+```go
+// ✅ Correct
+ctx := context.WithValue(context.Background(), 
+    schemas.BifrostContextKey("skip-mocker"), true)
+
+// ❌ Wrong
+ctx := context.WithValue(context.Background(), "skip-mocker", true)
+```
+
+### Responses Request Issues
+
+If responses requests aren't being mocked:
+
+1. Verify the plugin supports `ResponsesRequest` (version 1.2.13+)
+2. Check that your regex patterns match the message content
+3. Ensure the request type is `schemas.ResponsesRequest`
+
 ### Debug Mode
 
 Enable debug logging to troubleshoot:

framework/changelog.md

@@ -1,5 +1,5 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- chore: version update core to 1.2.12
+- chore: version update core to 1.2.13
 - feat: added support for vertex provider/model format in pricing lookup

framework/version

@@ -1 +1 @@
-1.1.14
+1.1.15

plugins/governance/changelog.md

@@ -1,4 +1,4 @@
 <!-- The pattern we follow here is to keep the changelog for the latest version -->
 <!-- Old changelogs are automatically attached to the GitHub releases -->
 
-- chore: version update core to 1.2.12 and framework to 1.1.14
+- chore: version update core to 1.2.13 and framework to 1.1.15