ci: ARC load test [do not merge]

.github/workflows/k8s-load-tests.yml

@@ -0,0 +1,29 @@
+name: K8s Load Tests
+
+on:
+  workflow_dispatch:
+    inputs:
+      scenario:
+        description: 'Load test scenario to run'
+        required: true
+        default: 'baseline'
+
+permissions:
+  contents: read
+
+jobs:
+  load:
+    name: "K8S Load Test"
+    runs-on: "self-hosted"
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ./.github/actions/setup-go-for-project
+      - uses: ./.github/actions/install-nix
+      - uses: ./.github/actions/run-monitored-tmpnet-cmd
+        with:
+          run: ./scripts/run_task.sh test-load
+          artifact_prefix: load-manual-${{ github.run_number }}
+          prometheus_username: ${{ secrets.PROMETHEUS_ID || '' }}
+          prometheus_password: ${{ secrets.PROMETHEUS_PASSWORD || '' }}
+          loki_username: ${{ secrets.LOKI_ID || '' }}
+          loki_password: ${{ secrets.LOKI_PASSWORD || '' }}

Taskfile.yml

@@ -57,6 +57,12 @@ tasks:
       - task: generate-canoto
       - task: check-clean-branch
 
+  check-generate-load-contract-bindings:
+    desc: Checks that generated load contract bindings are up-to-date (requires a clean git working tree)
+    cmds:
+      - task: generate-load-contract-bindings
+      - task: check-clean-branch
+
   check-generate-mocks:
     desc: Checks that generated mocks are up-to-date (requires a clean git working tree)
     cmds:
@@ -85,6 +91,12 @@ tasks:
     desc: Generates canoto
     cmd: go generate -run "github.com/StephenButtolph/canoto/canoto" ./...
 
+  generate-load-contract-bindings:
+    desc: Generates load contract bindings
+    cmds:
+      - cmd: grep -lr -E '^// Code generated - DO NOT EDIT\.$' tests/load/c | xargs -r rm
+      - cmd: go generate ./tests/load/c/...
+
   generate-protobuf:
     desc: Generates protobuf
     cmd: ./scripts/protobuf_codegen.sh
@@ -198,6 +210,13 @@ tasks:
       FUZZTIME: '{{.FUZZTIME| default "900"}}'
     cmd: ./scripts/build_fuzz.sh {{.FUZZTIME}} ./x/merkledb
 
+  test-load:
+    desc: Runs load tests
+    cmds:
+      - task: generate-load-contract-bindings
+      - task: build
+      - cmd: go test ./tests/load/c -test.v -- --avalanchego-path=$PWD/build/avalanchego 
+
   test-unit:
     desc: Runs unit tests
     # Invoking with bash ensures compatibility with CI execution on Windows

flake.nix

@@ -57,6 +57,9 @@
             buf
             protoc-gen-go
             protoc-gen-go-grpc
+
+            # Solidity compiler
+            solc
           ] ++ lib.optionals stdenv.isDarwin [
             # macOS-specific frameworks
             darwin.apple_sdk.frameworks.Security

go.mod

@@ -14,7 +14,7 @@ require (
 	github.com/NYTimes/gziphandler v1.1.1
 	github.com/StephenButtolph/canoto v0.15.0
 	github.com/antithesishq/antithesis-sdk-go v0.3.8
-	github.com/ava-labs/coreth v0.15.1-rc.0.0.20250523163800-aac22d91be3f
+	github.com/ava-labs/coreth v0.15.1-rc.0.0.20250521122838-a195bad0641e
 	github.com/ava-labs/ledger-avalanche/go v0.0.0-20241009183145-e6f90a8a1a60
 	github.com/ava-labs/libevm v1.13.14-0.2.0.release
 	github.com/btcsuite/btcd/btcutil v1.1.3

go.sum

@@ -68,8 +68,8 @@ github.com/antithesishq/antithesis-sdk-go v0.3.8/go.mod h1:IUpT2DPAKh6i/YhSbt6Gl
 github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8=
 github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5 h1:0CwZNZbxp69SHPdPJAN/hZIm0C4OItdklCFmMRWYpio=
 github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5/go.mod h1:wHh0iHkYZB8zMSxRWpUBQtwG5a7fFgvEO+odwuTv2gs=
-github.com/ava-labs/coreth v0.15.1-rc.0.0.20250523163800-aac22d91be3f h1:3hffiIkjWYrbdufcZEFeT0MWYPQOpFlgcgoSEPMbRw4=
-github.com/ava-labs/coreth v0.15.1-rc.0.0.20250523163800-aac22d91be3f/go.mod h1:b7qPAGDlViompJ0+aVkKs/0sHbcIJchhi7kg403jZRA=
+github.com/ava-labs/coreth v0.15.1-rc.0.0.20250521122838-a195bad0641e h1:OmaiELSytkGg6Giarkr0I0dsZxEADTruBdan3nUBuGA=
+github.com/ava-labs/coreth v0.15.1-rc.0.0.20250521122838-a195bad0641e/go.mod h1:mfvr1iQAADUfqkKkmQXJPwm3q9LSpcWF+fzIGk4HHuw=
 github.com/ava-labs/ledger-avalanche/go v0.0.0-20241009183145-e6f90a8a1a60 h1:EL66gtXOAwR/4KYBjOV03LTWgkEXvLePribLlJNu4g0=
 github.com/ava-labs/ledger-avalanche/go v0.0.0-20241009183145-e6f90a8a1a60/go.mod h1:/7qKobTfbzBu7eSTVaXMTr56yTYk4j2Px6/8G+idxHo=
 github.com/ava-labs/libevm v1.13.14-0.2.0.release h1:uKGCc5/ceeBbfAPRVtBUxbQt50WzB2pEDb8Uy93ePgQ=
@@ -258,7 +258,10 @@ github.com/gogo/protobuf v1.2.0/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7a
 github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q=
 github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q=
 github.com/gogo/status v1.1.0/go.mod h1:BFv9nrluPLmrS0EmGVvLaPNmRosr9KapBYd5/hpY1WM=
+github.com/golang-jwt/jwt v3.2.2+incompatible h1:IfV12K8xAKAnZqdXVzCZ+TOjboZ2keLg81eXfW3O+oY=
 github.com/golang-jwt/jwt v3.2.2+incompatible/go.mod h1:8pz2t5EyA70fFQQSrl6XZXzqecmYZeUEB8OUGHkxJ+I=
+github.com/golang-jwt/jwt/v4 v4.5.0 h1:7cYmW1XlMY7h7ii7UhUyChSgS5wUJEnm9uZVTGqOWzg=
+github.com/golang-jwt/jwt/v4 v4.5.0/go.mod h1:m21LjoU+eqJr34lmDMbreY2eSTRJ1cv77w39/MY0Ch0=
 github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
 github.com/golang/glog v1.2.1 h1:OptwRhECazUx5ix5TTWC3EZhsZEHWcYWY4FQHTIubm4=
 github.com/golang/glog v1.2.1/go.mod h1:6AhwSGph0fcJtXVM/PEHPqZlFeoLxhs7/t5UDAwmO+w=

scripts/build_test.sh

@@ -7,7 +7,7 @@ AVALANCHE_PATH=$( cd "$( dirname "${BASH_SOURCE[0]}" )"; cd .. && pwd )
 # Load the constants
 source "$AVALANCHE_PATH"/scripts/constants.sh
 
-EXCLUDED_TARGETS="| grep -v /mocks | grep -v proto | grep -v tests/e2e | grep -v tests/upgrade | grep -v tests/fixture/bootstrapmonitor/e2e"
+EXCLUDED_TARGETS="| grep -v /mocks | grep -v proto | grep -v tests/e2e | grep -v tests/load/c | grep -v tests/upgrade | grep -v tests/fixture/bootstrapmonitor/e2e"
 
 if [[ "$(go env GOOS)" == "windows" ]]; then
   # Test discovery for the antithesis test setups is broken due to

scripts/lint.sh

@@ -41,7 +41,7 @@ function test_golangci_lint {
 _addlicense_flags=${ADDLICENSE_FLAGS:-"--verify --debug"}
 function test_license_header {
   local files=()
-  while IFS= read -r line; do files+=("$line"); done < <(find . -type f -name '*.go' ! -name '*.pb.go' ! -name 'mock_*.go' ! -name 'mocks_*.go' ! -path './**/*mock/*.go' ! -name '*.canoto.go')
+  while IFS= read -r line; do files+=("$line"); done < <(find . -type f -name '*.go' ! -name '*.pb.go' ! -name 'mock_*.go' ! -name 'mocks_*.go' ! -path './**/*mock/*.go' ! -name '*.canoto.go' ! -name '*.bindings.go')
 
   # shellcheck disable=SC2086
   go run github.com/palantir/go-license@v1.25.0 \

tests/fixture/tmpnet/monitor_processes.go

@@ -172,7 +172,7 @@ func startPrometheus(ctx context.Context, log logging.Logger) error {
 		return err
 	}
 
-	serviceDiscoveryDir, err := getServiceDiscoveryDir(cmdName)
+	serviceDiscoveryDir, err := GetServiceDiscoveryDir(cmdName)
 	if err != nil {
 		return err
 	}
@@ -216,7 +216,7 @@ func startPromtail(ctx context.Context, log logging.Logger) error {
 		return err
 	}
 
-	serviceDiscoveryDir, err := getServiceDiscoveryDir(cmdName)
+	serviceDiscoveryDir, err := GetServiceDiscoveryDir(cmdName)
 	if err != nil {
 		return err
 	}
@@ -253,7 +253,8 @@ func getWorkingDir(cmdName string) (string, error) {
 	return filepath.Join(tmpnetDir, cmdName), nil
 }
 
-func getServiceDiscoveryDir(cmdName string) (string, error) {
+// GetServiceDiscoveryDir returns the service discovery directory path.
+func GetServiceDiscoveryDir(cmdName string) (string, error) {
 	tmpnetDir, err := getTmpnetPath()
 	if err != nil {
 		return "", err

tests/fixture/tmpnet/network.go

@@ -11,7 +11,9 @@ import (
 	"encoding/json"
 	"errors"
 	"fmt"
+	"maps"
 	"net/netip"
+	"net/url"
 	"os"
 	"os/exec"
 	"path/filepath"
@@ -57,6 +59,9 @@ const (
 
 	// eth address: 0x8db97C7cEcE249c2b98bDC0226Cc4C2A57BF52FC
 	HardHatKeyStr = "56289e99c94b6912bfc12adc093c9b51124f0dc54ac7a766b2bc5ccf558d8027"
+
+	// grafanaURI is remote Grafana URI
+	grafanaURI = "grafana-poc.avax-dev.network"
 )
 
 var (
@@ -1070,9 +1075,58 @@ func MetricsLinkForNetwork(networkUUID string, startTime string, endTime string)
 		endTime = "now"
 	}
 	return fmt.Sprintf(
-		"https://grafana-poc.avax-dev.network/d/kBQpRdWnk/avalanche-main-dashboard?&var-filter=network_uuid%%7C%%3D%%7C%s&var-filter=is_ephemeral_node%%7C%%3D%%7Cfalse&from=%s&to=%s",
+		"https://%s/d/kBQpRdWnk/avalanche-main-dashboard?&var-filter=network_uuid%%7C%%3D%%7C%s&var-filter=is_ephemeral_node%%7C%%3D%%7Cfalse&from=%s&to=%s",
+		grafanaURI,
 		networkUUID,
 		startTime,
 		endTime,
 	)
 }
+
+// GrafanaFilterOptions contains filters to apply to Grafana link in form of a query
+// Example: https://grafana-poc.avax-dev.network/?start_time=now-1h&endTime=now
+type GrafanaFilterOptions struct {
+	StartTime string
+	EndTime   string
+	Filters   map[string]string
+}
+
+func BuildMonitoringURLForNetwork(dashboardID, dashboardName, networkUUID string, options GrafanaFilterOptions) string {
+	// Set defaults for options if not provided
+	startTime := "now-1h"
+	if options.StartTime != "" {
+		startTime = options.StartTime
+	}
+
+	endTime := "now"
+	if options.EndTime != "" {
+		endTime = options.EndTime
+	}
+
+	baseURL := url.URL{
+		Scheme: "https",
+		Host:   grafanaURI,
+		Path:   fmt.Sprintf("/d/%s/%s", dashboardID, dashboardName),
+	}
+
+	query := baseURL.Query()
+
+	query.Add("from", startTime)
+	query.Add("to", endTime)
+
+	filters := make(map[string]string)
+	if options.Filters != nil {
+		filters = maps.Clone(options.Filters)
+	}
+
+	if _, exists := filters["network_uuid"]; !exists {
+		filters["network_uuid"] = networkUUID
+	}
+
+	for key, value := range filters {
+		query.Add("var-filter", fmt.Sprintf("%s|=|%s", key, value))
+	}
+
+	baseURL.RawQuery = query.Encode()
+	return baseURL.String()
+}

tests/fixture/tmpnet/process_runtime.go

@@ -372,7 +372,7 @@ func (p *ProcessRuntime) writeMonitoringConfig() error {
 func (p *ProcessRuntime) getMonitoringConfigPath(name string) (string, error) {
 	// Ensure a unique filename to allow config files to be added and removed
 	// by multiple nodes without conflict.
-	serviceDiscoveryDir, err := getServiceDiscoveryDir(name)
+	serviceDiscoveryDir, err := GetServiceDiscoveryDir(name)
 	if err != nil {
 		return "", err
 	}

tests/fixture/tmpnet/utils.go

@@ -9,6 +9,7 @@ import (
 	"errors"
 	"fmt"
 	"net"
+	"net/url"
 	"os"
 	"syscall"
 	"time"
@@ -91,6 +92,27 @@ func FilterAvailableNodes(nodes []*Node) []*Node {
 	return filteredNodes
 }
 
+// GetNodeWebsocketURIs returns a list of websocket URIs for the given nodes and
+// blockchain ID, in the form "ws://<node-uri>/ext/bc/<blockchain-id>/ws".
+// Ephemeral and stopped nodes are ignored.
+func GetNodeWebsocketURIs(ctx context.Context, nodes []*Node, blockchainID string) ([]string, error) {
+	deferCleanup := func(func()) {}
+	nodeURIs, err := GetNodeURIs(ctx, nodes, deferCleanup)
+	if err != nil {
+		return nil, fmt.Errorf("getting node URIs: %w", err)
+	}
+	wsURIs := make([]string, len(nodeURIs))
+	for i := range nodeURIs {
+		uri, err := url.Parse(nodeURIs[i].URI)
+		if err != nil {
+			return nil, fmt.Errorf("parsing uri: %w", err)
+		}
+		uri.Scheme = "ws" // use websocket to be able to stream events
+		wsURIs[i] = fmt.Sprintf("%s/ext/bc/%s/ws", uri, blockchainID)
+	}
+	return wsURIs, nil
+}
+
 // Marshal to json with default prefix and indent.
 func DefaultJSONMarshal(v interface{}) ([]byte, error) {
 	return json.MarshalIndent(v, "", "  ")