Run linux perf integration test only on buildkite

Author: Zentrik

.buildkite/pipeline.yml

@@ -1,12 +1,12 @@
 ---
 steps:
-  - label: ":test_tube: Test the package"
+  - label: "Julia 1 - Test LinuxPerf Integration"
     plugins:
       - JuliaCI/julia#v1:
           version: "1"
-    commands: |
-      julia --version
+      - JuliaCI/julia-test#v1:
     agents:
       queue: "juliaecosystem"
       os: "linux"
       arch: "x86_64"
+    timeout_in_minutes: 15

.github/workflows/CI.yml

@@ -51,6 +51,8 @@ jobs:
             ${{ runner.os }}-
       - uses: julia-actions/julia-buildpkg@v1
       - uses: julia-actions/julia-runtest@v1
+        env:
+          TEST_PERF_INTEGRATION: false
       - uses: julia-actions/julia-processcoverage@v1
       - uses: codecov/codecov-action@v3
         with:

test/ExecutionTests.jl

@@ -3,7 +3,6 @@ module ExecutionTests
 using BenchmarkTools
 using Profile
 using Test
-using LinuxPerf
 
 seteq(a, b) = length(a) == length(b) == length(intersect(a, b))
 
@@ -383,34 +382,4 @@ b = x = nothing
 GC.gc()
 @test x_finalized
 
-##################################
-# Linux Perf Integration #
-##################################
-
-b = @benchmarkable sin($(Ref(42.0))[])
-results = run(b; seconds=1, enable_linux_perf=false)
-@test results.linux_perf_stats === nothing
-
-b = @benchmarkable sin($(Ref(42.0))[])
-results = run(b; seconds=1)
-@test results.linux_perf_stats === nothing
-
-b = @benchmarkable sin($(Ref(42.0))[])
-results = run(b; seconds=1, enable_linux_perf=true, evals=10^3)
-@test results.linux_perf_stats !== nothing
-@test any(results.linux_perf_stats.threads) do thread
-    instructions = LinuxPerf.scaledcount(thread["instructions"])
-    !isnan(instructions) && instructions > 10^4
-end
-
-tune!(groups)
-results = run(groups; enable_linux_perf=true)
-for (name, group_results) in BenchmarkTools.leaves(results)
-    @test group_results.linux_perf_stats !== nothing
-    @test any(group_results.linux_perf_stats.threads) do thread
-        instructions = LinuxPerf.scaledcount(thread["instructions"])
-        !isnan(instructions) && instructions > 10^3
-    end
-end
-
 end # module

test/LinuxPerfIntegrationTests.jl

@@ -0,0 +1,55 @@
+module LinuxPerfIntegrationTests
+
+using BenchmarkTools
+using Test
+using LinuxPerf
+
+### Serialization Test ###
+b = @benchmarkable sin(1) enable_linux_perf = true
+tune!(b)
+bb = run(b)
+
+withtempdir() do
+    tmp = joinpath(pwd(), "tmp.json")
+
+    BenchmarkTools.save(tmp, b.params, bb)
+    @test isfile(tmp)
+
+    results = BenchmarkTools.load(tmp)
+    @test results isa Vector{Any}
+    @test length(results) == 2
+    @test eq(results[1], b.params)
+    @test eq(results[2], bb)
+end
+
+##################################
+# Linux Perf Integration #
+##################################
+
+b = @benchmarkable sin($(Ref(42.0))[])
+results = run(b; seconds=1, enable_linux_perf=false)
+@test results.linux_perf_stats === nothing
+
+b = @benchmarkable sin($(Ref(42.0))[])
+results = run(b; seconds=1)
+@test results.linux_perf_stats === nothing
+
+b = @benchmarkable sin($(Ref(42.0))[])
+results = run(b; seconds=1, enable_linux_perf=true, evals=10^3)
+@test results.linux_perf_stats !== nothing
+@test any(results.linux_perf_stats.threads) do thread
+    instructions = LinuxPerf.scaledcount(thread["instructions"])
+    !isnan(instructions) && instructions > 10^4
+end
+
+tune!(groups)
+results = run(groups; enable_linux_perf=true)
+for (name, group_results) in BenchmarkTools.leaves(results)
+    @test group_results.linux_perf_stats !== nothing
+    @test any(group_results.linux_perf_stats.threads) do thread
+        instructions = LinuxPerf.scaledcount(thread["instructions"])
+        !isnan(instructions) && instructions > 10^3
+    end
+end
+
+end

test/SerializationTests.jl

@@ -30,23 +30,21 @@ function withtempdir(f::Function)
 end
 
 @testset "Successful (de)serialization" begin
-    for enable_linux_perf in (false, true)
-        b = @benchmarkable sin(1) enable_linux_perf = enable_linux_perf
-        tune!(b)
-        bb = run(b)
-
-        withtempdir() do
-            tmp = joinpath(pwd(), "tmp.json")
-
-            BenchmarkTools.save(tmp, b.params, bb)
-            @test isfile(tmp)
-
-            results = BenchmarkTools.load(tmp)
-            @test results isa Vector{Any}
-            @test length(results) == 2
-            @test eq(results[1], b.params)
-            @test eq(results[2], bb)
-        end
+    b = @benchmarkable sin(1)
+    tune!(b)
+    bb = run(b)
+
+    withtempdir() do
+        tmp = joinpath(pwd(), "tmp.json")
+
+        BenchmarkTools.save(tmp, b.params, bb)
+        @test isfile(tmp)
+
+        results = BenchmarkTools.load(tmp)
+        @test results isa Vector{Any}
+        @test length(results) == 2
+        @test eq(results[1], b.params)
+        @test eq(results[2], bb)
     end
 
     # Nested BenchmarkGroups

test/runtests.jl

@@ -34,3 +34,9 @@ println("done (took ", took_seconds, " seconds)")
 print("Testing serialization...")
 took_seconds = @elapsed include("SerializationTests.jl")
 println("done (took ", took_seconds, " seconds)")
+
+if parse(Bool, get(ENV, "TEST_PERF_INTEGRATION", "true"))
+    print("Testing Perf integration...")
+    took_seconds = @elapsed include("LinuxPerfIntegrationTests.jl")
+    println("done (took ", took_seconds, " seconds)")
+end