test: separate out test groups (#167)

Author: avik-pal

.buildkite/pipeline.yml

@@ -1,9 +1,12 @@
 steps:
-  - label: "CUDA Julia v{{matrix.version}}"
+  - label: "CUDA Julia v{{matrix.version}} -- {{matrix.group}}"
     matrix:
       setup:
         version:
           - "1.10"
+        group:
+          - core
+          - neural_networks
     plugins:
       - JuliaCI/julia#v1:
           version: "{{matrix.version}}"
@@ -17,6 +20,8 @@ steps:
     agents:
       queue: "juliagpu"
       cuda: "*"
+    env:
+      REACTANT_TEST_GROUP: "{{matrix.group}}"
     if: build.message !~ /\[skip tests\]/
     timeout_in_minutes: 60
 

.github/workflows/CI.yml

@@ -15,7 +15,7 @@ concurrency:
 
 jobs:
   test:
-    name: Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ matrix.libReactant }} libReactant - assertions=${{ matrix.assertions }} - ${{ github.event_name }}
+    name: Julia ${{ matrix.version }} - ${{ matrix.test_group }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ matrix.libReactant }} libReactant - assertions=${{ matrix.assertions }} - ${{ github.event_name }}
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
@@ -27,6 +27,9 @@ jobs:
         os:
           - ubuntu-20.04
           - macOS-latest
+        test_group:
+          - core
+          - neural_networks
         arch:
           - x64
         assertions:
@@ -38,6 +41,13 @@ jobs:
             libReactant: packaged
             version: '1.10'
             assertions: true
+            test_group: core
+          - os: ubuntu-20.04
+            arch: x64
+            libReactant: packaged
+            version: '1.10'
+            assertions: true
+            test_group: neural_networks
     steps:
       - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v2
@@ -88,6 +98,7 @@ jobs:
         id: run_tests
         env:
           JULIA_PKG_SERVER_REGISTRY_PREFERENCE: eager
+          REACTANT_TEST_GROUP: ${{ matrix.test_group }}
       - uses: julia-actions/julia-processcoverage@v1
         if: steps.run_tests.outcome == 'success'
       - uses: codecov/codecov-action@v1

test/runtests.jl

@@ -39,23 +39,29 @@ if do_gpu_list
     # TODO set which gpu
 end
 
+const REACTANT_TEST_GROUP = lowercase(get(ENV, "REACTANT_TEST_GROUP", "all"))
+
 @testset "Reactant.jl Tests" begin
-    @safetestset "Layout" include("layout.jl")
-    @safetestset "Tracing" include("tracing.jl")
-    @safetestset "Basic" include("basic.jl")
-    @safetestset "Broadcast" include("bcast.jl")
-    @safetestset "Struct" include("struct.jl")
-    @safetestset "Closure" include("closure.jl")
-    @safetestset "Compile" include("compile.jl")
-    @safetestset "Buffer Donation" include("buffer_donation.jl")
-    @safetestset "Wrapped Arrays" include("wrapped_arrays.jl")
-
-    @testset "Neural Networks" begin
-        @safetestset "NNlib Primitives" include("nn/nnlib.jl")
-        @safetestset "Flux.jl Integration" include("nn/flux.jl")
-        if Sys.islinux()
-            @safetestset "LuxLib Primitives" include("nn/luxlib.jl")
-            @safetestset "Lux Integration" include("nn/lux.jl")
+    if REACTANT_TEST_GROUP == "all" || REACTANT_TEST_GROUP == "core"
+        @safetestset "Layout" include("layout.jl")
+        @safetestset "Tracing" include("tracing.jl")
+        @safetestset "Basic" include("basic.jl")
+        @safetestset "Broadcast" include("bcast.jl")
+        @safetestset "Struct" include("struct.jl")
+        @safetestset "Closure" include("closure.jl")
+        @safetestset "Compile" include("compile.jl")
+        @safetestset "Buffer Donation" include("buffer_donation.jl")
+        @safetestset "Wrapped Arrays" include("wrapped_arrays.jl")
+    end
+
+    if REACTANT_TEST_GROUP == "all" || REACTANT_TEST_GROUP == "neural_networks"
+        @testset "Neural Networks" begin
+            @safetestset "NNlib Primitives" include("nn/nnlib.jl")
+            @safetestset "Flux.jl Integration" include("nn/flux.jl")
+            if Sys.islinux()
+                @safetestset "LuxLib Primitives" include("nn/luxlib.jl")
+                @safetestset "Lux Integration" include("nn/lux.jl")
+            end
         end
     end
 end