Refactor CI to add backends (#193)

Author: michel2323

.github/workflows/test.yml

@@ -7,7 +7,7 @@ jobs:
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
-        julia-version: ['1']
+        julia-version: ['lts', '1']
         julia-arch: [x64]
         os: [ubuntu-latest,macos-latest,windows-latest]
     steps:
@@ -16,89 +16,51 @@ jobs:
         with:
           version: ${{ matrix.julia-version }}
       - uses: julia-actions/julia-buildpkg@latest
+      - name: Add OpenCL.jl to test environment
+        run: |
+          julia --project=test -e 'using Pkg; Pkg.add(["OpenCL", "pocl_jll"])'
       - uses: julia-actions/julia-runtest@latest
         env:
           EXAMODELS_TEST_POCL: 1
 
-  nvidia:
-    runs-on:
-      labels: cuda
+  gpu:
     strategy:
       matrix:
-        julia-version: ['1']
+        julia-version: ['lts', '1']
         julia-arch: [x64]
+        os: [ubuntu-latest]
+        backend: ['cuda', 'amdgpu', 'oneapi']
+    runs-on: ['self-hosted', 'gpu', '${{ matrix.backend }}']
+    env:
+      # oneAPI specific variables
+      OverrideDefaultFP64Settings: ${{ matrix.backend == 'oneapi' && '1' || '' }}
+      IGC_EnableDPEmulation: ${{ matrix.backend == 'oneapi' && '1' || '' }}
     steps:
     - name: Checkout code
       uses: actions/checkout@v2
     - name: Setup Julia
       uses: julia-actions/setup-julia@latest
       with:
         version: ${{ matrix.julia-version }}
-    - name: Run tests
-      env:
-        EXAMODELS_TEST_CUDA: 1
-        EXAMODELS_TEST_POCL: 1
+    - name: Setup tests
       run: |
         julia --color=yes --project=./test -e '
           using Pkg
           Pkg.Registry.update()
           Pkg.develop(path=".")
-          Pkg.instantiate()
-          include("test/runtests.jl")'
-  amd:
-    runs-on: 
-      labels: amdgpu
-    strategy:
-      matrix:
-        julia-version: ['1']
-        julia-arch: [x64]
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v2
-    - name: Setup Julia
-      uses: julia-actions/setup-julia@latest
-      with:
-        version: ${{ matrix.julia-version }}
-    - name: Run tests
-      env:
-        EXAMODELS_TEST_AMDGPU: 1
-        EXAMODELS_TEST_POCL: 1
-        JULIA_NUM_THREADS: 4
-        JULIA_AMDGPU_CORE_MUST_LOAD: "1"
-        JULIA_AMDGPU_HIP_MUST_LOAD: "1"
-        JULIA_AMDGPU_DISABLE_ARTIFACTS: "1"
+          Pkg.instantiate()'
+    - name: Add AMDGPU.jl to test environment
+      if: matrix.backend == 'amdgpu'
       run: |
-        julia --color=yes --project=./test -e '
-          using Pkg
-          Pkg.Registry.update()
-          Pkg.develop(path=".")
-          Pkg.instantiate()
-          include("test/runtests.jl")'
-
-  intel:
-    runs-on: 
-      labels: oneapi
-    strategy:
-      matrix:
-        julia-version: ['1']
-        julia-arch: [x64]
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v2
-    - name: Setup Julia
-      uses: julia-actions/setup-julia@latest
-      with:
-        version: ${{ matrix.julia-version }}
+        julia --project=test -e 'using Pkg; Pkg.add("AMDGPU")'
+    - name: Add CUDA.jl to test environment
+      if: matrix.backend == 'cuda'
+      run: |
+        julia --project=test -e 'using Pkg; Pkg.add("CUDA")'
+    - name: Add oneAPI.jl to test environment
+      if: matrix.backend == 'oneapi'
+      run: |
+        julia --project=test -e 'using Pkg; Pkg.add("oneAPI")'
     - name: Run tests
-      env:
-        EXAMODELS_TEST_ONEAPI: 1
-        EXAMODELS_TEST_POCL: 1
-        OverrideDefaultFP64Settings: 1
-        IGC_EnableDPEmulation: 1
       run: |
-        julia --color=yes --project=./test -e '
-          using Pkg
-          Pkg.Registry.update()
-          Pkg.develop(path=".")
-          Pkg.instantiate()
-          include("test/runtests.jl")'
+        julia --color=yes --project=./test -e 'include("test/runtests.jl")'

test/Project.toml

@@ -1,6 +1,4 @@
 [deps]
-AMDGPU = "21141c5a-9bdb-4563-92ae-f87d6854732e"
-CUDA = "052768ef-5323-5732-b1bb-66c8b64840ba"
 Downloads = "f43a241f-c20a-4ad4-852c-f6b1247861c6"
 ForwardDiff = "f6369f11-7733-5829-9624-2563aa707210"
 Ipopt = "b6b21f68-93f8-5de0-b562-5493be1d77c9"
@@ -11,12 +9,9 @@ NLPModels = "a4795742-8479-5a88-8948-cc11e1c8c1a6"
 NLPModelsIpopt = "f4238b75-b362-5c4c-b852-0801c9a21d71"
 NLPModelsJuMP = "792afdf1-32c1-5681-94e0-d7bf7a5df49e"
 NLPModelsTest = "7998695d-6960-4d3a-85c4-e1bceb8cd856"
-OpenCL = "08131aa3-fb12-5dee-8b74-c09406e224a2"
 Percival = "01435c0c-c90d-11e9-3788-63660f8fbccc"
 PowerModels = "c36e90e8-916a-50a6-bd94-075b64ef4655"
 Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 SparseArrays = "2f01184e-e22b-5df5-ae63-d93ebab69eaf"
 SpecialFunctions = "276daf66-3868-5448-9aa4-cd146d93841b"
 Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
-oneAPI = "8f75cd03-7ff8-4ecb-9b8f-daf728133b1b"
-pocl_jll = "627d6b7a-bbe6-5189-83e7-98cc0a5aeadd"

test/backends.jl

@@ -1,38 +1,47 @@
+using KernelAbstractions
+
 const BACKENDS = Any[nothing, CPU()]
 
-if haskey(ENV, "EXAMODELS_TEST_CUDA")
-    using CUDA
-    push!(BACKENDS, CUDABackend())
+is_package_installed(name::String) = !isnothing(Base.find_package(name))
+const EXAMODELS_TEST_CUDA = is_package_installed("CUDA")
+if EXAMODELS_TEST_CUDA
+    @eval using CUDA
+    @eval push!(BACKENDS, CUDABackend())
     @info "including CUDA"
 else
     @info "excluding CUDA"
 end
 
-if haskey(ENV, "EXAMODELS_TEST_AMDGPU")
-    using AMDGPU
-    push!(BACKENDS, ROCBackend())
+const EXAMODELS_TEST_AMDGPU = is_package_installed("AMDGPU")
+if EXAMODELS_TEST_AMDGPU
+    @eval using AMDGPU
+    @eval push!(BACKENDS, ROCBackend())
     @info "including AMDGPU"
 else
     @info "excluding AMDGPU"
 end
 
-if haskey(ENV, "EXAMODELS_TEST_ONEAPI")
-    using oneAPI
-    push!(BACKENDS, oneAPIBackend())
+const EXAMODELS_TEST_ONEAPI = is_package_installed("oneAPI")
+if EXAMODELS_TEST_ONEAPI
+    @eval using oneAPI
+    @eval push!(BACKENDS, oneAPIBackend())
     @info "including oneAPI"
 else
     @info "excluding oneAPI"
 end
 
-if haskey(ENV, "EXAMODELS_TEST_POCL")
-    using OpenCL, pocl_jll
-    if !(Sys.iswindows() && OpenCL.cl.is_high_integrity_level())
-        push!(BACKENDS, OpenCLBackend())
-        @info "including PoCL"
-        OpenCL.versioninfo()
-        @info "OpenCL Device:" OpenCL.cl.device()
-    else
-        @info "excluding PoCL (cannot use pocl_jll when running on Windows as administrator)"
+const EXAMODELS_TEST_OPENCL = is_package_installed("OpenCL")
+if EXAMODELS_TEST_OPENCL
+    @eval begin
+        using OpenCL, pocl_jll
+        if !(Sys.iswindows() && OpenCL.cl.is_high_integrity_level())
+            push!(BACKENDS, OpenCLBackend())
+            @info "including PoCL"
+            OpenCL.versioninfo()
+            @info "OpenCL Device:" OpenCL.cl.device()
+        else
+            @info "excluding PoCL (cannot use pocl_jll when running on Windows as administrator)"
+        end
     end
 else
     @info "excluding PoCL"