diff --git a/.github/workflows/cuda.yml b/.github/workflows/cuda.yml
index 52511e222..d5220648d 100644
--- a/.github/workflows/cuda.yml
+++ b/.github/workflows/cuda.yml
@@ -24,15 +24,15 @@ jobs:
       matrix:
         include:
           - method: source
-            compiler: gcc
+            compiler: clang
             python_version: 3.7
             cuda_version: "11.5.1"
           - method: pip
-            compiler: clang
+            compiler: gcc
             python_version: 3.8
             cuda_version: "10.0"
           - method: wheel
-            compiler: gcc
+            compiler: clang
             python_version: 3.9
             cuda_version: "9.0"
     steps:
diff --git a/.github/workflows/python_package.yml b/.github/workflows/python_package.yml
index 8db4c68fc..411ae7e0f 100644
--- a/.github/workflows/python_package.yml
+++ b/.github/workflows/python_package.yml
@@ -58,10 +58,10 @@ jobs:
           export METHOD="${{ matrix.method }}"
           export PYTHON_VERSION="${{ matrix.python_version }}"
           if [[ "${{ matrix.os }}" == "macOS-latest" ]]; then
-              export COMPILER="gcc"
+              export COMPILER="clang"
               export OS_NAME="macos"
           elif [[ "${{ matrix.os }}" == "ubuntu-latest" ]]; then
-              export COMPILER="clang"
+              export COMPILER="gcc"
               export OS_NAME="linux"
           fi
           export BUILD_DIRECTORY="$GITHUB_WORKSPACE"
diff --git a/.vsts-ci.yml b/.vsts-ci.yml
index 5b53bfb90..0cbcc93e1 100644
--- a/.vsts-ci.yml
+++ b/.vsts-ci.yml
@@ -25,7 +25,7 @@ jobs:
 - job: Linux
 ###########################################
   variables:
-    COMPILER: gcc
+    COMPILER: clang
     SETUP_CONDA: 'false'
     OS_NAME: 'linux'
     PRODUCES_ARTIFACTS: 'true'
@@ -79,7 +79,7 @@ jobs:
 - job: Linux_latest
 ###########################################
   variables:
-    COMPILER: clang
+    COMPILER: gcc
     DEBIAN_FRONTEND: 'noninteractive'
     IN_UBUNTU_LATEST_CONTAINER: 'true'
     OS_NAME: 'linux'
@@ -214,7 +214,7 @@ jobs:
 - job: macOS
 ###########################################
   variables:
-    COMPILER: clang
+    COMPILER: gcc
     OS_NAME: 'macos'
     PRODUCES_ARTIFACTS: 'true'
   pool: