diff --git a/gocd/pipelines/relay-experimental.yaml b/gocd/pipelines/relay-experimental.yaml
index ef5f84eb622..b4719c5d1a1 100644
--- a/gocd/pipelines/relay-experimental.yaml
+++ b/gocd/pipelines/relay-experimental.yaml
@@ -30,13 +30,14 @@ pipelines:
           jobs:
             checks:
               environment_variables:
-                # Required for checkruns.
-                GITHUB_TOKEN: "{{SECRET:[devinfra-github][token]}}"
+                # Required for checkruns2.
+                GITHUB_APP_ID: "{{SECRET:[devinfra-github][app_id]}}"
+                GITHUB_APP_PRIVATE_KEY: "{{SECRET:[devinfra-github][private_key]}}"
               timeout: 1800
               elastic_profile_id: relay
               tasks:
                 - script: |
-                    checks-githubactions-checkruns \
+                    checks-githubactions-checkruns2 \
                     getsentry/relay \
                     ${GO_REVISION_RELAY_REPO} \
                     "Integration Tests" \
diff --git a/gocd/templates/bash/github-check-runs.sh b/gocd/templates/bash/github-check-runs.sh
index 732c4edb697..fa92f937a30 100644
--- a/gocd/templates/bash/github-check-runs.sh
+++ b/gocd/templates/bash/github-check-runs.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-checks-githubactions-checkruns \
+checks-githubactions-checkruns2 \
     getsentry/relay \
     "${GO_REVISION_RELAY_REPO}" \
     "Integration Tests" \
diff --git a/gocd/templates/libs/utils.libsonnet b/gocd/templates/libs/utils.libsonnet
index 888186f576a..48b49437ca9 100644
--- a/gocd/templates/libs/utils.libsonnet
+++ b/gocd/templates/libs/utils.libsonnet
@@ -18,7 +18,8 @@ local gocdtasks = import 'github.com/getsentry/gocd-jsonnet/libs/gocd-tasks.libs
         jobs: {
           checks: {
             environment_variables: {
-              GITHUB_TOKEN: '{{SECRET:[devinfra-github][token]}}',
+              GITHUB_APP_ID: '{{SECRET:[devinfra-github][app_id]}}',
+              GITHUB_APP_PRIVATE_KEY: '{{SECRET:[devinfra-github][private_key]}}',
             },
             timeout: 1800,
             elastic_profile_id: 'relay',