diff --git a/gocd/templates/bash/github-check-runs.sh b/gocd/templates/bash/github-check-runs.sh
index abd4fe88..9c80ab5f 100644
--- a/gocd/templates/bash/github-check-runs.sh
+++ b/gocd/templates/bash/github-check-runs.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-checks-githubactions-checkruns \
+checks-githubactions-checkruns2 \
     getsentry/objectstore \
     "${GO_REVISION_OBJECTSTORE_REPO}" \
     "Test (all features)" \
diff --git a/gocd/templates/libs/utils.libsonnet b/gocd/templates/libs/utils.libsonnet
index 8b57d034..58c47685 100644
--- a/gocd/templates/libs/utils.libsonnet
+++ b/gocd/templates/libs/utils.libsonnet
@@ -18,7 +18,8 @@ local gocdtasks = import 'github.com/getsentry/gocd-jsonnet/libs/gocd-tasks.libs
         jobs: {
           checks: {
             environment_variables: {
-              GITHUB_TOKEN: '{{SECRET:[devinfra-github][token]}}',
+              GITHUB_APP_ID: '{{SECRET:[devinfra-github][app_id]}}',
+              GITHUB_APP_PRIVATE_KEY: '{{SECRET:[devinfra-github][private_key]}}',
             },
             timeout: 1800,
             elastic_profile_id: 'objectstore',