diff --git a/gocd/templates/bash/check-github-runs.sh b/gocd/templates/bash/check-github-runs.sh
index acd577ae..e8b7e754 100644
--- a/gocd/templates/bash/check-github-runs.sh
+++ b/gocd/templates/bash/check-github-runs.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-checks-githubactions-checkruns \
+checks-githubactions-checkruns2 \
 	"getsentry/taskbroker" \
 	"${GO_REVISION_TASKBROKER_REPO}" \
 	"Build and push production images to single-region registry" \
diff --git a/gocd/templates/pipelines/taskbroker.libsonnet b/gocd/templates/pipelines/taskbroker.libsonnet
index 20dea663..702ac67d 100644
--- a/gocd/templates/pipelines/taskbroker.libsonnet
+++ b/gocd/templates/pipelines/taskbroker.libsonnet
@@ -8,7 +8,8 @@ local checks_stage = {
         timeout: 20,
         elastic_profile_id: 'taskbroker',
         environment_variables: {
-          GITHUB_TOKEN: '{{SECRET:[devinfra-github][token]}}',
+          GITHUB_APP_ID: '{{SECRET:[devinfra-github][app_id]}}',
+          GITHUB_APP_PRIVATE_KEY: '{{SECRET:[devinfra-github][private_key]}}',
         },
         tasks: [
           gocdtasks.script(importstr '../bash/check-github-runs.sh'),