diff --git a/.github/workflows/antsibull-build.yml b/.github/workflows/antsibull-build.yml
index 2d62e3ff6..0a25018fe 100644
--- a/.github/workflows/antsibull-build.yml
+++ b/.github/workflows/antsibull-build.yml
@@ -7,9 +7,8 @@ on:
     branches: [main]
 
 jobs:
-  build:
+  build-release:
     runs-on: ubuntu-latest
-
     steps:
       - name: Check out antsibull
         uses: actions/checkout@v2
@@ -21,11 +20,26 @@ jobs:
 
       - name: Install dependencies
         run: |
-          python3 -m pip install --upgrade pip
-          python3 -m pip install poetry ansible-core
+          python3 -m pip install --user --upgrade pip
+          python3 -m pip install --user poetry ansible-core ara
 
       - name: Test building a release with the defaults
+        shell: bash
+        env:
+          ARA_API_CLIENT: http
+          ARA_API_SERVER: https://demo.recordsansible.org
+          ARA_API_USERNAME: ${{ secrets.ARA_API_USERNAME }}
+          ARA_API_PASSWORD: "${{ secrets.ARA_API_PASSWORD }}"
+          ARA_CALLBACK_THREADS: 4
+          # https://docs.github.com/en/actions/learn-github-actions/contexts#github-context
+          ARA_DEFAULT_LABELS: >-
+            repository:${{ github.event.number }},
+            pr:${{ github.repository }},
+            ref:${{ github.ref }},
+            sha:${{ github.sha }},
+            workflow:${{ github.event.number }}
         run: |
+          export ANSIBLE_CALLBACK_PLUGINS=$(python3 -m ara.setup.callback_plugins)
           ansible-playbook -vv playbooks/build-single-release.yaml
 
       - name: Combine and upload coverage stats