diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 8670680..1333750 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -29,8 +29,11 @@ jobs:
       - name: Build
         run: bash .\ci\windows\ci-windows.sh
 
-      - name: Archive production artifacts
+      - name: Archive
         uses: actions/upload-artifact@v3
         with:
           name: brigadier-windows-exe
           path: D:\a\brigadier\brigadier\dist
+
+      - name: Test
+        run: bash .\ci\windows\test.sh
diff --git a/ci/windows/ci-windows.sh b/ci/windows/ci-windows.sh
index 7ba6b39..2c3ab46 100755
--- a/ci/windows/ci-windows.sh
+++ b/ci/windows/ci-windows.sh
@@ -6,13 +6,15 @@ PYTHON_VERSION=2.7.18
 
 script_dir="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" &> /dev/null && pwd )"
 python="/c/hostedtoolcache/windows/Python/${PYTHON_VERSION}/x64/python"
-ls '/c/program files'
+
 export PYTHONPATH="${python}"
 $python -V
-
 $python -m pip install -r "${script_dir}/requirements.txt"
 
+# pip-installed exes will be installed here, so we'll put those at the front
+# of the PATH
 PATH="/c/hostedtoolcache/windows/Python/${PYTHON_VERSION}/x64/Scripts:$PATH"
+
 pyinstaller \
     --onefile \
     brigadier
diff --git a/ci/windows/test.sh b/ci/windows/test.sh
new file mode 100644
index 0000000..8c9dfe6
--- /dev/null
+++ b/ci/windows/test.sh
@@ -0,0 +1,7 @@
+#!/bin/bash
+
+set -eux -o pipefail
+
+whoami
+
+/d/a/brigadier/brigadier/dist/brigadier -m Macmini4,1