diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 23e452f682b60..3e7fc379756f3 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -84,7 +84,7 @@ jobs:
         git remote add upstream https://github.com/pandas-dev/pandas.git
         git fetch upstream
         asv machine --yes
-        asv dev | sed "/failed$/ s/^/##[error]/" | tee benchmarks.log
+        asv run --quick --show-stderr --python=same --set-commit-hash HEAD | sed "/failed$/ s/^/##[error]/" | tee benchmarks.log
         if grep "failed" benchmarks.log > /dev/null ; then
             exit 1
         fi
@@ -94,8 +94,9 @@ jobs:
       uses: actions/upload-artifact@master
       with:
         name: Benchmarks log
-        path: asv_bench/benchmarks.log
-      if: failure()
+        path: |
+          asv_bench/benchmarks.log
+          asv_bench/results/*/HEAD_*.json
 
   web_and_docs:
     name: Web and docs