CI: make benchmarks continuous

pattonw · Jul 10, 2020 · 5e64e38 · 5e64e38
1 parent 6c02eb9
commit 5e64e38
Showing 1 changed file with 32 additions and 2 deletions.
diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml
@@ -5,7 +5,8 @@ on:
   - cron: '36 1 * * SUN'  # M H d m w (Sundays at 01:36)
 jobs:
   asvfull:
-    name: Benchmark
+    if: (github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags')) || github.event_name == 'schedule'
+    name: Full
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v2
@@ -30,7 +31,7 @@ jobs:
           asv-
     - name: Benchmark
       run: |
-        asv run --skip-existing-commits -j 8 v3.2.0..HEAD
+        asv run -j 8 --interleave-processes --skip-existing v3.2.0..HEAD
     - name: Build pages
       run: |
         git config --global user.email "$GIT_AUTHOR_EMAIL"
@@ -40,3 +41,32 @@ jobs:
       env:
         GIT_AUTHOR_NAME: ${{ github.actor }}
         GIT_AUTHOR_EMAIL: ${{ github.actor }}@users.noreply.github.com
+  testasv:
+    if: github.event_name == 'push' && ! startsWith(github.event.ref, 'refs/tags')
+    name: Branch
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - uses: actions/setup-python@v2
+      with:
+        python-version: '3.x'
+    - name: Install
+      run: |
+        pip install -U wheel
+        pip install -U virtualenv asv
+        asv machine --machine github-actions --yes
+        git fetch --tags
+        git fetch origin master:master
+    - name: Restore previous results
+      uses: actions/cache@v2
+      with:
+        path: .asv
+        key: asv-${{ runner.os }}
+        restore-keys: |
+          asv-
+    - name: Benchmark
+      run: |
+        asv continuous --interleave-processes --only-changed -f 1.25 master HEAD
+        CHANGES="$(asv compare --only-changed -f 1.25 master HEAD)"
+        echo "$CHANGES"
+        [ -z "$CHANGES" ] || exit 1