ci: Try CodSpeed (#2013)

.github/workflows/codspeed.yml

@@ -0,0 +1,44 @@
+name: codspeed
+
+on:
+  push:
+    branches:
+      - "main"
+  pull_request:
+  # `workflow_dispatch` allows CodSpeed to trigger backtest
+  # performance analysis in order to generate initial data.
+  workflow_dispatch:
+
+jobs:
+  benchmarks:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Check out the repository
+      uses: actions/[email protected]
+
+    - name: Setup Python 3.11
+      uses: actions/[email protected]
+      with:
+        python-version: 3.11
+        architecture: x64
+
+    - name: Install poetry
+      run: |
+        curl -fsS https://install.python-poetry.org | python - -y
+
+    - name: Configure poetry
+      run: poetry config virtualenvs.create false
+
+    - name: Install project
+      run: >
+        poetry install
+        -vvv
+        --with dev
+        --with benchmark
+        --all-extras
+
+    - name: Run benchmarks
+      uses: CodSpeedHQ/action@v1
+      with:
+        token: ${{ secrets.CODSPEED_TOKEN }}
+        run: pytest tests/ --codspeed

.github/workflows/test.yml

@@ -52,7 +52,6 @@ jobs:
         - { session: tests,   python-version: "3.11", os: "ubuntu-latest", sqlalchemy: "1.*" }
         - { session: doctest, python-version: "3.10", os: "ubuntu-latest", sqlalchemy: "2.*" }
         - { session: mypy,    python-version: "3.8",  os: "ubuntu-latest", sqlalchemy: "2.*" }
-        - { session: benches, python-version: "3.10", os: "ubuntu-latest", sqlalchemy: "2.*" }
 
     steps:
     - name: Check out the repository
@@ -101,13 +100,6 @@ jobs:
         name: coverage-data
         path: ".coverage.*"
 
-    - name: Upload Benchmark Result
-      if: always() && (matrix.session == 'benches')
-      uses: actions/[email protected]
-      with:
-        name: benchmark_results
-        path: output.json
-
   tests-external:
     name: External Tests
     runs-on: ubuntu-latest

noxfile.py

@@ -43,9 +43,9 @@
     "duckdb",
     "duckdb-engine",
     "pytest",
-    "pytest-snapshot",
-    "pytest-durations",
     "pytest-benchmark",
+    "pytest-durations",
+    "pytest-snapshot",
     "pyarrow",
     "requests-mock",
     "time-machine",

pyproject.toml

@@ -109,6 +109,7 @@ numpy = [
     { version = ">=1.22", python = ">=3.8" },
 ]
 pyarrow = ">=11,<13"
+pytest-benchmark = "^4.0.0"
 pytest-snapshot = ">=0.9.0"
 requests-mock = ">=1.10.0"
 time-machine = ">=2.10.0"
@@ -119,7 +120,9 @@ types-requests = ">=2.28.11"
 types-simplejson = ">=3.18.0"
 types-PyYAML = ">=6.0.12"
 xdoctest = ">=1.1.1"
-pytest-benchmark = "^4.0.0"
+
+[tool.poetry.group.benchmark.dependencies]
+pytest-codspeed = "^2.2.0"
 
 [tool.black]
 exclude = ".*simpleeval.*"