Codspeed Benchmark Test

.github/workflows/unit_tests.yml

@@ -68,21 +68,30 @@ jobs:
           run-poetry-install: true
           create-venv-at-path: .venv
       - name: Run unit tests
-        run: |
-          export PYTHONUNBUFFERED=1
-          poetry run pytest tests/units --cov --no-cov-on-fail --cov-report=
+        uses: CodSpeedHQ/action@v3
+        with:
+          token: ${{ secrets.CODSPEED_TOKEN }}
+          run: |
+            export PYTHONUNBUFFERED=1
+            poetry run pytest tests/units --cov --no-cov-on-fail --codspeed --cov-report= --cov-fail-under=40
       - name: Run unit tests w/ redis
         if: ${{ matrix.os == 'ubuntu-latest' }}
-        run: |
-          export PYTHONUNBUFFERED=1
-          export REDIS_URL=redis://localhost:6379
-          poetry run pytest tests/units --cov --no-cov-on-fail --cov-report=
+        uses: CodSpeedHQ/action@v3
+        with:
+          token: ${{ secrets.CODSPEED_TOKEN }}
+          run: |
+            export PYTHONUNBUFFERED=1
+            export REDIS_URL=redis://localhost:6379
+            poetry run pytest tests/units --cov --no-cov-on-fail --codspeed --cov-report= --cov-fail-under=40
       # Change to explicitly install v1 when reflex-hosting-cli is compatible with v2
       - name: Run unit tests w/ pydantic v1
-        run: |
-          export PYTHONUNBUFFERED=1
-          poetry run uv pip install "pydantic~=1.10"
-          poetry run pytest tests/units --cov --no-cov-on-fail --cov-report=
+        uses: CodSpeedHQ/action@v3
+        with:
+          token: ${{ secrets.CODSPEED_TOKEN }}
+          run: |
+            export PYTHONUNBUFFERED=1
+            poetry run uv pip install "pydantic~=1.10"
+            poetry run pytest tests/units --cov --no-cov-on-fail --codspeed --cov-report= --cov-fail-under=40
       - name: Generate coverage report
         run: poetry run coverage html
 
@@ -105,9 +114,12 @@ jobs:
       - name: Run unit tests
         run: |
           export PYTHONUNBUFFERED=1
-          poetry run pytest tests/units --cov --no-cov-on-fail --cov-report=
+          poetry run pytest tests/units --cov --no-cov-on-fail --cov-report= --cov-fail-under=40
       - name: Run unit tests w/ pydantic v1
-        run: |
-          export PYTHONUNBUFFERED=1
-          poetry run uv pip install "pydantic~=1.10"
-          poetry run pytest tests/units --cov --no-cov-on-fail --cov-report=
+        uses: CodSpeedHQ/action@v3
+        with: 
+          token: ${{ secrets.CODSPEED_TOKEN }}
+          run: |
+            export PYTHONUNBUFFERED=1
+            poetry run uv pip install "pydantic~=1.10"
+            poetry run pytest tests/units --cov --no-cov-on-fail --cov-report= --cov-fail-under=40

benchmarks/benchmark_compile_times.py

@@ -142,6 +142,6 @@ def main():
         pr_id=args.pr_id,
     )
 
-
 if __name__ == "__main__":
     main()
+

benchmarks/benchmark_imports.py

@@ -7,8 +7,6 @@
 import os
 from pathlib import Path
 
-from utils import send_data_to_posthog
-
 
 def extract_stats_from_json(json_file: str) -> dict:
     """Extracts the stats from the JSON data and returns them as dictionaries.
@@ -66,9 +64,6 @@ def insert_benchmarking_data(
         "app_name": app_name,
     }
 
-    send_data_to_posthog("import_benchmark", properties)
-
-
 def main():
     """Runs the benchmarks and inserts the results."""
     # Get the commit SHA and JSON directory from the command line arguments

pyproject.toml

@@ -72,6 +72,7 @@ selenium = ">=4.11.0,<5.0"
 pytest-benchmark = ">=4.0.0,<6.0"
 playwright = ">=1.46.0"
 pytest-playwright = ">=0.5.1"
+pytest-codspeed = "^3.1.2"
 
 [tool.poetry.scripts]
 reflex = "reflex.reflex:cli"

test_benchmark_imports.py

@@ -0,0 +1,19 @@
+import pytest
+from benchmarks.benchmark_imports import extract_stats_from_json
+
+@pytest.mark.benchmark
+def test_extract_stats_from_json(benchmark):
+    # Example JSON data
+    json_data = '{"results": [{"mean": 1.0, "stddev": 0.1, "median": 1.0, "min": 0.9, "max": 1.1}]}'
+
+    # Benchmark the extract_stats_from_json function
+    result = benchmark(extract_stats_from_json, json_data)
+
+    # Assert the result to ensure correctness
+    assert result == {
+        "mean": 1.0,
+        "stddev": 0.1,
+        "median": 1.0,
+        "min": 0.9,
+        "max": 1.1
+    }