mirror of
https://github.com/Respect/Validation.git
synced 2026-03-22 17:54:41 +01:00
7876576f08
See #1635 The goal is to collect data for a while. Until we have enough benchmarks, the PR check is not very useful, so it was disabled. We added `--tolerate-failure` to all runs, so this check will never fail because of a missed performance assertion, but it will report it and archive it.
87 lines
No EOL
2.9 KiB
YAML
87 lines
No EOL
2.9 KiB
YAML
name: CI - Perf
|
|
|
|
# EXPERIMENTAL: This workflow is running with --tolerate-failure flag for phpbench
|
|
# This is to gather data for a future historical interleaving of performance benchmarks.
|
|
|
|
on:
|
|
# Run once per day no matter what
|
|
schedule:
|
|
- cron: '0 0 * * *'
|
|
# Run on push to main, so we get a data point every merge
|
|
push:
|
|
branches:
|
|
- main
|
|
# Allow manual triggering with rebaseline option
|
|
workflow_dispatch:
|
|
inputs:
|
|
baseline:
|
|
description: 'Baseline mode. latest: compare against latest benchmarks; rebaseline: store new baseline.'
|
|
type: choice
|
|
default: 'latest'
|
|
options:
|
|
- 'latest'
|
|
- 'rebaseline'
|
|
|
|
jobs:
|
|
tests:
|
|
name: Benchmarks
|
|
runs-on: ubuntu-latest
|
|
|
|
permissions:
|
|
contents: write
|
|
|
|
steps:
|
|
- uses: actions/checkout@v6
|
|
with:
|
|
persist-credentials: true
|
|
- uses: ./.github/actions/setup-action
|
|
with:
|
|
extensions: xdebug
|
|
|
|
- name: Fetch Benchmarks
|
|
run: |
|
|
git fetch origin benchmarks
|
|
mkdir -p .phpbench
|
|
git checkout origin/benchmarks -- .phpbench || echo "No previous benchmarks found"
|
|
|
|
- name: Run Benchmarks
|
|
run: |
|
|
# Baseline does not exist or rebaseline requested. Generate it.
|
|
if [ -z "$(ls -A .phpbench)" ] || [ "${{ github.event.inputs.baseline || 'latest' }}" = "rebaseline" ]; then
|
|
vendor/bin/phpbench run --report=aggregate --progress=plain --store --tag=${GITHUB_SHA}
|
|
|
|
# Baseline exists. Compare against it.
|
|
else
|
|
vendor/bin/phpbench run --report=aggregate --progress=plain --store --tag=${GITHUB_SHA} --ref=latest --tolerate-failure
|
|
fi
|
|
|
|
# Generate report for human consumption
|
|
vendor/bin/phpbench report --report=aggregate --ref=latest |
|
|
tail -n+2 | head -n-2 | tr '+' '|' > report.md
|
|
|
|
cat report.md
|
|
|
|
- name: Commit Results
|
|
# only on: main push, schedule, workflow_dispatch+rebaseline
|
|
if: >-
|
|
(github.ref == 'refs/heads/main' && github.event_name == 'push') ||
|
|
(github.event_name == 'schedule') ||
|
|
(github.event_name == 'workflow_dispatch' && github.event.inputs.baseline == 'rebaseline')
|
|
run: |
|
|
set -euo pipefail
|
|
git config user.name "github-actions[bot]"
|
|
git config user.email "github-actions[bot]@users.noreply.github.com"
|
|
git checkout benchmarks
|
|
mv -f report.md latest.md
|
|
git add .phpbench latest.md
|
|
git commit -m "Store benchmark results [skip ci]" || echo "No changes to commit"
|
|
git push origin benchmarks
|
|
|
|
- name: Restore workspace
|
|
if: always()
|
|
run: |
|
|
set -euo pipefail
|
|
echo "Restoring workspace to original commit: ${GITHUB_SHA}"
|
|
git fetch origin || true
|
|
git checkout --detach "${GITHUB_SHA}"
|
|
git reset --hard "${GITHUB_SHA}" |