mirror of
https://github.com/Respect/Validation.git
synced 2026-03-14 22:35:45 +01:00
Change CI Perf to run on schedule, no runs on PRs
See #1635 The goal is to collect data for a while. Until we have enough benchmarks, the PR check is not very useful, so it was disabled. We added `--tolerate-failure` to all runs, so this check will never fail because of a missed performance assertion, but it will report it and archive it.
This commit is contained in:
parent
b603ef7b24
commit
7876576f08
1 changed files with 17 additions and 18 deletions
35
.github/workflows/ci-perf.yml
vendored
35
.github/workflows/ci-perf.yml
vendored
|
|
@ -1,16 +1,17 @@
|
|||
name: CI - Perf
|
||||
|
||||
# EXPERIMENTAL: This workflow is running with --tolerate-failure flag for phpbench
|
||||
# This is to gather data for a future historical interleaving of performance benchmarks.
|
||||
|
||||
on:
|
||||
# Run once per day no matter what
|
||||
schedule:
|
||||
- cron: '0 0 * * *'
|
||||
# Run on push to main, so we get a data point every merge
|
||||
push:
|
||||
paths:
|
||||
- 'src/**'
|
||||
- 'tests/**'
|
||||
- '.github/**'
|
||||
pull_request:
|
||||
paths:
|
||||
- 'src/**'
|
||||
- 'tests/**'
|
||||
- '.github/**'
|
||||
branches:
|
||||
- main
|
||||
# Allow manual triggering with rebaseline option
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
baseline:
|
||||
|
|
@ -26,10 +27,8 @@ jobs:
|
|||
name: Benchmarks
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
continue-on-error: true # This job is experimental
|
||||
permissions:
|
||||
contents: write
|
||||
pull-requests: write
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v6
|
||||
|
|
@ -51,13 +50,9 @@ jobs:
|
|||
if [ -z "$(ls -A .phpbench)" ] || [ "${{ github.event.inputs.baseline || 'latest' }}" = "rebaseline" ]; then
|
||||
vendor/bin/phpbench run --report=aggregate --progress=plain --store --tag=${GITHUB_SHA}
|
||||
|
||||
# On main branch push, update baseline with tolerance for failures.
|
||||
elif [ "${GITHUB_REF}" = "refs/heads/main" ] && [ "${GITHUB_EVENT_NAME}" = "push" ]; then
|
||||
# Baseline exists. Compare against it.
|
||||
else
|
||||
vendor/bin/phpbench run --report=aggregate --progress=plain --store --tag=${GITHUB_SHA} --ref=latest --tolerate-failure
|
||||
|
||||
# On other branches, compare against latest baseline, fails if worse.
|
||||
else
|
||||
vendor/bin/phpbench run --report=aggregate --progress=plain --store --tag=${GITHUB_SHA} --ref=latest
|
||||
fi
|
||||
|
||||
# Generate report for human consumption
|
||||
|
|
@ -67,7 +62,11 @@ jobs:
|
|||
cat report.md
|
||||
|
||||
- name: Commit Results
|
||||
if: github.ref == 'refs/heads/main' && github.event_name == 'push'
|
||||
# only on: main push, schedule, workflow_dispatch+rebaseline
|
||||
if: >-
|
||||
(github.ref == 'refs/heads/main' && github.event_name == 'push') ||
|
||||
(github.event_name == 'schedule') ||
|
||||
(github.event_name == 'workflow_dispatch' && github.event.inputs.baseline == 'rebaseline')
|
||||
run: |
|
||||
set -euo pipefail
|
||||
git config user.name "github-actions[bot]"
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue