window.BENCHMARK_DATA = { "lastUpdate": 1682547601223, "repoUrl": "https://github.com/chidiwilliams/buzz", "entries": { "Linux": [ { "commit": { "author": { "name": "chidiwilliams", "username": "chidiwilliams" }, "committer": { "name": "chidiwilliams", "username": "chidiwilliams" }, "id": "9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f", "message": "Add benchmarks", "timestamp": "2023-04-25T08:26:59Z", "url": "https://github.com/chidiwilliams/buzz/pull/417/commits/9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f" }, "date": 1682412710413, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.07358081588969145, "unit": "iter/sec", "range": "stddev: 0.05378468020768506", "extra": "mean: 13.590498935200014 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.11460093237003174, "unit": "iter/sec", "range": "stddev: 0.0971167920591118", "extra": "mean: 8.725932497400004 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Faster Whisper - Tiny]", "value": 0.10849457985541304, "unit": "iter/sec", "range": "stddev: 0.11626396793081545", "extra": "mean: 9.21705030180001 sec\nrounds: 5" } ] }, { "commit": { "author": { "name": "chidiwilliams", "username": "chidiwilliams" }, "committer": { "name": "chidiwilliams", "username": "chidiwilliams" }, "id": "9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f", "message": "Add benchmarks", "timestamp": "2023-04-25T08:26:59Z", "url": "https://github.com/chidiwilliams/buzz/pull/417/commits/9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f" }, "date": 1682412710413, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.07358081588969145, "unit": "iter/sec", "range": "stddev: 0.05378468020768506", "extra": "mean: 13.590498935200014 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.11460093237003174, "unit": "iter/sec", "range": "stddev: 0.0971167920591118", "extra": "mean: 8.725932497400004 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Faster Whisper - Tiny]", "value": 0.10849457985541304, "unit": "iter/sec", "range": "stddev: 0.11626396793081545", "extra": "mean: 9.21705030180001 sec\nrounds: 5" } ] }, { "commit": { "author": { "email": "williamschidi1@gmail.com", "name": "Chidi Williams", "username": "chidiwilliams" }, "committer": { "email": "noreply@github.com", "name": "GitHub", "username": "web-flow" }, "distinct": true, "id": "84ab53d5bd5f9bf311ed046667296e146089b6f6", "message": "Add benchmarks (#417)", "timestamp": "2023-04-25T19:27:40+01:00", "tree_id": "850cdaf9511cd9ed5312c4f1d52d078f7127c5a5", "url": "https://github.com/chidiwilliams/buzz/commit/84ab53d5bd5f9bf311ed046667296e146089b6f6" }, "date": 1682447735811, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.07978758934178139, "unit": "iter/sec", "range": "stddev: 0.04469325799930726", "extra": "mean: 12.533277521599995 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.12645890234256763, "unit": "iter/sec", "range": "stddev: 0.08670375793044285", "extra": "mean: 7.907707416999995 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Faster Whisper - Tiny]", "value": 0.10742746669322074, "unit": "iter/sec", "range": "stddev: 0.05043405851660138", "extra": "mean: 9.308606362800003 sec\nrounds: 5" } ] }, { "commit": { "author": { "email": "williamschidi1@gmail.com", "name": "Chidi Williams", "username": "chidiwilliams" }, "committer": { "email": "noreply@github.com", "name": "GitHub", "username": "web-flow" }, "distinct": true, "id": "84ab53d5bd5f9bf311ed046667296e146089b6f6", "message": "Add benchmarks (#417)", "timestamp": "2023-04-25T19:27:40+01:00", "tree_id": "850cdaf9511cd9ed5312c4f1d52d078f7127c5a5", "url": "https://github.com/chidiwilliams/buzz/commit/84ab53d5bd5f9bf311ed046667296e146089b6f6" }, "date": 1682447735811, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.07978758934178139, "unit": "iter/sec", "range": "stddev: 0.04469325799930726", "extra": "mean: 12.533277521599995 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.12645890234256763, "unit": "iter/sec", "range": "stddev: 0.08670375793044285", "extra": "mean: 7.907707416999995 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Faster Whisper - Tiny]", "value": 0.10742746669322074, "unit": "iter/sec", "range": "stddev: 0.05043405851660138", "extra": "mean: 9.308606362800003 sec\nrounds: 5" } ] }, { "commit": { "author": { "email": "williamschidi1@gmail.com", "name": "Chidi Williams", "username": "chidiwilliams" }, "committer": { "email": "noreply@github.com", "name": "GitHub", "username": "web-flow" }, "distinct": true, "id": "0a4be2b195b2ff87faa856cabeae573aeb9ae5b0", "message": "Try to load API key only when needed (#420)", "timestamp": "2023-04-26T22:10:42Z", "tree_id": "e4b845df6f032dd222d62c8cdcd4e0a6e6f754da", "url": "https://github.com/chidiwilliams/buzz/commit/0a4be2b195b2ff87faa856cabeae573aeb9ae5b0" }, "date": 1682547403910, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.07721965033434652, "unit": "iter/sec", "range": "stddev: 0.182791821216479", "extra": "mean: 12.950071590200015 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.12245939026547016, "unit": "iter/sec", "range": "stddev: 0.04634463806219904", "extra": "mean: 8.165972391600008 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Faster Whisper - Tiny]", "value": 0.10254550098902074, "unit": "iter/sec", "range": "stddev: 0.03821298688002827", "extra": "mean: 9.751768632999973 sec\nrounds: 5" } ] }, { "commit": { "author": { "email": "williamschidi1@gmail.com", "name": "Chidi Williams", "username": "chidiwilliams" }, "committer": { "email": "noreply@github.com", "name": "GitHub", "username": "web-flow" }, "distinct": true, "id": "0a4be2b195b2ff87faa856cabeae573aeb9ae5b0", "message": "Try to load API key only when needed (#420)", "timestamp": "2023-04-26T22:10:42Z", "tree_id": "e4b845df6f032dd222d62c8cdcd4e0a6e6f754da", "url": "https://github.com/chidiwilliams/buzz/commit/0a4be2b195b2ff87faa856cabeae573aeb9ae5b0" }, "date": 1682547403910, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.07721965033434652, "unit": "iter/sec", "range": "stddev: 0.182791821216479", "extra": "mean: 12.950071590200015 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.12245939026547016, "unit": "iter/sec", "range": "stddev: 0.04634463806219904", "extra": "mean: 8.165972391600008 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Faster Whisper - Tiny]", "value": 0.10254550098902074, "unit": "iter/sec", "range": "stddev: 0.03821298688002827", "extra": "mean: 9.751768632999973 sec\nrounds: 5" } ] } ], "macOS": [ { "commit": { "author": { "name": "chidiwilliams", "username": "chidiwilliams" }, "committer": { "name": "chidiwilliams", "username": "chidiwilliams" }, "id": "9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f", "message": "Add benchmarks", "timestamp": "2023-04-25T08:26:59Z", "url": "https://github.com/chidiwilliams/buzz/pull/417/commits/9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f" }, "date": 1682412781471, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.10355431447525748, "unit": "iter/sec", "range": "stddev: 0.3217609892733118", "extra": "mean: 9.65676809380002 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.04384291915635912, "unit": "iter/sec", "range": "stddev: 0.18709189512719068", "extra": "mean: 22.808700224400013 sec\nrounds: 5" } ] }, { "commit": { "author": { "name": "chidiwilliams", "username": "chidiwilliams" }, "committer": { "name": "chidiwilliams", "username": "chidiwilliams" }, "id": "9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f", "message": "Add benchmarks", "timestamp": "2023-04-25T08:26:59Z", "url": "https://github.com/chidiwilliams/buzz/pull/417/commits/9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f" }, "date": 1682412781471, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.10355431447525748, "unit": "iter/sec", "range": "stddev: 0.3217609892733118", "extra": "mean: 9.65676809380002 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.04384291915635912, "unit": "iter/sec", "range": "stddev: 0.18709189512719068", "extra": "mean: 22.808700224400013 sec\nrounds: 5" } ] }, { "commit": { "author": { "email": "williamschidi1@gmail.com", "name": "Chidi Williams", "username": "chidiwilliams" }, "committer": { "email": "noreply@github.com", "name": "GitHub", "username": "web-flow" }, "distinct": true, "id": "84ab53d5bd5f9bf311ed046667296e146089b6f6", "message": "Add benchmarks (#417)", "timestamp": "2023-04-25T19:27:40+01:00", "tree_id": "850cdaf9511cd9ed5312c4f1d52d078f7127c5a5", "url": "https://github.com/chidiwilliams/buzz/commit/84ab53d5bd5f9bf311ed046667296e146089b6f6" }, "date": 1682448065499, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.07120039471296744, "unit": "iter/sec", "range": "stddev: 3.639337156288715", "extra": "mean: 14.0448659594 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.03680303465419076, "unit": "iter/sec", "range": "stddev: 3.915462669296367", "extra": "mean: 27.17167237419999 sec\nrounds: 5" } ] }, { "commit": { "author": { "email": "williamschidi1@gmail.com", "name": "Chidi Williams", "username": "chidiwilliams" }, "committer": { "email": "noreply@github.com", "name": "GitHub", "username": "web-flow" }, "distinct": true, "id": "84ab53d5bd5f9bf311ed046667296e146089b6f6", "message": "Add benchmarks (#417)", "timestamp": "2023-04-25T19:27:40+01:00", "tree_id": "850cdaf9511cd9ed5312c4f1d52d078f7127c5a5", "url": "https://github.com/chidiwilliams/buzz/commit/84ab53d5bd5f9bf311ed046667296e146089b6f6" }, "date": 1682448065499, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.07120039471296744, "unit": "iter/sec", "range": "stddev: 3.639337156288715", "extra": "mean: 14.0448659594 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.03680303465419076, "unit": "iter/sec", "range": "stddev: 3.915462669296367", "extra": "mean: 27.17167237419999 sec\nrounds: 5" } ] }, { "commit": { "author": { "email": "williamschidi1@gmail.com", "name": "Chidi Williams", "username": "chidiwilliams" }, "committer": { "email": "noreply@github.com", "name": "GitHub", "username": "web-flow" }, "distinct": true, "id": "0a4be2b195b2ff87faa856cabeae573aeb9ae5b0", "message": "Try to load API key only when needed (#420)", "timestamp": "2023-04-26T22:10:42Z", "tree_id": "e4b845df6f032dd222d62c8cdcd4e0a6e6f754da", "url": "https://github.com/chidiwilliams/buzz/commit/0a4be2b195b2ff87faa856cabeae573aeb9ae5b0" }, "date": 1682547592996, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.058235721448849816, "unit": "iter/sec", "range": "stddev: 10.221139917592755", "extra": "mean: 17.171591166399992 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.04056023320267545, "unit": "iter/sec", "range": "stddev: 1.065585652498524", "extra": "mean: 24.654690593199984 sec\nrounds: 5" } ] } ], "Windows": [ { "commit": { "author": { "name": "chidiwilliams", "username": "chidiwilliams" }, "committer": { "name": "chidiwilliams", "username": "chidiwilliams" }, "id": "9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f", "message": "Add benchmarks", "timestamp": "2023-04-25T08:26:59Z", "url": "https://github.com/chidiwilliams/buzz/pull/417/commits/9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f" }, "date": 1682413117411, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.03475044235662476, "unit": "iter/sec", "range": "stddev: 4.166258856356384", "extra": "mean: 28.776612099999987 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.07148279909691219, "unit": "iter/sec", "range": "stddev: 0.13648404431537534", "extra": "mean: 13.989379440000084 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Faster Whisper - Tiny]", "value": 0.0753848243003186, "unit": "iter/sec", "range": "stddev: 0.23375496060942236", "extra": "mean: 13.265269360000001 sec\nrounds: 5" } ] }, { "commit": { "author": { "name": "chidiwilliams", "username": "chidiwilliams" }, "committer": { "name": "chidiwilliams", "username": "chidiwilliams" }, "id": "9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f", "message": "Add benchmarks", "timestamp": "2023-04-25T08:26:59Z", "url": "https://github.com/chidiwilliams/buzz/pull/417/commits/9d3d52ed2abe66e8bdeb11495d64f7f2faaf0d4f" }, "date": 1682413117411, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.03475044235662476, "unit": "iter/sec", "range": "stddev: 4.166258856356384", "extra": "mean: 28.776612099999987 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.07148279909691219, "unit": "iter/sec", "range": "stddev: 0.13648404431537534", "extra": "mean: 13.989379440000084 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Faster Whisper - Tiny]", "value": 0.0753848243003186, "unit": "iter/sec", "range": "stddev: 0.23375496060942236", "extra": "mean: 13.265269360000001 sec\nrounds: 5" } ] }, { "commit": { "author": { "email": "williamschidi1@gmail.com", "name": "Chidi Williams", "username": "chidiwilliams" }, "committer": { "email": "noreply@github.com", "name": "GitHub", "username": "web-flow" }, "distinct": true, "id": "84ab53d5bd5f9bf311ed046667296e146089b6f6", "message": "Add benchmarks (#417)", "timestamp": "2023-04-25T19:27:40+01:00", "tree_id": "850cdaf9511cd9ed5312c4f1d52d078f7127c5a5", "url": "https://github.com/chidiwilliams/buzz/commit/84ab53d5bd5f9bf311ed046667296e146089b6f6" }, "date": 1682447968779, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.04841109007564256, "unit": "iter/sec", "range": "stddev: 14.626947042478198", "extra": "mean: 20.656423940000014 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.09090420522126132, "unit": "iter/sec", "range": "stddev: 0.08603528579384277", "extra": "mean: 11.000591199999985 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Faster Whisper - Tiny]", "value": 0.08925941782365587, "unit": "iter/sec", "range": "stddev: 0.09442368984213963", "extra": "mean: 11.203299600000037 sec\nrounds: 5" } ] }, { "commit": { "author": { "email": "williamschidi1@gmail.com", "name": "Chidi Williams", "username": "chidiwilliams" }, "committer": { "email": "noreply@github.com", "name": "GitHub", "username": "web-flow" }, "distinct": true, "id": "84ab53d5bd5f9bf311ed046667296e146089b6f6", "message": "Add benchmarks (#417)", "timestamp": "2023-04-25T19:27:40+01:00", "tree_id": "850cdaf9511cd9ed5312c4f1d52d078f7127c5a5", "url": "https://github.com/chidiwilliams/buzz/commit/84ab53d5bd5f9bf311ed046667296e146089b6f6" }, "date": 1682447968779, "tool": "pytest", "benches": [ { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper.cpp - Tiny]", "value": 0.04841109007564256, "unit": "iter/sec", "range": "stddev: 14.626947042478198", "extra": "mean: 20.656423940000014 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Whisper - Tiny]", "value": 0.09090420522126132, "unit": "iter/sec", "range": "stddev: 0.08603528579384277", "extra": "mean: 11.000591199999985 sec\nrounds: 5" }, { "name": "tests/transcriber_benchmarks_test.py::test_should_transcribe_and_benchmark[Faster Whisper - Tiny]", "value": 0.08925941782365587, "unit": "iter/sec", "range": "stddev: 0.09442368984213963", "extra": "mean: 11.203299600000037 sec\nrounds: 5" } ] } ] } }