add Benchmark (pytest) benchmark result for aa8d896a77995ddf35fc50d9e06e5e121d047610
diff --git a/dev/bench/data.js b/dev/bench/data.js
index 430bfbb..45e717f 100644
--- a/dev/bench/data.js
+++ b/dev/bench/data.js
@@ -1,5 +1,5 @@
window.BENCHMARK_DATA = {
- "lastUpdate": 1719613792010,
+ "lastUpdate": 1719948752693,
"repoUrl": "https://github.com/MPACT-ORG/mpact-compiler",
"entries": {
"Benchmark": [
@@ -418,6 +418,114 @@
"extra": "mean: 199.73502259999805 msec\nrounds: 5"
}
]
+ },
+ {
+ "commit": {
+ "author": {
+ "email": "yinyingli@google.com",
+ "name": "Yinying Li",
+ "username": "yinying-lisa-li"
+ },
+ "committer": {
+ "email": "noreply@github.com",
+ "name": "GitHub",
+ "username": "web-flow"
+ },
+ "distinct": true,
+ "id": "aa8d896a77995ddf35fc50d9e06e5e121d047610",
+ "message": "[mpact][benchmark] set up regression benchmark for each commit with graphs (#58)",
+ "timestamp": "2024-07-02T15:28:13-04:00",
+ "tree_id": "c9c7befb6fd06fbbcd1209bda7e13fcb6950ed34",
+ "url": "https://github.com/MPACT-ORG/mpact-compiler/commit/aa8d896a77995ddf35fc50d9e06e5e121d047610"
+ },
+ "date": 1719948752248,
+ "tool": "pytest",
+ "benches": [
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_mv_dense",
+ "value": 5852.580803673562,
+ "unit": "iter/sec",
+ "range": "stddev: 0.000008098366418064155",
+ "extra": "mean: 170.86479171245574 usec\nrounds: 1834"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_mm_dense",
+ "value": 34.43076839022791,
+ "unit": "iter/sec",
+ "range": "stddev: 0.0006086274806415394",
+ "extra": "mean: 29.043789806440056 msec\nrounds: 31"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_add_dense",
+ "value": 5802.733470460277,
+ "unit": "iter/sec",
+ "range": "stddev: 0.00004454435239320872",
+ "extra": "mean: 172.33257482713216 usec\nrounds: 2018"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_mul_dense",
+ "value": 5671.297426386338,
+ "unit": "iter/sec",
+ "range": "stddev: 0.00003430388155974315",
+ "extra": "mean: 176.32649547657113 usec\nrounds: 3316"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_nop_dense",
+ "value": 986318.2783261854,
+ "unit": "iter/sec",
+ "range": "stddev: 1.8088304088312995e-7",
+ "extra": "mean: 1.0138715077824907 usec\nrounds: 128140"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_sddmm_dense",
+ "value": 31.24834710280663,
+ "unit": "iter/sec",
+ "range": "stddev: 0.00043359108481316527",
+ "extra": "mean: 32.00169265625519 msec\nrounds: 32"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_mv_sparse",
+ "value": 12359.856575331278,
+ "unit": "iter/sec",
+ "range": "stddev: 0.000004186711076895069",
+ "extra": "mean: 80.90708770811099 usec\nrounds: 3352"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_mm_sparse",
+ "value": 19.952093711859064,
+ "unit": "iter/sec",
+ "range": "stddev: 0.0009396451401827426",
+ "extra": "mean: 50.12005328571723 msec\nrounds: 21"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_add_sparse",
+ "value": 214.1812644000171,
+ "unit": "iter/sec",
+ "range": "stddev: 0.0005696395902098518",
+ "extra": "mean: 4.668942462363763 msec\nrounds: 279"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_mul_sparse",
+ "value": 187.5572338761418,
+ "unit": "iter/sec",
+ "range": "stddev: 0.00010297395640425473",
+ "extra": "mean: 5.331705844309772 msec\nrounds: 167"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_nop_sparse",
+ "value": 976700.9973067238,
+ "unit": "iter/sec",
+ "range": "stddev: 1.9521875916230403e-7",
+ "extra": "mean: 1.0238547956411674 usec\nrounds: 174795"
+ },
+ {
+ "name": "benchmark/python/benchmarks/regression_benchmark.py::test_sddmm_sparse",
+ "value": 21.71808296320426,
+ "unit": "iter/sec",
+ "range": "stddev: 0.00019562198685462142",
+ "extra": "mean: 46.04457961111229 msec\nrounds: 18"
+ }
+ ]
}
]
}
