From 3fe3393429a6a2f039360154fb0ebb68c4b2eddb Mon Sep 17 00:00:00 2001 From: Jianhong Shi Date: Thu, 6 Aug 2026 06:18:03 -0500 Subject: [PATCH] enable complete TPC-H Q1-Q22 benchmark coverage --- bench_suites/tpch_baseline/q01.benchmark | 7 +++++++ bench_suites/tpch_baseline/q04.benchmark | 7 +++++++ bench_suites/tpch_baseline/q05.benchmark | 7 +++++++ bench_suites/tpch_baseline/q06.benchmark | 7 +++++++ bench_suites/tpch_baseline/q09.benchmark | 7 +++++++ bench_suites/tpch_baseline/q12.benchmark | 7 +++++++ bench_suites/tpch_baseline/q13.benchmark | 7 +++++++ bench_suites/tpch_baseline/q14.benchmark | 7 +++++++ bench_suites/tpch_baseline/q15.benchmark | 7 +++++++ bench_suites/tpch_baseline/q16.benchmark | 7 +++++++ bench_suites/tpch_baseline/q19.benchmark | 7 +++++++ bench_suites/tpch_baseline/q20.benchmark | 7 +++++++ bench_suites/tpch_baseline/q22.benchmark | 7 +++++++ bench_suites/tpch_robust/q01.benchmark | 7 +++++++ bench_suites/tpch_robust/q04.benchmark | 7 +++++++ bench_suites/tpch_robust/q05.benchmark | 7 +++++++ bench_suites/tpch_robust/q06.benchmark | 7 +++++++ bench_suites/tpch_robust/q09.benchmark | 7 +++++++ bench_suites/tpch_robust/q12.benchmark | 7 +++++++ bench_suites/tpch_robust/q13.benchmark | 7 +++++++ bench_suites/tpch_robust/q14.benchmark | 7 +++++++ bench_suites/tpch_robust/q15.benchmark | 7 +++++++ bench_suites/tpch_robust/q16.benchmark | 7 +++++++ bench_suites/tpch_robust/q19.benchmark | 7 +++++++ bench_suites/tpch_robust/q20.benchmark | 7 +++++++ bench_suites/tpch_robust/q22.benchmark | 7 +++++++ scripts/bench_tpch.sh | 2 +- 27 files changed, 183 insertions(+), 1 deletion(-) create mode 100644 bench_suites/tpch_baseline/q01.benchmark create mode 100644 bench_suites/tpch_baseline/q04.benchmark create mode 100644 bench_suites/tpch_baseline/q05.benchmark create mode 100644 bench_suites/tpch_baseline/q06.benchmark create mode 100644 bench_suites/tpch_baseline/q09.benchmark create mode 100644 bench_suites/tpch_baseline/q12.benchmark create mode 100644 bench_suites/tpch_baseline/q13.benchmark create mode 100644 bench_suites/tpch_baseline/q14.benchmark create mode 100644 bench_suites/tpch_baseline/q15.benchmark create mode 100644 bench_suites/tpch_baseline/q16.benchmark create mode 100644 bench_suites/tpch_baseline/q19.benchmark create mode 100644 bench_suites/tpch_baseline/q20.benchmark create mode 100644 bench_suites/tpch_baseline/q22.benchmark create mode 100644 bench_suites/tpch_robust/q01.benchmark create mode 100644 bench_suites/tpch_robust/q04.benchmark create mode 100644 bench_suites/tpch_robust/q05.benchmark create mode 100644 bench_suites/tpch_robust/q06.benchmark create mode 100644 bench_suites/tpch_robust/q09.benchmark create mode 100644 bench_suites/tpch_robust/q12.benchmark create mode 100644 bench_suites/tpch_robust/q13.benchmark create mode 100644 bench_suites/tpch_robust/q14.benchmark create mode 100644 bench_suites/tpch_robust/q15.benchmark create mode 100644 bench_suites/tpch_robust/q16.benchmark create mode 100644 bench_suites/tpch_robust/q19.benchmark create mode 100644 bench_suites/tpch_robust/q20.benchmark create mode 100644 bench_suites/tpch_robust/q22.benchmark diff --git a/bench_suites/tpch_baseline/q01.benchmark b/bench_suites/tpch_baseline/q01.benchmark new file mode 100644 index 0000000..16d8a0a --- /dev/null +++ b/bench_suites/tpch_baseline/q01.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q01.benchmark +# description: Run TPCH query 01 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=1 +QUERY_NUMBER_PADDED=01 diff --git a/bench_suites/tpch_baseline/q04.benchmark b/bench_suites/tpch_baseline/q04.benchmark new file mode 100644 index 0000000..25bbfd8 --- /dev/null +++ b/bench_suites/tpch_baseline/q04.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q0.benchmark +# description: Run TPCH query 04 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=4 +QUERY_NUMBER_PADDED=04 diff --git a/bench_suites/tpch_baseline/q05.benchmark b/bench_suites/tpch_baseline/q05.benchmark new file mode 100644 index 0000000..7e9a3d3 --- /dev/null +++ b/bench_suites/tpch_baseline/q05.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q05.benchmark +# description: Run TPCH query 05 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=5 +QUERY_NUMBER_PADDED=05 diff --git a/bench_suites/tpch_baseline/q06.benchmark b/bench_suites/tpch_baseline/q06.benchmark new file mode 100644 index 0000000..ce4e624 --- /dev/null +++ b/bench_suites/tpch_baseline/q06.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q06.benchmark +# description: Run TPCH query 06 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=6 +QUERY_NUMBER_PADDED=06 diff --git a/bench_suites/tpch_baseline/q09.benchmark b/bench_suites/tpch_baseline/q09.benchmark new file mode 100644 index 0000000..4466fed --- /dev/null +++ b/bench_suites/tpch_baseline/q09.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q09.benchmark +# description: Run TPCH query 09 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=9 +QUERY_NUMBER_PADDED=09 diff --git a/bench_suites/tpch_baseline/q12.benchmark b/bench_suites/tpch_baseline/q12.benchmark new file mode 100644 index 0000000..8481614 --- /dev/null +++ b/bench_suites/tpch_baseline/q12.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q12.benchmark +# description: Run TPCH query 12 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=12 +QUERY_NUMBER_PADDED=12 diff --git a/bench_suites/tpch_baseline/q13.benchmark b/bench_suites/tpch_baseline/q13.benchmark new file mode 100644 index 0000000..b0d35e0 --- /dev/null +++ b/bench_suites/tpch_baseline/q13.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q13.benchmark +# description: Run TPCH query 13 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=13 +QUERY_NUMBER_PADDED=13 diff --git a/bench_suites/tpch_baseline/q14.benchmark b/bench_suites/tpch_baseline/q14.benchmark new file mode 100644 index 0000000..eef7e2f --- /dev/null +++ b/bench_suites/tpch_baseline/q14.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q14.benchmark +# description: Run TPCH query 14 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=14 +QUERY_NUMBER_PADDED=14 diff --git a/bench_suites/tpch_baseline/q15.benchmark b/bench_suites/tpch_baseline/q15.benchmark new file mode 100644 index 0000000..ad339d2 --- /dev/null +++ b/bench_suites/tpch_baseline/q15.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q15.benchmark +# description: Run TPCH query 15 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=15 +QUERY_NUMBER_PADDED=15 diff --git a/bench_suites/tpch_baseline/q16.benchmark b/bench_suites/tpch_baseline/q16.benchmark new file mode 100644 index 0000000..d17df97 --- /dev/null +++ b/bench_suites/tpch_baseline/q16.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q16.benchmark +# description: Run TPCH query 16 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=16 +QUERY_NUMBER_PADDED=16 diff --git a/bench_suites/tpch_baseline/q19.benchmark b/bench_suites/tpch_baseline/q19.benchmark new file mode 100644 index 0000000..5985041 --- /dev/null +++ b/bench_suites/tpch_baseline/q19.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q19.benchmark +# description: Run TPCH query 19 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=19 +QUERY_NUMBER_PADDED=19 diff --git a/bench_suites/tpch_baseline/q20.benchmark b/bench_suites/tpch_baseline/q20.benchmark new file mode 100644 index 0000000..4accacc --- /dev/null +++ b/bench_suites/tpch_baseline/q20.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q20.benchmark +# description: Run TPCH query 20 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=20 +QUERY_NUMBER_PADDED=20 diff --git a/bench_suites/tpch_baseline/q22.benchmark b/bench_suites/tpch_baseline/q22.benchmark new file mode 100644 index 0000000..2e71237 --- /dev/null +++ b/bench_suites/tpch_baseline/q22.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_baseline/q22.benchmark +# description: Run TPCH query 22 (baseline, single-threaded) +# group: [tpch_baseline] + +template benchmark/tpch_baseline/tpch_baseline.benchmark.in +QUERY_NUMBER=22 +QUERY_NUMBER_PADDED=22 diff --git a/bench_suites/tpch_robust/q01.benchmark b/bench_suites/tpch_robust/q01.benchmark new file mode 100644 index 0000000..50f158d --- /dev/null +++ b/bench_suites/tpch_robust/q01.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q01.benchmark +# description: Run TPCH query 01 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=1 +QUERY_NUMBER_PADDED=01 diff --git a/bench_suites/tpch_robust/q04.benchmark b/bench_suites/tpch_robust/q04.benchmark new file mode 100644 index 0000000..562ea07 --- /dev/null +++ b/bench_suites/tpch_robust/q04.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q04.benchmark +# description: Run TPCH query 04 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=4 +QUERY_NUMBER_PADDED=04 diff --git a/bench_suites/tpch_robust/q05.benchmark b/bench_suites/tpch_robust/q05.benchmark new file mode 100644 index 0000000..c728f15 --- /dev/null +++ b/bench_suites/tpch_robust/q05.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q05.benchmark +# description: Run TPCH query 05 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=5 +QUERY_NUMBER_PADDED=05 diff --git a/bench_suites/tpch_robust/q06.benchmark b/bench_suites/tpch_robust/q06.benchmark new file mode 100644 index 0000000..01e3c1b --- /dev/null +++ b/bench_suites/tpch_robust/q06.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q06.benchmark +# description: Run TPCH query 06 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=6 +QUERY_NUMBER_PADDED=06 diff --git a/bench_suites/tpch_robust/q09.benchmark b/bench_suites/tpch_robust/q09.benchmark new file mode 100644 index 0000000..6b769d8 --- /dev/null +++ b/bench_suites/tpch_robust/q09.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q09.benchmark +# description: Run TPCH query 09 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=9 +QUERY_NUMBER_PADDED=09 diff --git a/bench_suites/tpch_robust/q12.benchmark b/bench_suites/tpch_robust/q12.benchmark new file mode 100644 index 0000000..7b3f4b3 --- /dev/null +++ b/bench_suites/tpch_robust/q12.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q12.benchmark +# description: Run TPCH query 12 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=12 +QUERY_NUMBER_PADDED=12 diff --git a/bench_suites/tpch_robust/q13.benchmark b/bench_suites/tpch_robust/q13.benchmark new file mode 100644 index 0000000..2ac171b --- /dev/null +++ b/bench_suites/tpch_robust/q13.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q13.benchmark +# description: Run TPCH query 13 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=13 +QUERY_NUMBER_PADDED=13 diff --git a/bench_suites/tpch_robust/q14.benchmark b/bench_suites/tpch_robust/q14.benchmark new file mode 100644 index 0000000..958d366 --- /dev/null +++ b/bench_suites/tpch_robust/q14.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q14.benchmark +# description: Run TPCH query 14 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=14 +QUERY_NUMBER_PADDED=14 diff --git a/bench_suites/tpch_robust/q15.benchmark b/bench_suites/tpch_robust/q15.benchmark new file mode 100644 index 0000000..3cef108 --- /dev/null +++ b/bench_suites/tpch_robust/q15.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q15.benchmark +# description: Run TPCH query 15 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=15 +QUERY_NUMBER_PADDED=15 diff --git a/bench_suites/tpch_robust/q16.benchmark b/bench_suites/tpch_robust/q16.benchmark new file mode 100644 index 0000000..03676de --- /dev/null +++ b/bench_suites/tpch_robust/q16.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q16.benchmark +# description: Run TPCH query 16 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=16 +QUERY_NUMBER_PADDED=16 diff --git a/bench_suites/tpch_robust/q19.benchmark b/bench_suites/tpch_robust/q19.benchmark new file mode 100644 index 0000000..5ddf7e2 --- /dev/null +++ b/bench_suites/tpch_robust/q19.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q19.benchmark +# description: Run TPCH query 19 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=19 +QUERY_NUMBER_PADDED=19 diff --git a/bench_suites/tpch_robust/q20.benchmark b/bench_suites/tpch_robust/q20.benchmark new file mode 100644 index 0000000..9f090ab --- /dev/null +++ b/bench_suites/tpch_robust/q20.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q20.benchmark +# description: Run TPCH query 20 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=20 +QUERY_NUMBER_PADDED=20 diff --git a/bench_suites/tpch_robust/q22.benchmark b/bench_suites/tpch_robust/q22.benchmark new file mode 100644 index 0000000..d06cd08 --- /dev/null +++ b/bench_suites/tpch_robust/q22.benchmark @@ -0,0 +1,7 @@ +# name: benchmark/tpch_robust/q22.benchmark +# description: Run TPCH query 22 with Robust extension (single-threaded) +# group: [tpch_robust] + +template benchmark/tpch_robust/tpch_robust.benchmark.in +QUERY_NUMBER=22 +QUERY_NUMBER_PADDED=22 diff --git a/scripts/bench_tpch.sh b/scripts/bench_tpch.sh index 1cb65eb..755bd7b 100755 --- a/scripts/bench_tpch.sh +++ b/scripts/bench_tpch.sh @@ -31,7 +31,7 @@ if [ -z "$(ls -A "$PROJECT_ROOT/tpchdata/queries"/q*.sql 2>/dev/null)" ]; then fi RUNNER="$PROJECT_ROOT/build/release/benchmark/benchmark_runner" -PATTERN="q(02|03|07|08|10|11|17|18|21)\.benchmark" +PATTERN="q(01|02|03|04|05|06|07|08|09|10|11|12|13|14|15|16|17|18|19|20|21|22)\.benchmark" RUN_BASELINE=true RUN_ROBUST=true OUT_DIR="$PROJECT_ROOT/benchmark_results/tpch"