add benchmarking code

duckdb · Sep 3, 2024 · f4cfb12 · f4cfb12
1 parent 3933ebd
commit f4cfb12
Show file tree

Hide file tree

Showing 950 changed files with 5,130 additions and 2,082 deletions.
diff --git a/benchmark/benchmark.Makefile b/benchmark/benchmark.Makefile
@@ -4,6 +4,11 @@ ifeq ("$(BENCHMARK_PATTERN)a", "a")
     BENCHMARK_PATTERN:=.*
 endif
 
+ifeq ("$(IO_MODE)a", "a")
+    IO_MODE:=local
+endif
+
+
 bench-output-dir:
 	mkdir -p benchmark_results
 
@@ -22,10 +27,13 @@ plot:
 
 # TPCH SF1 on delta table
 bench-run-tpch-sf1-delta: bench-output-dir
-	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1-delta/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpch-sf1-delta.csv
+	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1/delta/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpch-sf1-delta.csv
 # TPCH SF1 on parquet files
 bench-run-tpch-sf1-parquet: bench-output-dir
-	./build/release/benchmark/benchmark_runner 'benchmark/tpch/sf1-parquet/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpch-sf1-parquet.csv
+	./build/release/benchmark/benchmark_runner 'benchmark/tpch/sf1/parquet/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpch-sf1-parquet.csv
+# TPCH SF1 on duckdb file
+bench-run-tpch-sf1-duckdb: bench-output-dir
+	./build/release/benchmark/benchmark_runner 'benchmark/tpch/sf1/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpch-sf1-duckdb.csv
 # COMPARES TPCH SF1 on parquet file vs on delta files
 bench-run-tpch-sf1: bench-run-tpch-sf1-delta bench-run-tpch-sf1-parquet
 
@@ -35,25 +43,29 @@ bench-run-tpch-sf1: bench-run-tpch-sf1-delta bench-run-tpch-sf1-parquet
 
 # TPCH on remote delta table (set BENCHMARK_DATA_S3_LINEITEM_SF1)
 bench-run-tpch-sf1-remote-delta: bench-output-dir
-	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1-delta-remote/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpch-sf1-remote-delta.csv
+	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1/delta-remote/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpch-sf1-remote-delta.csv
 # TPCH on remote parquet table (set BENCHMARK_DATA_S3_LINEITEM_SF1)
 bench-run-tpch-sf1-remote-parquet: bench-output-dir
-	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1-parquet-remote/$(BENCHMARK_PATTERN)'  2>&1 | tee benchmark_results/tpch-sf1-remote-parquet.csv
+	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpch/sf1/parquet-remote/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpch-sf1-remote-parquet.csv
 # COMPARES TPCH SF1 on parquet file vs on delta files
 bench-run-tpch-sf1-remote: bench-run-tpch-sf1-remote-parquet bench-run-tpch-sf1-remote-delta
 
 ###
-# TPCDS LOCAL
+# TPCDS
 ###
 
 # TPCDS SF1 on delta table
 bench-run-tpcds-sf1-delta: bench-output-dir
-	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpcds/sf1-delta/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpcds-sf1-delta.csv
+	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpcds/sf1/$(IO_MODE)/delta/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpcds-sf1-delta-$(IO_MODE).csv
 # TPCDS SF1 on parquet files
 bench-run-tpcds-sf1-parquet: bench-output-dir
-	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpcds/sf1-parquet/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpcds-sf1-parquet.csv
+	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpcds/sf1/$(IO_MODE)/parquet/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpcds-sf1-parquet-$(IO_MODE).csv
+# TPCDS SF1 on duckdb files
+bench-run-tpcds-sf1-duckdb: bench-output-dir
+	./build/release/benchmark/benchmark_runner --root-dir './' 'benchmark/tpcds/sf1/$(IO_MODE)/duckdb/$(BENCHMARK_PATTERN)' 2>&1 | tee benchmark_results/tpcds-sf1-duckdb-$(IO_MODE).csv
+
 # COMPARES TPCDS SF1 on parquet file vs on delta files
-bench-run-tpcds-sf1: bench-run-tpcds-sf1-delta bench-run-tpcds-sf1-parquet
+bench-run-tpcds-sf1: bench-run-tpcds-sf1-delta bench-run-tpcds-sf1-parquet bench-run-tpcds-sf1-duckdb
 
 ###
 # ALL

diff --git a/benchmark/tpcds/sf1-delta/load.sql b/benchmark/tpcds/sf1-delta/load.sql
diff --git a/benchmark/tpcds/sf1-delta/q01.benchmark b/benchmark/tpcds/sf1-delta/q01.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q02.benchmark b/benchmark/tpcds/sf1-delta/q02.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q03.benchmark b/benchmark/tpcds/sf1-delta/q03.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q04.benchmark b/benchmark/tpcds/sf1-delta/q04.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q05.benchmark b/benchmark/tpcds/sf1-delta/q05.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q06.benchmark b/benchmark/tpcds/sf1-delta/q06.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q07.benchmark b/benchmark/tpcds/sf1-delta/q07.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q08.benchmark b/benchmark/tpcds/sf1-delta/q08.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q09.benchmark b/benchmark/tpcds/sf1-delta/q09.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q10.benchmark b/benchmark/tpcds/sf1-delta/q10.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q11.benchmark b/benchmark/tpcds/sf1-delta/q11.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q12.benchmark b/benchmark/tpcds/sf1-delta/q12.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q13.benchmark b/benchmark/tpcds/sf1-delta/q13.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q14.benchmark b/benchmark/tpcds/sf1-delta/q14.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q15.benchmark b/benchmark/tpcds/sf1-delta/q15.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q16.benchmark b/benchmark/tpcds/sf1-delta/q16.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q17.benchmark b/benchmark/tpcds/sf1-delta/q17.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q18.benchmark b/benchmark/tpcds/sf1-delta/q18.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q19.benchmark b/benchmark/tpcds/sf1-delta/q19.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q20.benchmark b/benchmark/tpcds/sf1-delta/q20.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q21.benchmark b/benchmark/tpcds/sf1-delta/q21.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q22.benchmark b/benchmark/tpcds/sf1-delta/q22.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q23.benchmark b/benchmark/tpcds/sf1-delta/q23.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q24.benchmark b/benchmark/tpcds/sf1-delta/q24.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q25.benchmark b/benchmark/tpcds/sf1-delta/q25.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q26.benchmark b/benchmark/tpcds/sf1-delta/q26.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q27.benchmark b/benchmark/tpcds/sf1-delta/q27.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q28.benchmark b/benchmark/tpcds/sf1-delta/q28.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q29.benchmark b/benchmark/tpcds/sf1-delta/q29.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q30.benchmark b/benchmark/tpcds/sf1-delta/q30.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q31.benchmark b/benchmark/tpcds/sf1-delta/q31.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q32.benchmark b/benchmark/tpcds/sf1-delta/q32.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q33.benchmark b/benchmark/tpcds/sf1-delta/q33.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q34.benchmark b/benchmark/tpcds/sf1-delta/q34.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q35.benchmark b/benchmark/tpcds/sf1-delta/q35.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q36.benchmark b/benchmark/tpcds/sf1-delta/q36.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q37.benchmark b/benchmark/tpcds/sf1-delta/q37.benchmark
diff --git a/benchmark/tpcds/sf1-delta/q38.benchmark b/benchmark/tpcds/sf1-delta/q38.benchmark