Skip to content

SQL benchmark configuration parity updates #24778

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
Omega359 wants to merge 1 commit into
base: main
Choose a base branch
from
Open

SQL benchmark configuration parity updates #24778

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/clickbench_sorted/init/load.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
-- Run benchmark with prefer_existing_sort configuration
-- This allows DataFusion to optimize away redundant sorts while maintaining parallelism

SET datafusion.execution.parquet.pushdown_filters = true;
SET datafusion.execution.parquet.reorder_filters = true;
set datafusion.optimizer.prefer_existing_sort=true;

CREATE EXTERNAL TABLE hits_raw STORED AS PARQUET LOCATION '${DATA_DIR:-data}/hits_sorted.parquet' WITH ORDER ("${SORTED_BY:-EventTime}" ${SORTED_ORDER:-ASC});
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q01.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q01
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q02.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q02
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q03.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q03
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q04.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q04
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q05.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q05
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q06.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q06
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q07.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q07
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q08.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q08
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q09.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q09
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q10.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q10
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q11.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q11
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q12.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q12
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q13.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q13
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q14.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q14
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down
2 changes: 2 additions & 0 deletions benchmarks/sql_benchmarks/hj/benchmarks/q15.benchmark
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
name Q15
group hj

init sql_benchmarks/hj/init/set_config.sql

load sql_benchmarks/hj/init/load.sql

assert I
Expand Down