This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion.git
The following commit(s) were added to refs/heads/main by this push:
new 31701b8dc9 chore: Added a number of physical planning join benchmarks
(#13085)
31701b8dc9 is described below
commit 31701b8dc9c6486856c06a29a32107d9f4549cec
Author: Max Norfolk <[email protected]>
AuthorDate: Thu Oct 24 15:01:08 2024 -0400
chore: Added a number of physical planning join benchmarks (#13085)
* chore: Added a number of physical planning join benchmarks
* Ran cargo fmt
---
datafusion/core/benches/sql_planner.rs | 69 +++++++++++++++++++++++++++++++++-
1 file changed, 68 insertions(+), 1 deletion(-)
diff --git a/datafusion/core/benches/sql_planner.rs
b/datafusion/core/benches/sql_planner.rs
index 09f05c70fe..64d2760e9d 100644
--- a/datafusion/core/benches/sql_planner.rs
+++ b/datafusion/core/benches/sql_planner.rs
@@ -60,7 +60,9 @@ fn create_schema(column_prefix: &str, num_columns: usize) ->
Schema {
fn create_table_provider(column_prefix: &str, num_columns: usize) ->
Arc<MemTable> {
let schema = Arc::new(create_schema(column_prefix, num_columns));
- MemTable::try_new(schema, vec![]).map(Arc::new).unwrap()
+ MemTable::try_new(schema, vec![vec![]])
+ .map(Arc::new)
+ .unwrap()
}
fn create_context() -> SessionContext {
@@ -158,6 +160,71 @@ fn criterion_benchmark(c: &mut Criterion) {
});
});
+ // Benchmark for Physical Planning Joins
+ c.bench_function("physical_join_consider_sort", |b| {
+ b.iter(|| {
+ physical_plan(
+ &ctx,
+ "SELECT t1.a7, t2.b8 \
+ FROM t1, t2 WHERE a7 = b7 \
+ ORDER BY a7",
+ );
+ });
+ });
+
+ c.bench_function("physical_theta_join_consider_sort", |b| {
+ b.iter(|| {
+ physical_plan(
+ &ctx,
+ "SELECT t1.a7, t2.b8 \
+ FROM t1, t2 WHERE a7 < b7 \
+ ORDER BY a7",
+ );
+ });
+ });
+
+ c.bench_function("physical_many_self_joins", |b| {
+ b.iter(|| {
+ physical_plan(
+ &ctx,
+ "SELECT ta.a9, tb.a10, tc.a11, td.a12, te.a13, tf.a14 \
+ FROM t1 AS ta, t1 AS tb, t1 AS tc, t1 AS td, t1 AS te, t1 AS
tf \
+ WHERE ta.a9 = tb.a10 AND tb.a10 = tc.a11 AND tc.a11 = td.a12
AND \
+ td.a12 = te.a13 AND te.a13 = tf.a14",
+ );
+ });
+ });
+
+ c.bench_function("physical_unnest_to_join", |b| {
+ b.iter(|| {
+ physical_plan(
+ &ctx,
+ "SELECT t1.a7 \
+ FROM t1 WHERE a7 = (SELECT b8 FROM t2)",
+ );
+ });
+ });
+
+ c.bench_function("physical_intersection", |b| {
+ b.iter(|| {
+ physical_plan(
+ &ctx,
+ "SELECT t1.a7 FROM t1 \
+ INTERSECT SELECT t2.b8 FROM t2",
+ );
+ });
+ });
+ // these two queries should be equivalent
+ c.bench_function("physical_join_distinct", |b| {
+ b.iter(|| {
+ logical_plan(
+ &ctx,
+ "SELECT DISTINCT t1.a7 \
+ FROM t1, t2 WHERE t1.a7 = t2.b8",
+ );
+ });
+ });
+
// --- TPC-H ---
let tpch_ctx = register_defs(SessionContext::new(), tpch_schemas());
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
