thinkharderdev commented on code in PR #12523:
URL: https://github.com/apache/datafusion/pull/12523#discussion_r1765122554
##########
datafusion/physical-plan/src/joins/hash_join.rs:
##########
@@ -688,11 +770,21 @@ impl ExecutionPlan for HashJoinExec {
);
}
+ let shared_state =
context.session_config().get_extension::<SharedJoinState>();
+
let join_metrics = BuildProbeJoinMetrics::new(partition,
&self.metrics);
let left_fut = match self.mode {
PartitionMode::CollectLeft => self.left_fut.once(|| {
let reservation =
MemoryConsumer::new("HashJoinInput").register(context.memory_pool());
+
+ let probe_threads = shared_state
Review Comment:
If shared state is available we use the `num_task_partitions` instead of
output partitioning to determine the number of local probe threads
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
