@@ -257,17 +257,23 @@ Status ExchangeSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& inf
257257 _partitioner.reset (
258258 new vectorized::Crc32HashPartitioner<LocalExchangeChannelIds>(_partition_count));
259259 _partition_function.reset (new HashPartitionFunction (_partitioner.get ()));
260- // const long MEGABYTE = 1024 * 1024;
261- // const long MIN_PARTITION_DATA_PROCESSED_REBALANCE_THRESHOLD = 10000 * MEGABYTE; // 1MB
262- // const long MIN_DATA_PROCESSED_REBALANCE_THRESHOLD = 50000 * MEGABYTE; // 50MB
263260
264- // const long MIN_PARTITION_DATA_PROCESSED_REBALANCE_THRESHOLD = 1; // 1MB
265- // const long MIN_DATA_PROCESSED_REBALANCE_THRESHOLD = 1; // 50MB
266261 scale_writer_partitioning_exchanger.reset (new vectorized::ScaleWriterPartitioningExchanger<
267262 HashPartitionFunction>(
268263 channels.size (), *_partition_function, _partition_count, channels.size (), 1 ,
269- config::table_sink_partition_write_data_processed_threshold,
270- config::table_sink_partition_write_skewed_data_processed_rebalance_threshold));
264+ config::table_sink_partition_write_min_partition_data_processed_rebalance_threshold /
265+ state->task_num () ==
266+ 0
267+ ? config::table_sink_partition_write_min_partition_data_processed_rebalance_threshold
268+ : config::table_sink_partition_write_min_partition_data_processed_rebalance_threshold /
269+ state->task_num (),
270+ config::table_sink_partition_write_min_data_processed_rebalance_threshold /
271+ state->task_num () ==
272+ 0
273+ ? config::table_sink_partition_write_min_data_processed_rebalance_threshold
274+ : config::table_sink_partition_write_min_data_processed_rebalance_threshold /
275+ state->task_num ()));
276+
271277 RETURN_IF_ERROR (_partitioner->init (p._texprs ));
272278 RETURN_IF_ERROR (_partitioner->prepare (state, p._row_desc ));
273279 _profile->add_info_string (" Partitioner" ,
0 commit comments