Skip to content

Commit dd53f61

Browse files
xzj7019zhongjian.xzj
andauthored
[nereids] add generate function row count factor config (apache#17)
* [nereids] add generate function row count factor config * [nereids] add generate function row count factor config --------- Co-authored-by: zhongjian.xzj <[email protected]>
1 parent 4ce164b commit dd53f61

2 files changed

Lines changed: 11 additions & 1 deletion

File tree

‎fe/fe-core/src/main/java/org/apache/doris/nereids/stats/StatsCalculator.java‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -907,7 +907,8 @@ private Statistics computeIntersect(SetOperation setOperation) {
907907

908908
private Statistics computeGenerate(Generate generate) {
909909
Statistics stats = groupExpression.childStatistics(0);
910-
double count = stats.getRowCount() * generate.getGeneratorOutput().size() * 100000;
910+
double factor = Math.min(1, ConnectContext.get().getSessionVariable().getGenerateFunctionRowCountFactor());
911+
double count = stats.getRowCount() * generate.getGeneratorOutput().size() * factor;
911912
Map<Expression, ColumnStatistic> columnStatsMap = Maps.newHashMap();
912913
for (Map.Entry<Expression, ColumnStatistic> entry : stats.columnStatistics().entrySet()) {
913914
ColumnStatistic columnStatistic = new ColumnStatisticBuilder(entry.getValue()).setCount(count).build();

‎fe/fe-core/src/main/java/org/apache/doris/qe/SessionVariable.java‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -243,6 +243,8 @@ public class SessionVariable implements Serializable, Writable {
243243
public static final String BROADCAST_RIGHT_TABLE_SCALE_FACTOR = "broadcast_right_table_scale_factor";
244244
public static final String BROADCAST_ROW_COUNT_LIMIT = "broadcast_row_count_limit";
245245

246+
public static final String GENERATE_FUNCTION_ROWCOUNT_FACTOR = "generate_function_rowcount_factor";
247+
246248
// percentage of EXEC_MEM_LIMIT
247249
public static final String BROADCAST_HASHTABLE_MEM_LIMIT_PERCENTAGE = "broadcast_hashtable_mem_limit_percentage";
248250

@@ -843,6 +845,9 @@ public void setMaxJoinNumberOfReorder(int maxJoinNumberOfReorder) {
843845
@VariableMgr.VarAttr(name = BROADCAST_HASHTABLE_MEM_LIMIT_PERCENTAGE, needForward = true)
844846
private double broadcastHashtableMemLimitPercentage = 0.2;
845847

848+
@VariableMgr.VarAttr(name = GENERATE_FUNCTION_ROWCOUNT_FACTOR, needForward = true)
849+
private double generateFunctionRowCountFactor = 1;
850+
846851
@VariableMgr.VarAttr(name = ENABLE_RUNTIME_FILTER_PRUNE, needForward = true)
847852
public boolean enableRuntimeFilterPrune = false;
848853

@@ -1673,6 +1678,10 @@ public double getBroadcastRowCountLimit() {
16731678
return broadcastRowCountLimit;
16741679
}
16751680

1681+
public double getGenerateFunctionRowCountFactor() {
1682+
return generateFunctionRowCountFactor;
1683+
}
1684+
16761685
public void setBroadcastRowCountLimit(double broadcastRowCountLimit) {
16771686
this.broadcastRowCountLimit = broadcastRowCountLimit;
16781687
}

0 commit comments

Comments
 (0)