Skip to content

Commit d86cd1b

Browse files
authored
[bugfix](iceberg)support null values as partition (apache#35503)
apache#31442 test in apache#34929 When null value is used as the partition value, BE will return the "null" string, so this string needs to be processed specially.
1 parent de2d71a commit d86cd1b

1 file changed

Lines changed: 13 additions & 1 deletion

File tree

‎fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergTransaction.java‎

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,7 @@
4040
import java.util.Collections;
4141
import java.util.List;
4242
import java.util.Optional;
43+
import java.util.stream.Collectors;
4344

4445
public class IcebergTransaction implements Transaction {
4546

@@ -154,11 +155,22 @@ public CommitTaskData(String path,
154155
this.path = path;
155156
this.fileSizeInBytes = fileSizeInBytes;
156157
this.metrics = metrics;
157-
this.partitionValues = partitionValues;
158+
this.partitionValues = convertPartitionValuesForNull(partitionValues);
158159
this.content = content;
159160
this.referencedDataFiles = referencedDataFiles;
160161
}
161162

163+
private Optional<List<String>> convertPartitionValuesForNull(Optional<List<String>> partitionValues) {
164+
if (!partitionValues.isPresent()) {
165+
return partitionValues;
166+
}
167+
List<String> values = partitionValues.get();
168+
if (!values.contains("null")) {
169+
return partitionValues;
170+
}
171+
return Optional.of(values.stream().map(s -> s.equals("null") ? null : s).collect(Collectors.toList()));
172+
}
173+
162174
public String getPath() {
163175
return path;
164176
}

0 commit comments

Comments
 (0)