|
26 | 26 |
|
27 | 27 | #include <algorithm> |
28 | 28 | #include <array> |
| 29 | +#include <bit> |
29 | 30 | #include <chrono> |
30 | 31 | #include <cmath> |
31 | 32 | #include <cstring> |
@@ -2130,6 +2131,44 @@ TEST(IcebergV2ReaderTest, AnnotateBuildsComplexInitialDefaults) { |
2130 | 2131 | EXPECT_EQ(values[0].get<TYPE_INT>(), 9); |
2131 | 2132 | } |
2132 | 2133 |
|
| 2134 | +TEST(IcebergV2ReaderTest, AnnotateBuildsComplexDoubleDefaultAtFullPrecision) { |
| 2135 | + const auto double_type = std::make_shared<DataTypeFloat64>(); |
| 2136 | + const auto list_type = make_nullable(std::make_shared<DataTypeArray>(double_type)); |
| 2137 | + auto list_element = |
| 2138 | + external_schema_field("element", 2, {}, std::nullopt, |
| 2139 | + external_primitive_type(TPrimitiveType::DOUBLE), false, false); |
| 2140 | + auto list_field = external_schema_field("values", 1, {}, "[0.18172760479972437302]", |
| 2141 | + std::nullopt, false, true); |
| 2142 | + schema::external::TArrayField array_metadata; |
| 2143 | + array_metadata.__set_item_field(std::move(list_element)); |
| 2144 | + list_field.field_ptr->nestedField.__set_array_field(std::move(array_metadata)); |
| 2145 | + list_field.field_ptr->__isset.nestedField = true; |
| 2146 | + TFileScanRangeParams scan_params; |
| 2147 | + scan_params.__set_iceberg_scan_semantics_version(ICEBERG_SCAN_SEMANTICS_VERSION_2); |
| 2148 | + scan_params.__set_current_schema_id(100); |
| 2149 | + scan_params.__set_history_schema_info({external_schema(100, {std::move(list_field)})}); |
| 2150 | + |
| 2151 | + ColumnDefinition column; |
| 2152 | + column.name = "values"; |
| 2153 | + column.type = list_type; |
| 2154 | + ProjectedColumnBuildContext context {.scan_params = &scan_params}; |
| 2155 | + doris::format::iceberg::IcebergTableReader reader; |
| 2156 | + const auto status = reader.annotate_projected_column(TFileScanSlotInfo(), &context, &column); |
| 2157 | + ASSERT_TRUE(status.ok()) << status; |
| 2158 | + ASSERT_NE(column.default_expr, nullptr); |
| 2159 | + const auto* literal = dynamic_cast<const VLiteral*>(column.default_expr->root().get()); |
| 2160 | + ASSERT_NE(literal, nullptr); |
| 2161 | + const auto literal_column = literal->get_column_ptr()->convert_to_full_column_if_const(); |
| 2162 | + const auto& nullable = assert_cast<const ColumnNullable&>(*literal_column); |
| 2163 | + ASSERT_FALSE(nullable.is_null_at(0)); |
| 2164 | + const auto& array = assert_cast<const ColumnArray&>(nullable.get_nested_column()); |
| 2165 | + const auto& nullable_doubles = assert_cast<const ColumnNullable&>(array.get_data()); |
| 2166 | + ASSERT_FALSE(nullable_doubles.is_null_at(0)); |
| 2167 | + const auto& doubles = assert_cast<const ColumnFloat64&>(nullable_doubles.get_nested_column()); |
| 2168 | + ASSERT_EQ(doubles.size(), 1); |
| 2169 | + EXPECT_EQ(std::bit_cast<uint64_t>(doubles.get_data()[0]), 0x3fc742d9a3b296dcULL); |
| 2170 | +} |
| 2171 | + |
2133 | 2172 | TEST(IcebergV2ReaderTest, ComplexInitialDefaultPrefersExactChildNameOverAlias) { |
2134 | 2173 | const auto int_type = std::make_shared<DataTypeInt32>(); |
2135 | 2174 | const auto struct_type = |
|
0 commit comments