|
29 | 29 | #include "storage/delete/delete_handler.h" |
30 | 30 | #include "storage/rowset/rowset_meta.h" |
31 | 31 | #include "storage/schema.h" |
| 32 | +#include "storage/storage_engine.h" |
| 33 | +#include "storage/tablet/tablet.h" |
| 34 | +#include "storage/tablet/tablet_meta.h" |
32 | 35 | #include "storage/tablet/tablet_schema.h" |
33 | 36 |
|
34 | 37 | namespace doris { |
@@ -68,6 +71,25 @@ class TabletReaderTest : public testing::Test { |
68 | 71 | ASSERT_TRUE(handler.init({rs_meta}, /*version=*/100, *read_schema, &dropped_columns).ok()); |
69 | 72 | (*read_schema)->append_dropped_columns(std::move(dropped_columns)); |
70 | 73 | } |
| 74 | + |
| 75 | + // Give `reader` a tablet with the given keys type. Its only key column is k1. |
| 76 | + static void init_tablet(StorageEngine& engine, TabletReader& reader, KeysType keys_type, |
| 77 | + bool enable_mow) { |
| 78 | + auto tablet_meta = std::make_shared<TabletMeta>(); |
| 79 | + tablet_meta->set_enable_unique_key_merge_on_write(enable_mow); |
| 80 | + reader._tablet = std::make_shared<Tablet>(engine, std::move(tablet_meta), nullptr); |
| 81 | + reader._tablet_schema = create_schema({{"k1", 10}, {"v1", 12}}, keys_type); |
| 82 | + reader._read_schema = std::make_shared<ReadSchema>(reader._tablet_schema->columns()); |
| 83 | + } |
| 84 | + |
| 85 | + // Set up the order-by key columns for a storage TopN that sorts by the first |
| 86 | + // `num_prefix_columns` key columns. |
| 87 | + static Status init_storage_topn(TabletReader& reader, size_t num_prefix_columns) { |
| 88 | + TabletReader::ReaderParams params; |
| 89 | + params.read_orderby_key_num_prefix_columns = num_prefix_columns; |
| 90 | + params.read_orderby_key_limit = 10; |
| 91 | + return reader._init_orderby_keys_param(params); |
| 92 | + } |
71 | 93 | }; |
72 | 94 |
|
73 | 95 | // The delete columns (resolved by the delete handler to read-schema ordinals) are mapped to their |
@@ -157,4 +179,43 @@ TEST_F(TabletReaderTest, initializes_unbounded_key_ranges) { |
157 | 179 | EXPECT_TRUE(reader._keys_param.start_keys[1].has_value()); |
158 | 180 | EXPECT_FALSE(reader._keys_param.end_keys[1].has_value()); |
159 | 181 | } |
| 182 | + |
| 183 | +// DUP and merge-on-write tablets give storage TopN the leading key columns to sort by. |
| 184 | +TEST_F(TabletReaderTest, storage_topn_sorts_by_leading_key_columns) { |
| 185 | + StorageEngine engine({}); |
| 186 | + TabletReader dup_reader; |
| 187 | + init_tablet(engine, dup_reader, KeysType::DUP_KEYS, /*enable_mow=*/false); |
| 188 | + auto st = init_storage_topn(dup_reader, 1); |
| 189 | + ASSERT_TRUE(st.ok()) << st; |
| 190 | + EXPECT_EQ(std::vector<uint32_t>({0}), dup_reader._orderby_key_columns); |
| 191 | + |
| 192 | + TabletReader mow_reader; |
| 193 | + init_tablet(engine, mow_reader, KeysType::UNIQUE_KEYS, /*enable_mow=*/true); |
| 194 | + st = init_storage_topn(mow_reader, 1); |
| 195 | + ASSERT_TRUE(st.ok()) << st; |
| 196 | + EXPECT_EQ(std::vector<uint32_t>({0}), mow_reader._orderby_key_columns); |
| 197 | +} |
| 198 | + |
| 199 | +// Storage TopN without order-by key columns fails at init, instead of aborting the BE |
| 200 | +// later in VCollectIterator. |
| 201 | +TEST_F(TabletReaderTest, storage_topn_without_orderby_key_columns_fails) { |
| 202 | + StorageEngine engine({}); |
| 203 | + // A merge-on-read tablet, such as one read as DUP, sets up no order-by key columns. |
| 204 | + TabletReader mor_reader; |
| 205 | + init_tablet(engine, mor_reader, KeysType::UNIQUE_KEYS, /*enable_mow=*/false); |
| 206 | + auto st = init_storage_topn(mor_reader, 1); |
| 207 | + EXPECT_TRUE(st.is<ErrorCode::INTERNAL_ERROR>()) << st; |
| 208 | + |
| 209 | + // An empty key prefix leaves nothing to sort by. |
| 210 | + TabletReader dup_reader; |
| 211 | + init_tablet(engine, dup_reader, KeysType::DUP_KEYS, /*enable_mow=*/false); |
| 212 | + st = init_storage_topn(dup_reader, 0); |
| 213 | + EXPECT_TRUE(st.is<ErrorCode::INTERNAL_ERROR>()) << st; |
| 214 | + |
| 215 | + // Without TopN, a merge-on-read tablet needs no order-by key columns. |
| 216 | + TabletReader plain_reader; |
| 217 | + init_tablet(engine, plain_reader, KeysType::UNIQUE_KEYS, /*enable_mow=*/false); |
| 218 | + st = plain_reader._init_orderby_keys_param(TabletReader::ReaderParams {}); |
| 219 | + EXPECT_TRUE(st.ok()) << st; |
| 220 | +} |
160 | 221 | } // namespace doris |
0 commit comments