|
17 | 17 |
|
18 | 18 | package org.apache.doris.mtmv; |
19 | 19 |
|
| 20 | +import org.apache.doris.catalog.Database; |
20 | 21 | import org.apache.doris.catalog.Env; |
21 | 22 | import org.apache.doris.catalog.MTMV; |
22 | 23 | import org.apache.doris.catalog.Table; |
|
27 | 28 | import org.apache.doris.mtmv.ivm.IvmInfo; |
28 | 29 | import org.apache.doris.mtmv.ivm.IvmUtil; |
29 | 30 | import org.apache.doris.nereids.exceptions.AnalysisException; |
| 31 | +import org.apache.doris.persist.ReplaceTableOperationLog; |
30 | 32 | import org.apache.doris.utframe.TestWithFeService; |
31 | 33 |
|
32 | 34 | import org.junit.jupiter.api.Assertions; |
@@ -334,6 +336,96 @@ public void testCreateIncrementalMtmvAutoCreatesStream() throws Exception { |
334 | 336 | "Should be an OlapTableStream"); |
335 | 337 | } |
336 | 338 |
|
| 339 | + @Test |
| 340 | + public void testReplaceIvmWithoutSwapRemovesOldStreams() throws Exception { |
| 341 | + createDatabaseAndUse("ivm_replace_stream_test"); |
| 342 | + createIvmBaseAndMv("ivm_replace_stream_test", "replace_old_base", "replace_old_mv"); |
| 343 | + createIvmBaseAndMv("ivm_replace_stream_test", "replace_new_base", "replace_new_mv"); |
| 344 | + |
| 345 | + Database db = Env.getCurrentInternalCatalog().getDbOrDdlException("ivm_replace_stream_test"); |
| 346 | + MTMV oldMtmv = (MTMV) db.getTableOrMetaException("replace_old_mv"); |
| 347 | + MTMV newMtmv = (MTMV) db.getTableOrMetaException("replace_new_mv"); |
| 348 | + String oldStreamName = IvmUtil.streamName(oldMtmv.getId(), "replace_old_base"); |
| 349 | + String newStreamName = IvmUtil.streamName(newMtmv.getId(), "replace_new_base"); |
| 350 | + long oldStreamId = db.getTableOrMetaException(oldStreamName).getId(); |
| 351 | + long newStreamId = db.getTableOrMetaException(newStreamName).getId(); |
| 352 | + |
| 353 | + alterMv("ALTER MATERIALIZED VIEW replace_old_mv REPLACE WITH MATERIALIZED VIEW replace_new_mv " |
| 354 | + + "PROPERTIES ('swap' = 'false')"); |
| 355 | + |
| 356 | + Assertions.assertNull(db.getTableNullable(oldStreamName)); |
| 357 | + Assertions.assertFalse(Env.getCurrentEnv().getTableStreamManager().getTableStreamIds(db) |
| 358 | + .contains(oldStreamId)); |
| 359 | + Assertions.assertNotNull(db.getTableNullable(newStreamName)); |
| 360 | + Assertions.assertTrue(Env.getCurrentEnv().getTableStreamManager().getTableStreamIds(db) |
| 361 | + .contains(newStreamId)); |
| 362 | + Assertions.assertEquals(newMtmv.getId(), db.getTableOrMetaException("replace_old_mv").getId()); |
| 363 | + Assertions.assertNull(db.getTableNullable("replace_new_mv")); |
| 364 | + } |
| 365 | + |
| 366 | + @Test |
| 367 | + public void testReplayReplaceIvmWithoutSwapRemovesOldStreams() throws Exception { |
| 368 | + createDatabaseAndUse("ivm_replay_replace_stream_test"); |
| 369 | + createIvmBaseAndMv("ivm_replay_replace_stream_test", "replay_old_base", "replay_old_mv"); |
| 370 | + createIvmBaseAndMv("ivm_replay_replace_stream_test", "replay_new_base", "replay_new_mv"); |
| 371 | + |
| 372 | + Database db = Env.getCurrentInternalCatalog().getDbOrDdlException("ivm_replay_replace_stream_test"); |
| 373 | + MTMV oldMtmv = (MTMV) db.getTableOrMetaException("replay_old_mv"); |
| 374 | + MTMV newMtmv = (MTMV) db.getTableOrMetaException("replay_new_mv"); |
| 375 | + String oldStreamName = IvmUtil.streamName(oldMtmv.getId(), "replay_old_base"); |
| 376 | + String newStreamName = IvmUtil.streamName(newMtmv.getId(), "replay_new_base"); |
| 377 | + long oldStreamId = db.getTableOrMetaException(oldStreamName).getId(); |
| 378 | + long newStreamId = db.getTableOrMetaException(newStreamName).getId(); |
| 379 | + ReplaceTableOperationLog log = new ReplaceTableOperationLog(db.getId(), oldMtmv.getId(), |
| 380 | + oldMtmv.getName(), newMtmv.getId(), newMtmv.getName(), false, true); |
| 381 | + |
| 382 | + Env.getCurrentEnv().getAlterInstance().replayReplaceTable(log); |
| 383 | + |
| 384 | + Assertions.assertNull(db.getTableNullable(oldStreamName)); |
| 385 | + Assertions.assertFalse(Env.getCurrentEnv().getTableStreamManager().getTableStreamIds(db) |
| 386 | + .contains(oldStreamId)); |
| 387 | + Assertions.assertNotNull(db.getTableNullable(newStreamName)); |
| 388 | + Assertions.assertTrue(Env.getCurrentEnv().getTableStreamManager().getTableStreamIds(db) |
| 389 | + .contains(newStreamId)); |
| 390 | + } |
| 391 | + |
| 392 | + @Test |
| 393 | + public void testReplaceIvmWithSwapKeepsBothStreams() throws Exception { |
| 394 | + createDatabaseAndUse("ivm_swap_replace_stream_test"); |
| 395 | + createIvmBaseAndMv("ivm_swap_replace_stream_test", "swap_old_base", "swap_old_mv"); |
| 396 | + createIvmBaseAndMv("ivm_swap_replace_stream_test", "swap_new_base", "swap_new_mv"); |
| 397 | + |
| 398 | + Database db = Env.getCurrentInternalCatalog().getDbOrDdlException("ivm_swap_replace_stream_test"); |
| 399 | + MTMV oldMtmv = (MTMV) db.getTableOrMetaException("swap_old_mv"); |
| 400 | + MTMV newMtmv = (MTMV) db.getTableOrMetaException("swap_new_mv"); |
| 401 | + String oldStreamName = IvmUtil.streamName(oldMtmv.getId(), "swap_old_base"); |
| 402 | + String newStreamName = IvmUtil.streamName(newMtmv.getId(), "swap_new_base"); |
| 403 | + long oldStreamId = db.getTableOrMetaException(oldStreamName).getId(); |
| 404 | + long newStreamId = db.getTableOrMetaException(newStreamName).getId(); |
| 405 | + |
| 406 | + alterMv("ALTER MATERIALIZED VIEW swap_old_mv REPLACE WITH MATERIALIZED VIEW swap_new_mv " |
| 407 | + + "PROPERTIES ('swap' = 'true')"); |
| 408 | + |
| 409 | + Assertions.assertNotNull(db.getTableNullable(oldStreamName)); |
| 410 | + Assertions.assertNotNull(db.getTableNullable(newStreamName)); |
| 411 | + Assertions.assertTrue(Env.getCurrentEnv().getTableStreamManager().getTableStreamIds(db) |
| 412 | + .contains(oldStreamId)); |
| 413 | + Assertions.assertTrue(Env.getCurrentEnv().getTableStreamManager().getTableStreamIds(db) |
| 414 | + .contains(newStreamId)); |
| 415 | + } |
| 416 | + |
| 417 | + private void createIvmBaseAndMv(String dbName, String baseTableName, String mvName) throws Exception { |
| 418 | + createTable("CREATE TABLE " + dbName + "." + baseTableName + " (k1 int, v1 int)\n" |
| 419 | + + "DUPLICATE KEY(k1)\n" |
| 420 | + + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n" |
| 421 | + + "PROPERTIES ('replication_num' = '1', 'binlog.enable' = 'true', 'binlog.format' = 'ROW')"); |
| 422 | + createMvByNereids("CREATE MATERIALIZED VIEW " + dbName + "." + mvName + "\n" |
| 423 | + + " BUILD DEFERRED REFRESH INCREMENTAL ON MANUAL\n" |
| 424 | + + " DISTRIBUTED BY RANDOM BUCKETS 2\n" |
| 425 | + + " PROPERTIES ('replication_num' = '1')\n" |
| 426 | + + " AS SELECT k1, v1 FROM " + dbName + "." + baseTableName); |
| 427 | + } |
| 428 | + |
337 | 429 | @Test |
338 | 430 | public void testCreateIncrementalMtmvExcludeTriggerTableSkipsStream() throws Exception { |
339 | 431 | createDatabaseAndUse("stream_excl_test"); |
|
0 commit comments