|
19 | 19 |
|
20 | 20 | import org.apache.doris.analysis.BinaryPredicate; |
21 | 21 | import org.apache.doris.analysis.Expr; |
| 22 | +import org.apache.doris.analysis.ExprToSqlVisitor; |
22 | 23 | import org.apache.doris.analysis.ImportColumnDesc; |
23 | 24 | import org.apache.doris.analysis.IntLiteral; |
| 25 | +import org.apache.doris.analysis.MatchPredicate; |
24 | 26 | import org.apache.doris.analysis.Separator; |
25 | 27 | import org.apache.doris.analysis.SlotRef; |
| 28 | +import org.apache.doris.analysis.StringLiteral; |
| 29 | +import org.apache.doris.analysis.TimeV2Literal; |
| 30 | +import org.apache.doris.analysis.ToSqlParams; |
26 | 31 | import org.apache.doris.analysis.UserIdentity; |
27 | 32 | import org.apache.doris.catalog.Database; |
28 | 33 | import org.apache.doris.catalog.Env; |
| 34 | +import org.apache.doris.catalog.Function.NullableMode; |
29 | 35 | import org.apache.doris.catalog.OlapTable; |
30 | 36 | import org.apache.doris.catalog.Table; |
| 37 | +import org.apache.doris.catalog.Type; |
31 | 38 | import org.apache.doris.catalog.info.PartitionNamesInfo; |
32 | 39 | import org.apache.doris.common.io.Text; |
33 | 40 | import org.apache.doris.common.jmockit.Deencapsulation; |
@@ -82,13 +89,21 @@ public void testDirectStateImageRoundTripDoesNotParseOrigStmt() throws Exception |
82 | 89 | Separator lineDelimiter = analyzedSeparator("\\n"); |
83 | 90 | List<ImportColumnDesc> columns = Lists.newArrayList( |
84 | 91 | new ImportColumnDesc("source_col"), |
85 | | - new ImportColumnDesc("mapped_col", new IntLiteral(7L))); |
86 | | - Expr precedingFilter = predicate(BinaryPredicate.Operator.GT, "source_col", 1L); |
87 | | - Expr whereExpr = predicate(BinaryPredicate.Operator.LE, "mapped_col", 10L); |
| 92 | + new ImportColumnDesc("mapped_col", new TimeV2Literal(12, 34, 56, 123456, 6, true))); |
| 93 | + SlotRef matchSlot = namedSlot("content"); |
| 94 | + Expr precedingFilter = new MatchPredicate(MatchPredicate.Operator.MATCH_ANY, |
| 95 | + matchSlot, new StringLiteral("hello world"), Type.BOOLEAN, |
| 96 | + NullableMode.DEPEND_ON_ARGUMENT, null, false, "english"); |
| 97 | + SlotRef quotedSlot = namedSlot("a`b"); |
| 98 | + Expr whereExpr = new BinaryPredicate(BinaryPredicate.Operator.GT, quotedSlot, new IntLiteral(10L)); |
88 | 99 | Expr deleteCondition = predicate(BinaryPredicate.Operator.EQ, "delete_flag", 1L); |
89 | 100 | PartitionNamesInfo partitions = new PartitionNamesInfo(false, Lists.newArrayList("p1", "p2")); |
90 | 101 | job.setRoutineLoadDesc(new RoutineLoadDesc(columnSeparator, lineDelimiter, columns, |
91 | 102 | precedingFilter, whereExpr, partitions, deleteCondition, LoadTask.MergeType.MERGE, "seq_col")); |
| 103 | + String expectedColumnSql = exprToSql(columns.get(1).getExpr()); |
| 104 | + String expectedPrecedingSql = exprToSql(precedingFilter); |
| 105 | + String expectedWhereSql = exprToSql(whereExpr); |
| 106 | + String expectedDeleteSql = exprToSql(deleteCondition); |
92 | 107 |
|
93 | 108 | job.desireTaskConcurrentNum = 5; |
94 | 109 | job.maxErrorNum = 17L; |
@@ -141,6 +156,10 @@ public void testDirectStateImageRoundTripDoesNotParseOrigStmt() throws Exception |
141 | 156 | Assert.assertNotNull(restored.columnDescs.descs.get(1).getExpr()); |
142 | 157 | Assert.assertNotNull(restored.getPrecedingFilter()); |
143 | 158 | Assert.assertNotNull(restored.getWhereExpr()); |
| 159 | + Assert.assertEquals(expectedColumnSql, exprToSql(restored.columnDescs.descs.get(1).getExpr())); |
| 160 | + Assert.assertEquals(expectedPrecedingSql, exprToSql(restored.getPrecedingFilter())); |
| 161 | + Assert.assertEquals(expectedWhereSql, exprToSql(restored.getWhereExpr())); |
| 162 | + Assert.assertEquals(expectedDeleteSql, exprToSql(restored.getDeleteCondition())); |
144 | 163 | Assert.assertEquals("\\x01", restored.getColumnSeparator().getOriSeparator()); |
145 | 164 | Assert.assertEquals("\u0001", restored.getColumnSeparator().getSeparator()); |
146 | 165 | Assert.assertEquals("\\n", restored.getLineDelimiter().getOriSeparator()); |
@@ -391,6 +410,17 @@ private static Expr predicate(BinaryPredicate.Operator operator, String column, |
391 | 410 | return new BinaryPredicate(operator, new SlotRef(null, column), new IntLiteral(value)); |
392 | 411 | } |
393 | 412 |
|
| 413 | + private static SlotRef namedSlot(String column) { |
| 414 | + SlotRef slotRef = new SlotRef(null, column); |
| 415 | + slotRef.setLabel("`" + column.replace("`", "``") + "`"); |
| 416 | + slotRef.setType(Type.VARCHAR); |
| 417 | + return slotRef; |
| 418 | + } |
| 419 | + |
| 420 | + private static String exprToSql(Expr expr) { |
| 421 | + return expr.accept(ExprToSqlVisitor.INSTANCE, ToSqlParams.WITHOUT_TABLE); |
| 422 | + } |
| 423 | + |
394 | 424 | private static JsonObject imageJson(RoutineLoadJob job) throws IOException { |
395 | 425 | return imageJson(writeImage(job)); |
396 | 426 | } |
|
0 commit comments