@@ -581,6 +581,71 @@ TEST_F(LoadJsonPipeTest, EmptyOuterArrayIsRejectedBeforeFollowingMessage) {
581581 ASSERT_TRUE (reader.close ().ok ());
582582}
583583
584+ TEST_F (LoadJsonPipeTest, ConfiguredRootCountsMissingAndNullElements) {
585+ params.file_attributes .__set_strip_outer_array (true );
586+ params.file_attributes .__set_json_root (" $.payload" );
587+ params.file_attributes .__set_jsonpaths (R"( ["$.k"])" );
588+ append (R"( [{"other":1},{"payload":null},{"payload":{"k":2}}])" );
589+ ASSERT_TRUE (_pipe->finish ().ok ());
590+ LoadTableReader reader (source.get (), destination.get ());
591+ const auto status = prepare (reader);
592+ ASSERT_TRUE (status.ok ()) << status;
593+ Block output (destination->slots (), 0 );
594+ bool eos = false ;
595+ ASSERT_TRUE (reader.get_block (&output, &eos).ok ());
596+ ASSERT_EQ (output.rows (), 1 );
597+ EXPECT_EQ (output.get_by_position (0 ).column ->get_data_at (0 ).to_string (), " 2" );
598+ EXPECT_EQ (io->load_filtered_rows , 2 );
599+ ASSERT_TRUE (reader.get_block (&output, &eos).ok ());
600+ EXPECT_TRUE (eos);
601+ EXPECT_EQ (io->load_filtered_rows , 2 );
602+ ASSERT_TRUE (reader.close ().ok ());
603+ }
604+
605+ TEST_F (LoadJsonPipeTest, RootRejectionPreservesEarlierAndLaterSiblings) {
606+ params.file_attributes .__set_strip_outer_array (true );
607+ params.file_attributes .__set_json_root (" $.payload" );
608+ params.file_attributes .__set_jsonpaths (R"( ["$.k"])" );
609+ append (R"( [{"payload":{"k":1}},{"other":1},{"payload":null},
610+ {"payload":3},{"payload":[]},{"payload":{"k":2}}])" );
611+ ASSERT_TRUE (_pipe->finish ().ok ());
612+ LoadTableReader reader (source.get (), destination.get ());
613+ const auto status = prepare (reader);
614+ ASSERT_TRUE (status.ok ()) << status;
615+ Block output (destination->slots (), 0 );
616+ bool eos = false ;
617+ ASSERT_TRUE (reader.get_block (&output, &eos).ok ());
618+ ASSERT_EQ (output.rows (), 2 );
619+ EXPECT_EQ (output.get_by_position (0 ).column ->get_data_at (0 ).to_string (), " 1" );
620+ EXPECT_EQ (output.get_by_position (0 ).column ->get_data_at (1 ).to_string (), " 2" );
621+ EXPECT_EQ (io->load_filtered_rows , 4 );
622+ ASSERT_TRUE (reader.get_block (&output, &eos).ok ());
623+ EXPECT_TRUE (eos);
624+ ASSERT_TRUE (reader.close ().ok ());
625+ }
626+
627+ TEST_F (LoadJsonPipeTest, RejectedRootsDoNotHideFollowingMessage) {
628+ params.file_attributes .__set_strip_outer_array (true );
629+ params.file_attributes .__set_json_root (" $.payload" );
630+ params.file_attributes .__set_jsonpaths (R"( ["$.k"])" );
631+ append (R"( [{"other":1},{"payload":null}])" );
632+ append (R"( [{"payload":{"k":2}}])" );
633+ ASSERT_TRUE (_pipe->finish ().ok ());
634+ LoadTableReader reader (source.get (), destination.get ());
635+ const auto status = prepare (reader);
636+ ASSERT_TRUE (status.ok ()) << status;
637+ Block output (destination->slots (), 0 );
638+ bool eos = false ;
639+ ASSERT_TRUE (reader.get_block (&output, &eos).ok ());
640+ ASSERT_EQ (output.rows (), 1 );
641+ EXPECT_FALSE (eos);
642+ EXPECT_EQ (output.get_by_position (0 ).column ->get_data_at (0 ).to_string (), " 2" );
643+ EXPECT_EQ (io->load_filtered_rows , 2 );
644+ ASSERT_TRUE (reader.get_block (&output, &eos).ok ());
645+ EXPECT_TRUE (eos);
646+ ASSERT_TRUE (reader.close ().ok ());
647+ }
648+
584649TEST_F (LoadReaderTest, SourceSlotsAreConvertedBeforeDestinationFiltering) {
585650 auto child = std::make_unique<SourceReader>();
586651 auto * input = child.get ();
0 commit comments