3030#include < memory>
3131#include < unordered_set>
3232
33+ #include " common/config.h"
3334#include " common/consts.h"
3435#include " common/logging.h"
3536#include " core/column/column_nullable.h"
@@ -802,6 +803,7 @@ Status LanceTableReader::_open_scanner(const TFileRangeDesc& range) {
802803 if (lance_scanner_set_batch_size (scanner, static_cast <int64_t >(batch_size)) != 0 ) {
803804 return lance_error (" set Lance scanner batch size" );
804805 }
806+ RETURN_IF_ERROR (_configure_scan_options (scanner));
805807
806808 const auto & lance_params = range.table_format_params .lance_params ;
807809 switch (_search_kind) {
@@ -820,6 +822,32 @@ Status LanceTableReader::_open_scanner(const TFileRangeDesc& range) {
820822 return Status::OK ();
821823}
822824
825+ Status LanceTableReader::_configure_scan_options (LanceScanner* scanner) const {
826+ DORIS_CHECK (scanner != nullptr );
827+ // Doris runs multiple scanners concurrently. Limit each scanner's read-ahead;
828+ // the I/O budget does not cap its total memory usage.
829+ const auto io_buffer_size = static_cast <uint64_t >(config::lance_io_buffer_size_bytes);
830+ const auto batch_readahead = static_cast <size_t >(config::lance_batch_readahead);
831+ const auto fragment_readahead = static_cast <size_t >(config::lance_fragment_readahead);
832+ constexpr bool scan_in_order = false ;
833+
834+ if (lance_scanner_set_io_buffer_size (scanner, io_buffer_size) != 0 ) {
835+ return lance_error (" set Lance scanner I/O buffer size" );
836+ }
837+ if (lance_scanner_set_batch_readahead (scanner, batch_readahead) != 0 ) {
838+ return lance_error (" set Lance scanner batch readahead" );
839+ }
840+ if (lance_scanner_set_fragment_readahead (scanner, fragment_readahead) != 0 ) {
841+ return lance_error (" set Lance scanner fragment readahead" );
842+ }
843+ // Storage order is not required; query ordering is enforced by Sort/TopN operators.
844+ if (lance_scanner_set_scan_in_order (scanner, scan_in_order) != 0 ) {
845+ return lance_error (" set Lance scanner scan order" );
846+ }
847+
848+ return Status::OK ();
849+ }
850+
823851Status LanceTableReader::_configure_normal_scan (LanceScanner* scanner,
824852 const TLanceFileDesc& lance_params) const {
825853 DORIS_CHECK (scanner != nullptr );
0 commit comments