Index out of bounds when doing left outer join combined with aggregation #6329
Description
To reproduce
CREATE TABLE orders (
id LONG,
order_ts TIMESTAMP,
sym SYMBOL CAPACITY 1024,
volume DOUBLE
) TIMESTAMP(order_ts) PARTITION BY DAY;
CREATE TABLE prices (
ts TIMESTAMP,
sym SYMBOL CAPACITY 1024,
bid DOUBLE,
ask DOUBLE
) timestamp(ts) PARTITION BY DAY;
SELECT o.*, avg(p.bid) avg_big, avg(p.ask) avg_ask
FROM orders o
LEFT OUTER JOIN prices p ON p.sym = o.sym and p.ts >= dateadd('s', -1, o.ts) and p.ts <= dateadd('s', 1, o.ts);produces the following error:
java.lang.ArrayIndexOutOfBoundsException: Index -1 out of bounds for length 16
at io.questdb.std.ObjList.getQuick(ObjList.java:177)
at io.questdb.cairo.AbstractRecordMetadata.getColumnMetadata(AbstractRecordMetadata.java:63)
at io.questdb.cairo.AbstractRecordMetadata.getColumnType(AbstractRecordMetadata.java:73)
at io.questdb.griffin.SqlCodeGenerator.generateTableQuery0(SqlCodeGenerator.java:5988)
at io.questdb.griffin.SqlCodeGenerator.generateTableQuery(SqlCodeGenerator.java:5945)
at io.questdb.griffin.SqlCodeGenerator.generateNoSelect(SqlCodeGenerator.java:3744)
at io.questdb.griffin.SqlCodeGenerator.generateSelect(SqlCodeGenerator.java:4500)
at io.questdb.griffin.SqlCodeGenerator.generateQuery0(SqlCodeGenerator.java:3982)
at io.questdb.griffin.SqlCodeGenerator.generateQuery(SqlCodeGenerator.java:3970)
at io.questdb.griffin.SqlCodeGenerator.generateJoins(SqlCodeGenerator.java:2677)
at io.questdb.griffin.SqlCodeGenerator.generateSelect(SqlCodeGenerator.java:4498)
at io.questdb.griffin.SqlCodeGenerator.generateQuery0(SqlCodeGenerator.java:3982)
at io.questdb.griffin.SqlCodeGenerator.generateQuery(SqlCodeGenerator.java:3970)
at io.questdb.griffin.SqlCodeGenerator.generateSubQuery(SqlCodeGenerator.java:5913)
at io.questdb.griffin.SqlCodeGenerator.generateSelectChoose(SqlCodeGenerator.java:4513)
at io.questdb.griffin.SqlCodeGenerator.generateSelect(SqlCodeGenerator.java:4481)
at io.questdb.griffin.SqlCodeGenerator.generateQuery0(SqlCodeGenerator.java:3982)
at io.questdb.griffin.SqlCodeGenerator.generateQuery(SqlCodeGenerator.java:3970)
at io.questdb.griffin.SqlCodeGenerator.generateSubQuery(SqlCodeGenerator.java:5913)
at io.questdb.griffin.SqlCodeGenerator.generateSelectGroupBy(SqlCodeGenerator.java:4778)
at io.questdb.griffin.SqlCodeGenerator.generateSelect(SqlCodeGenerator.java:4483)
at io.questdb.griffin.SqlCodeGenerator.generateQuery0(SqlCodeGenerator.java:3982)
at io.questdb.griffin.SqlCodeGenerator.generateQuery(SqlCodeGenerator.java:3970)
at io.questdb.griffin.SqlCodeGenerator.generate(SqlCodeGenerator.java:600)
at io.questdb.griffin.SqlCompilerImpl.generateSelectOneShot(SqlCompilerImpl.java:4311)
at io.questdb.griffin.SqlCompilerImpl.generateSelectWithRetries(SqlCompilerImpl.java:512)
at io.questdb.griffin.SqlCompilerImpl.compileUsingModel(SqlCompilerImpl.java:3236)
at io.questdb.griffin.SqlCompilerImpl.compileInner(SqlCompilerImpl.java:2619)
at io.questdb.griffin.SqlCompilerImpl.compile(SqlCompilerImpl.java:394)
at io.questdb.cairo.pool.SqlCompilerPool$C.compile(SqlCompilerPool.java:141)
at io.questdb.cutlass.http.processors.JsonQueryProcessor.compileAndExecuteQuery(JsonQueryProcessor.java:514)
at io.questdb.cutlass.http.processors.JsonQueryProcessor.execute0(JsonQueryProcessor.java:216)
at io.questdb.cutlass.http.processors.JsonQueryProcessor.onRequestComplete(JsonQueryProcessor.java:298)
at io.questdb.cutlass.http.HttpConnectionContext.handleClientRecv(HttpConnectionContext.java:986)
at io.questdb.cutlass.http.HttpConnectionContext.handleClientOperation(HttpConnectionContext.java:323)
at io.questdb.cutlass.http.HttpServer.handleClientOperation(HttpServer.java:331)
at io.questdb.cutlass.http.HttpServer$1.lambda$$0(HttpServer.java:114)
at io.questdb.network.AbstractIODispatcher.processIOQueue(AbstractIODispatcher.java:220)
at io.questdb.cutlass.http.HttpServer$1.run(HttpServer.java:118)
at io.questdb.mp.Worker.run(Worker.java:152)
]
QuestDB version:
latest master
OS, in case of Docker specify Docker and the Host OS:
Ubuntu 24.04
File System, in case of Docker specify Host File System:
ext4
Full Name:
Andrei Pechkurov
Affiliation:
QuestDB
Have you followed Linux, MacOs kernel configuration steps to increase Maximum open files and Maximum virtual memory areas limit?
- Yes, I have
Additional context
No response