-
Notifications
You must be signed in to change notification settings - Fork 8.3k
wrong pushdown of id.null to table engine non nullable column (null type is generated in JOIN), allow_experimental_analyzer, optimize_functions_to_subcolumns, join_use_nulls #58998
Copy link
Copy link
Closed
Labels
analyzerIssues and pull-requests related to new analyzerIssues and pull-requests related to new analyzer
Description
You have to provide the following information whenever possible.
Describe what's wrong
24.1 https://fiddle.clickhouse.com/dd0a8814-e878-41f1-a233-9adff3b52e57
23.1 https://fiddle.clickhouse.com/dd0a8814-e878-41f1-a233-9adff3b52e57
CREATE TABLE test (id UInt64) ENGINE=MergeTree ORDER BY tuple();
INSERT INTO test SELECT number as number FROM numbers(10000);
SELECT
count()
FROM (SELECT number FROM numbers(10)) as tbl LEFT JOIN test ON number = id
WHERE id is null
SETTINGS allow_experimental_analyzer = 1, optimize_functions_to_subcolumns = 1, join_use_nulls=1;
Received exception from server (version 24.1.1):
Code: 10. DB::Exception: Received from localhost:9000. DB::Exception: Column `id.null` not found in table default.test (5c5743d8-b6a3-4b75-bf6f-16fd9068b7ad). (NOT_FOUND_COLUMN_IN_BLOCK)
(query: SELECT
count()
FROM (SELECT number FROM numbers(10)) as tbl LEFT JOIN test ON number = id
WHERE id is null
SETTINGS allow_experimental_analyzer = 1, optimize_functions_to_subcolumns = 1, join_use_nulls=1;)
If one of setting disabled, it's working fine
If applicable, add screenshots to help explain your problem.
Additional context
Received exception from server (version 24.1.1):
Code: 10. DB::Exception: Received from localhost:9000. DB::Exception: Column `sr_ticket_number.null` not found in table tpcds.store_returns. (NOT_FOUND_COLUMN_IN_BLOCK)
(query: with ws as
(select d_year AS ws_sold_year, ws_item_sk,
ws_bill_customer_sk ws_customer_sk,
sum(ws_quantity) ws_qty,
sum(ws_wholesale_cost) ws_wc,
sum(ws_sales_price) ws_sp
from web_sales
left join web_returns on wr_order_number=ws_order_number and ws_item_sk=wr_item_sk
join date_dim on ws_sold_date_sk = d_date_sk
where wr_order_number is null
group by d_year, ws_item_sk, ws_bill_customer_sk
),
cs as
(select d_year AS cs_sold_year, cs_item_sk,
cs_bill_customer_sk cs_customer_sk,
sum(cs_quantity) cs_qty,
sum(cs_wholesale_cost) cs_wc,
sum(cs_sales_price) cs_sp
from catalog_sales
left join catalog_returns on cr_order_number=cs_order_number and cs_item_sk=cr_item_sk
join date_dim on cs_sold_date_sk = d_date_sk
where cr_order_number is null
group by d_year, cs_item_sk, cs_bill_customer_sk
),
ss as
(select d_year AS ss_sold_year, ss_item_sk,
ss_customer_sk,
sum(ss_quantity) ss_qty,
sum(ss_wholesale_cost) ss_wc,
sum(ss_sales_price) ss_sp
from store_sales
left join store_returns on sr_ticket_number=ss_ticket_number and ss_item_sk=sr_item_sk
join date_dim on ss_sold_date_sk = d_date_sk
where sr_ticket_number is null
group by d_year, ss_item_sk, ss_customer_sk
)
select
ss_sold_year, ss_item_sk, ss_customer_sk,
round(ss_qty/(coalesce(ws_qty,0)+coalesce(cs_qty,0)),2) ratio,
ss_qty store_qty, ss_wc store_wholesale_cost, ss_sp store_sales_price,
coalesce(ws_qty,0)+coalesce(cs_qty,0) other_chan_qty,
coalesce(ws_wc,0)+coalesce(cs_wc,0) other_chan_wholesale_cost,
coalesce(ws_sp,0)+coalesce(cs_sp,0) other_chan_sales_price
from ss
left join ws on (ws_sold_year=ss_sold_year and ws_item_sk=ss_item_sk and ws_customer_sk=ss_customer_sk)
left join cs on (cs_sold_year=ss_sold_year and cs_item_sk=ss_item_sk and cs_customer_sk=ss_customer_sk)
where (coalesce(ws_qty,0)>0 or coalesce(cs_qty, 0)>0) and ss_sold_year=2000
order by
ss_sold_year, ss_item_sk, ss_customer_sk,
ss_qty desc, ss_wc desc, ss_sp desc,
other_chan_qty,
other_chan_wholesale_cost,
other_chan_sales_price,
ratio
LIMIT 100;)
Reactions are currently unavailable
Metadata
Metadata
Assignees
Labels
analyzerIssues and pull-requests related to new analyzerIssues and pull-requests related to new analyzer