|
| 1 | +use std::sync::Arc; |
| 2 | + |
| 3 | +use datafusion::arrow::datatypes::{DataType, Field, Schema}; |
| 4 | +use datafusion::datasource::MemTable; |
| 5 | +use datafusion::functions_aggregate::count::count_udaf; |
| 6 | +use datafusion::logical_expr::col; |
| 7 | +use datafusion::prelude::*; |
| 8 | + |
| 9 | +#[tokio::main] |
| 10 | +async fn main() { |
| 11 | + let ctx = SessionContext::default(); |
| 12 | + |
| 13 | + let schema = Arc::new(Schema::new(vec![ |
| 14 | + Field::new("ts", DataType::Int64, false), |
| 15 | + Field::new("region", DataType::Utf8, false), |
| 16 | + Field::new("value", DataType::Float64, false), |
| 17 | + ])); |
| 18 | + |
| 19 | + // create an empty but multi-partitioned MemTable |
| 20 | + let mem_table = MemTable::try_new(schema.clone(), vec![vec![], vec![]]).unwrap(); |
| 21 | + ctx.register_table("metrics", Arc::new(mem_table)).unwrap(); |
| 22 | + |
| 23 | + // aggregate and sort twice |
| 24 | + let data_frame = ctx |
| 25 | + .table("metrics") |
| 26 | + .await |
| 27 | + .unwrap() |
| 28 | + .aggregate( |
| 29 | + vec![col("region"), col("ts")], |
| 30 | + vec![count_udaf().call(vec![col("value")])], |
| 31 | + ) |
| 32 | + .unwrap() |
| 33 | + .sort(vec![ |
| 34 | + col("region").sort(true, true), |
| 35 | + col("ts").sort(true, true), |
| 36 | + ]) |
| 37 | + .unwrap() |
| 38 | + .aggregate( |
| 39 | + vec![col("ts")], |
| 40 | + vec![count_udaf().call(vec![col("count(metrics.value)")])], |
| 41 | + ) |
| 42 | + .unwrap() |
| 43 | + .sort(vec![col("ts").sort(true, true)]) |
| 44 | + .unwrap(); |
| 45 | + |
| 46 | + println!( |
| 47 | + "Logical Plan:\n{}", |
| 48 | + data_frame.logical_plan().display_indent() |
| 49 | + ); |
| 50 | + |
| 51 | + data_frame.show().await.unwrap(); |
| 52 | + println!("should not panic and print data_frame") |
| 53 | +} |
0 commit comments