File tree 3 files changed +8
-7
lines changed
3 files changed +8
-7
lines changed Original file line number Diff line number Diff line change @@ -494,7 +494,7 @@ fn transform(
494
494
) -> Transformed < LogicalPlan > {
495
495
plan. transform ( & |plan| match plan {
496
496
LogicalPlan :: TableScan ( table) => {
497
- let mut new_filters = vec ! [ ] ;
497
+ let new_filters = vec ! [ ] ;
498
498
if !table_contains_any_time_filters ( & table, time_partition) {
499
499
let mut _start_time_filter: Expr ;
500
500
let mut _end_time_filter: Expr ;
@@ -529,8 +529,8 @@ fn transform(
529
529
}
530
530
}
531
531
532
- new_filters. push ( _start_time_filter) ;
533
- new_filters. push ( _end_time_filter) ;
532
+ // new_filters.push(_start_time_filter);
533
+ // new_filters.push(_end_time_filter);
534
534
}
535
535
let new_filter = new_filters. into_iter ( ) . reduce ( and) ;
536
536
if let Some ( new_filter) = new_filter {
Original file line number Diff line number Diff line change @@ -435,9 +435,9 @@ impl TableProvider for StandardTableProvider {
435
435
. map_err ( |err| DataFusionError :: Plan ( err. to_string ( ) ) ) ?;
436
436
let time_partition = object_store_format. time_partition ;
437
437
let mut time_filters = extract_primary_filter ( filters, & time_partition) ;
438
- if time_filters. is_empty ( ) {
439
- return Err ( DataFusionError :: Plan ( "potentially unbounded query on time range. Table scanning requires atleast one time bound" . to_string ( ) ) ) ;
440
- }
438
+ // if time_filters.is_empty() {
439
+ // return Err(DataFusionError::Plan("potentially unbounded query on time range. Table scanning requires atleast one time bound".to_string()));
440
+ // }
441
441
442
442
if include_now ( filters, & time_partition) {
443
443
if let Some ( records) =
Original file line number Diff line number Diff line change @@ -326,7 +326,8 @@ pub fn parquet_writer_props(
326
326
ColumnPath :: new ( vec ! [ time_partition_field] ) ,
327
327
Encoding :: DELTA_BINARY_PACKED ,
328
328
)
329
- . set_data_page_size_limit ( 20 * 1024 * 1024 ) ;
329
+ . set_data_page_size_limit ( 20 * 1024 * 1024 )
330
+ . set_data_page_row_count_limit ( 100000 ) ;
330
331
331
332
for ( field, index) in custom_partition_fields {
332
333
let field = ColumnPath :: new ( vec ! [ field] ) ;
You can’t perform that action at this time.
0 commit comments