Skip to content

Commit dd0ef2b

Browse files
reverted Utf8View change
1 parent 799959b commit dd0ef2b

File tree

3 files changed

+8
-7
lines changed

3 files changed

+8
-7
lines changed

src/query/mod.rs

+3-3
Original file line numberDiff line numberDiff line change
@@ -494,7 +494,7 @@ fn transform(
494494
) -> Transformed<LogicalPlan> {
495495
plan.transform(&|plan| match plan {
496496
LogicalPlan::TableScan(table) => {
497-
let mut new_filters = vec![];
497+
let new_filters = vec![];
498498
if !table_contains_any_time_filters(&table, time_partition) {
499499
let mut _start_time_filter: Expr;
500500
let mut _end_time_filter: Expr;
@@ -529,8 +529,8 @@ fn transform(
529529
}
530530
}
531531

532-
new_filters.push(_start_time_filter);
533-
new_filters.push(_end_time_filter);
532+
//new_filters.push(_start_time_filter);
533+
//new_filters.push(_end_time_filter);
534534
}
535535
let new_filter = new_filters.into_iter().reduce(and);
536536
if let Some(new_filter) = new_filter {

src/query/stream_schema_provider.rs

+3-3
Original file line numberDiff line numberDiff line change
@@ -435,9 +435,9 @@ impl TableProvider for StandardTableProvider {
435435
.map_err(|err| DataFusionError::Plan(err.to_string()))?;
436436
let time_partition = object_store_format.time_partition;
437437
let mut time_filters = extract_primary_filter(filters, &time_partition);
438-
if time_filters.is_empty() {
439-
return Err(DataFusionError::Plan("potentially unbounded query on time range. Table scanning requires atleast one time bound".to_string()));
440-
}
438+
// if time_filters.is_empty() {
439+
// return Err(DataFusionError::Plan("potentially unbounded query on time range. Table scanning requires atleast one time bound".to_string()));
440+
// }
441441

442442
if include_now(filters, &time_partition) {
443443
if let Some(records) =

src/storage/staging.rs

+2-1
Original file line numberDiff line numberDiff line change
@@ -326,7 +326,8 @@ pub fn parquet_writer_props(
326326
ColumnPath::new(vec![time_partition_field]),
327327
Encoding::DELTA_BINARY_PACKED,
328328
)
329-
.set_data_page_size_limit(20 * 1024 * 1024);
329+
.set_data_page_size_limit(20 * 1024 * 1024)
330+
.set_data_page_row_count_limit(100000);
330331

331332
for (field, index) in custom_partition_fields {
332333
let field = ColumnPath::new(vec![field]);

0 commit comments

Comments
 (0)