From 0eb6a29024a6c01f1101a2588f6fb24f916d196f Mon Sep 17 00:00:00 2001 From: David Wood Date: Mon, 2 Dec 2024 10:24:35 -0500 Subject: [PATCH] remove comments on duckdb settings for multimodal in FilterTransform.init(). Signed-off-by: David Wood --- transforms/universal/filter/python/src/filter_transform.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/transforms/universal/filter/python/src/filter_transform.py b/transforms/universal/filter/python/src/filter_transform.py index 7a09bd3892..fe002e4974 100644 --- a/transforms/universal/filter/python/src/filter_transform.py +++ b/transforms/universal/filter/python/src/filter_transform.py @@ -67,10 +67,6 @@ def __init__(self, config: dict): self.logical_operator = config.get(filter_logical_operator_key, filter_logical_operator_default) self.columns_to_drop = config.get(filter_columns_to_drop_key, filter_columns_to_drop_default) - # Temporarily here to test if this can allow use to process files that are required to be read by polars for mm - # If this works, we should add as a configurable or always enable (not sure of the downside of enabling this). - # duckdb.execute("SET arrow_large_buffer_size = true") - def transform(self, table: pa.Table, file_name: str = None) -> tuple[list[pa.Table], dict]: """ This implementation filters the input table using a SQL statement and