FEAT: dispatch parquet paths to different adapters depending on available modules

give priority to polars because it has more features

Author: gdementen

larray_editor/arrayadapter.py

@@ -3180,14 +3180,34 @@ def get_values(self, h_start, v_start, h_stop, v_stop):
         return [[line] for line in self._get_lines(v_start, v_stop)]
 
 
-@path_adapter_for('.parquet', 'pyarrow.parquet')
-class ParquetPathAdapter(PyArrowParquetFileAdapter):
+class PolarsParquetPathAdapter(PolarsLazyFrameAdapter):
     @classmethod
     def open(cls, fpath):
-        pq = sys.modules['pyarrow.parquet']
+        import polars as pl
+        return pl.scan_parquet(fpath)
+
+
+class PyArrowParquetPathAdapter(PyArrowParquetFileAdapter):
+    @classmethod
+    def open(cls, fpath):
+        import pyarrow.parquet as pq
         return pq.ParquetFile(fpath)
 
 
+@path_adapter_for('.parquet')
+def dispatch_parquet_path_adapter(fpath):
+    try:
+        # try the polars adapter first as it has more features
+        import polars as pl
+        return PolarsParquetPathAdapter
+    except ImportError:
+        try:
+            import pyarrow.parquet as pq
+            return PyArrowParquetFileAdapter
+        except ImportError:
+            return None
+
+
 @path_adapter_for('.bat')
 @path_adapter_for('.cfg')
 @path_adapter_for('.md')