Merge pull request #5 from databendlabs/pyarrow-pandas

remove pandas  dep

Author: sundy-li

mcp_databend/server.py

@@ -6,6 +6,7 @@
 from mcp.server.fastmcp import FastMCP
 import concurrent.futures
 from dotenv import load_dotenv
+import pyarrow as pa
 import atexit
 from typing import Optional
 from .env import get_config
@@ -107,8 +108,8 @@ def execute_databend_query(sql: str) -> list[dict] | dict:
         if config.local_mode:
             # Handle local in-memory Databend
             result = client.sql(sql)
-            df = result.to_pandas()
-            return df.to_dict("records")
+            df = result.to_py_arrow()
+            return recordbatches_to_dicts(df)
         else:
             # Handle remote Databend server
             conn = client.get_conn()
@@ -128,6 +129,15 @@ def execute_databend_query(sql: str) -> list[dict] | dict:
         logger.error(error_msg)
         return {"error": error_msg}
 
+def recordbatches_to_dicts(batches: list[pa.RecordBatch]) -> list[dict]:
+    results = []
+    for batch in batches:
+        columns = batch.schema.names
+        columns_data = [batch.column(i).to_pylist() for i in range(batch.num_columns)]
+        for row in zip(*columns_data):
+            results.append(dict(zip(columns, row)))
+    return results
+
 
 def _execute_sql(sql: str) -> dict:
     logger.info(f"Executing SQL query: {sql}")

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "mcp-databend"
-version = "0.2.0"
+version = "0.2.1"
 description = "An MCP server for Databend."
 readme = "README.md"
 requires-python = ">=3.12"
@@ -24,7 +24,6 @@ dependencies = [
     "databend>=1.2.810",
     "databend-driver>=0.27.3",
     "mcp>=1.9.0",
-    "pandas>=2.3.2",
     "pyarrow>=21.0.0",
     "python-dotenv>=1.1.0",
 ]