Patch/restore mdf client (#471)

* Restore missing mdf_client.py from design-renaissance branch

This file was part of PR #469 but was not included in the merge,
causing ModuleNotFoundError when importing foundry.

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

* Fix DOI search to return correct dataset

The forge DOI search can return multiple results where only one
actually has the matching DOI. Previously, get_metadata_by_doi()
blindly returned the first result, which often didn't have the
requested DOI.

Now it iterates through results to find the one with the exact
DOI match, fixing test_dataframe_search_by_doi and
test_dataframe_download_by_doi tests.

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

* Move torch/tensorflow to optional extras to fix CI disk space

The combined size of torch, tensorflow, and NVIDIA CUDA dependencies
exceeded GitHub Actions runner disk space (~4GB+). These ML frameworks
are now available as optional extras via pip install .[torch] or
pip install .[tensorflow].

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

* Fix flake8 linting errors

- Remove unused imports (sys, rprint, Optional, pandas, numpy)
- Fix unused exception variable
- Remove f-string without placeholders
- Split long line in MCP server description
- Add noqa comment for intentional re-export

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

* Replace mdf_forge with internal MDFClient in tests

Update test imports to use foundry.mdf_client.MDFClient instead of
mdf_forge.Forge, which is no longer a required dependency.

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

---------

Co-authored-by: Claude Opus 4.5 <noreply@anthropic.com>

Author: blaiszik

foundry/__main__.py

@@ -10,15 +10,13 @@
 """
 
 import json
-import sys
 from typing import Optional
 
 import typer
 from rich.console import Console
 from rich.table import Table
 from rich.panel import Panel
 from rich.progress import Progress, SpinnerColumn, TextColumn
-from rich import print as rprint
 
 app = typer.Typer(
     name="foundry",
@@ -189,7 +187,7 @@ def schema(
         f = get_foundry()
         try:
             dataset = f.get_dataset(doi)
-        except Exception as e:
+        except Exception:
             console.print(f"[red]Error: Could not find dataset '{doi}'[/red]")
             raise typer.Exit(1)
 
@@ -340,7 +338,7 @@ def push_to_hf(
             console.print(f"[dim]{e}[/dim]")
             raise typer.Exit(1)
 
-        progress.update(task, description=f"Exporting to HuggingFace Hub...")
+        progress.update(task, description="Exporting to HuggingFace Hub...")
         try:
             url = push_to_hub(dataset, repo, token=token, private=private)
         except Exception as e:

foundry/integrations/__init__.py

@@ -12,7 +12,7 @@
 """
 
 try:
-    from .huggingface import push_to_hub
+    from .huggingface import push_to_hub  # noqa: F401
     __all__ = ["push_to_hub"]
 except ImportError:
     # huggingface extras not installed

foundry/integrations/huggingface.py

@@ -112,9 +112,6 @@ def push_to_hub(
 
 def _combine_inputs_targets(inputs: Dict, targets: Dict) -> Dict[str, Any]:
     """Combine input and target dictionaries into a single flat dict."""
-    import pandas as pd
-    import numpy as np
-
     combined = {}
 
     for key, value in inputs.items():
@@ -131,7 +128,6 @@ def _combine_inputs_targets(inputs: Dict, targets: Dict) -> Dict[str, Any]:
 def _flatten_data(data: Any) -> Dict[str, Any]:
     """Flatten nested data structure to a dict suitable for HF Dataset."""
     import pandas as pd
-    import numpy as np
 
     if isinstance(data, pd.DataFrame):
         return {col: data[col].tolist() for col in data.columns}

foundry/mcp/server.py

@@ -12,7 +12,7 @@
 
 import json
 import logging
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict, List
 
 logger = logging.getLogger(__name__)
 
@@ -178,7 +178,8 @@ def _serialize_data(data: Any) -> Any:
     },
     {
         "name": "get_dataset_schema",
-        "description": "Get the schema of a dataset - what fields it contains, their descriptions, and units. Use this to understand the data structure before loading.",
+        "description": "Get the schema of a dataset - what fields it contains, their descriptions, "
+                       "and units. Use this to understand the data structure before loading.",
         "inputSchema": {
             "type": "object",
             "properties": {

requirements.txt

@@ -1,17 +1,16 @@
+# Core runtime dependencies (see setup.py)
+mdf_toolbox>=0.7.1
 globus-sdk>=3,<4
-dlhub_sdk>=2.1.0
-requests>=2.18.4
-tqdm>=4.19.4
-six>=1.11.0
-h5py>=2.10.0
-numpy>=1.15.4
-pandas>=0.23.4
-scikit-learn>=1.0
-pydantic>=2.7.2
-mdf_forge>=0.8.0
 mdf-connect-client>=0.5.0
+requests>=2.31.0
+tqdm>=4.66.0
+numpy>=2.0.0
+pandas>=2.2.2
+h5py>=3.11.0
+pydantic>=2.7.2
 json2table>=1.1.5
-torch>=1.8.0
-tensorflow>=2
-tqdm>=4.64
-openpyxl>=3.1.0
+typer>=0.12.0
+rich>=13.7.0
+
+# Optional extras are available via pip install .[name]
+# torch, tensorflow, excel, huggingface, examples, dev

tests/test_foundry.py

@@ -15,8 +15,8 @@
 import builtins
 
 import mdf_toolbox
-from mdf_forge import Forge
 from foundry import foundry
+from foundry.mdf_client import MDFClient
 from foundry.foundry_dataset import FoundryDataset
 from foundry.auth import PubAuths
 from foundry.https_upload import upload_to_endpoint
@@ -93,17 +93,17 @@ def _delete_test_data(dataset):
 
 def test_foundry_init():
     f = foundry.Foundry(authorizers=auths)
-    assert isinstance(f.forge_client, Forge)
+    assert isinstance(f.forge_client, MDFClient)
     assert isinstance(f.connect_client, MDFConnectClient)
 
     if not is_gha:
 
         f2 = foundry.Foundry(download=False, authorizers=auths, no_browser=False, no_local_server=True)
-        assert isinstance(f2.forge_client, Forge)
+        assert isinstance(f2.forge_client, MDFClient)
         assert isinstance(f2.connect_client, MDFConnectClient)
 
         f3 = foundry.Foundry(download=False, authorizers=auths, no_browser=True, no_local_server=False)
-        assert isinstance(f3.forge_client, Forge)
+        assert isinstance(f3.forge_client, MDFClient)
         assert isinstance(f3.connect_client, MDFConnectClient)
 
 

tests/test_foundry_components.py

@@ -3,11 +3,11 @@
 import os
 
 from mdf_connect_client import MDFConnectClient
-from mdf_forge import Forge
 import mdf_toolbox
 import pandas as pd
 
 from foundry import foundry
+from foundry.mdf_client import MDFClient
 
 is_gha = os.getenv("GITHUB_ACTIONS")
 client_id = os.getenv("CLIENT_ID")
@@ -87,7 +87,7 @@ def test_foundry_init(auths, elwood_data):
     test_dataset_name, test_doi, expected_title = elwood_data
 
     f = foundry.Foundry(authorizers=auths)
-    assert isinstance(f.forge_client, Forge)
+    assert isinstance(f.forge_client, MDFClient)
     assert isinstance(f.connect_client, MDFConnectClient)
 
 def test_search(auths, elwood_data):