pyproject.toml

[build-system]
requires = ["setuptools>=61.0", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "rhapsody-py"
version = "0.2.0"
description = "Runtime system for executing heterogeneous HPC-AI workflows with dynamic task graphs on high-performance computing infrastructures."
license = { text = "MIT" }
authors = [
    { name = "RADICAL Research Team", email = "info@radical.org" }
]
keywords = [
    "hpc",
    "ai",
    "workflow",
    "task-orchestration",
    "distributed-computing",
    "high-performance-computing",
    "scientific-computing",
]
classifiers = [
    "License :: OSI Approved :: MIT License",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.8",
    "Programming Language :: Python :: 3.9",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
    "Operating System :: OS Independent",
    "Topic :: System :: Logging",
    "Topic :: System :: Monitoring",
    "Intended Audience :: Developers",
]
readme = "README.md"
requires-python = ">=3.9"
dependencies = [
    "pydantic>=2.0.0",
    "typeguard>=4.0.0",
    "requests>=2.25.0",
]

[project.optional-dependencies]
# Telemetry
telemetry = ["opentelemetry-sdk>=1.20.0", "nvidia-ml-py"]

# Backend-specific dependencies
dask = ["dask[distributed]>=2023.0.0"]
radical_pilot = ["radical.pilot>=1.30.0"]
dragon = ["dragonhpc"]  # Requires Python >= 3.10
vllm-dragon = [
    "aiohttp>=3.8.0",
    "pyyaml>=6.0",
] # For Dragon-VLLM inference backend (also requires vllm-dragonhpc, see installation docs)

# Development and testing
dev = [
    "ruff>=0.8.0",
    "pytest>=7.0.0",
    "pytest-asyncio>=0.21.0",
    "pytest-xdist>=3.0.0",
    "mypy>=1.0.0",
    "types-requests>=2.31.0",
    "types-aiofiles>=23.0.0",
    "pre-commit>=4.3.0",
    "docformatter>=1.7.0",
    "tomli>=2.2.0",
    "detect-secrets>=1.5.0",
]
docs = [
    "mkdocs>=1.5.0",
    "mkdocs-material>=9.0.0",
    "mkdocstrings[python]>=0.24.0",
    "mkdocs-gen-files>=0.5.0",
    "mkdocs-literate-nav>=0.6.0",
    "mkdocs-section-index>=0.3.0",
]
ci = [
    "tox>=4.0.0",
    "tox-gh-actions>=3.0.0",
    "build>=0.10.0",
    "twine>=4.0.0",
    "psutil>=5.9.0",
]
examples = [
    # Examples may use different backends
    "rhapsody-py[dask]",
]

# Complete installation with all backends
backends = [
    "rhapsody-py[dask,radical_pilot,dragon,vllm-dragon]"
]

all = [
    "rhapsody-py[dev,docs,ci,examples,backends]"
]

[project.urls]
Homepage = "https://radical-cybertools.github.io/rhapsody/landing.html"
Repository = "https://github.com/radical-cybertools/rhapsody"
Issues = "https://github.com/radical-cybertools/rhapsody/issues"

# Entry points for backend discovery
[project.entry-points."rhapsody.backends"]
dask = "rhapsody.backends.execution.dask_parallel:DaskExecutionBackend"
radical_pilot = "rhapsody.backends.execution.radical_pilot:RadicalExecutionBackend"
vllm-dragon = "rhapsody.backends.inference.vllm:DragonVllmInferenceBackend"

[tool.setuptools.packages.find]
where = ["src"]

[tool.pytest.ini_options]
testpaths = ["tests"]
python_files = ["test_*.py", "*_test.py"]
python_classes = ["Test*"]
python_functions = ["test_*"]
addopts = "--tb=short"
asyncio_mode = "auto"
asyncio_default_fixture_loop_scope = "function"
asyncio_default_test_loop_scope = "function"
filterwarnings = [
    "ignore:Exception ignored.*BaseSubprocessTransport:pytest.PytestUnraisableExceptionWarning",
    "ignore:Exception ignored.*:pytest.PytestUnraisableExceptionWarning"
]
markers = [
    "slow: marks tests as slow-running",
    "radical_pilot: marks tests that use RADICAL-Pilot backend",
    "performance: marks tests as performance benchmarks"
]

[tool.ruff]
line-length = 100
target-version = "py39"

[tool.ruff.lint]
select = [
    "E",   # pycodestyle errors
    "W",   # pycodestyle warnings
    "F",   # pyflakes
    "I",   # isort
    "B",   # flake8-bugbear
    "C4",  # flake8-comprehensions
    "UP",  # pyupgrade
    "N",   # pep8-naming
    "S",   # flake8-bandit (basic security)
    "T20", # flake8-print
    "PT",  # flake8-pytest-style
]
ignore = [
    "E501",  # line too long, handled by ruff format
    "B008",  # do not perform function calls in argument defaults
    "B904",  # Allow raising exceptions without from
    "B039",  # Allow mutable defaults for ContextVar (common pattern)
    "S101",  # Allow assert statements
    "S311",  # Allow standard pseudo-random generators (not cryptographic use)
    "S603",  # Allow subprocess calls (trusted input in CLI tools)
    "T201",  # Allow print statements (common in CLI tools)
    "PT011", # Allow broad pytest.raises
    "N999",  # Allow module names with numbers
]

[tool.ruff.lint.per-file-ignores]
"tests/*" = ["F401", "F841", "F811", "S", "T20", "PT", "B017", "E741", "N806"]  # Allow unused imports, variables, redefinitions, security, prints, pytest style, broad exceptions in tests
"docs/*" = ["E402", "F841", "E722", "F401", "T20", "S", "B007", "E741", "N806", "E702", "I", "F"]  # More lenient for docs
"examples/*" = ["E402", "F841", "E722", "F401", "T20", "S", "B007", "E741", "N806", "E702", "I", "F"]  # More lenient for examples
"tutorials/*" = ["E402", "F841", "E722", "F401", "T20", "S", "B007", "E741", "N806", "E702", "I", "F"]  # More lenient for notebooks

[tool.ruff.lint.isort]
force-single-line = true
known-first-party = ["rhapsody"]

[tool.ruff.format]
quote-style = "double"
indent-style = "space"
skip-magic-trailing-comma = false
line-ending = "auto"

[tool.mypy]
python_version = "3.9"
warn_return_any = true
warn_unused_configs = true
disallow_untyped_defs = false
disallow_incomplete_defs = false
check_untyped_defs = true
disallow_untyped_decorators = false
no_implicit_optional = false
warn_redundant_casts = true
warn_unused_ignores = false
warn_no_return = true
warn_unreachable = true
ignore_missing_imports = true
show_error_codes = true

[[tool.mypy.overrides]]
module = [
    "opentelemetry.*",
    "prometheus_client.*",
    "lz4.*",
    "snappy.*",
    "zstandard.*",
    "blosc.*",
    "psutil.*",
]
ignore_missing_imports = true