pyproject.toml

# pyproject.toml: contains most project, build, linting, formatting and ci configuration

######################################################################################################
# PROJECT CONFIG
######################################################################################################

[project]
name = "vane-ai"
dynamic = ["version"]
description = "A distributed, multimodal data engine built on DuckDB and Ray"
readme = "README.md"
license = "Apache-2.0"
license-files = [
    "LICENSE",
    "NOTICE",
    "LICENSES/*.txt",
    "vane/experimental/spark/LICENSE",
    "external/duckdb/LICENSE",
    "external/duckdb/src/include/duckdb/storage/compression/alp/algorithm/LICENSE",
    "external/duckdb/src/include/duckdb/storage/compression/alprd/algorithm/LICENSE",
    "external/duckdb/third_party/*/LICENSE",
    "external/duckdb/third_party/tdigest/NOTICES",
    "external/duckdb/third_party/thrift/thrift/LICENSE",
    "external/duckdb/extension/icu/third_party/icu/LICENSE",
    "external/duckdb/third_party/jemalloc/LICENSE",
]
keywords = ["Vane", "DuckDB", "Ray", "Distributed", "Database", "SQL", "OLAP"]
requires-python = ">=3.10,<3.15"
dependencies = [
    "botocore>=1.38.0,<2",
    "cloudpickle>=3.1.2,<4",
    "numpy",
    "pyarrow>=25.0.0",
    "pyelftools>=0.33,<1",
    "psutil>=5.9",
    "ray>=2.58.0,<3",
    "typing-extensions",
]
classifiers = [
    "Development Status :: 3 - Alpha",
    "Operating System :: POSIX :: Linux",
    "Topic :: Database",
    "Topic :: Database :: Database Engines/Servers",
    "Topic :: Scientific/Engineering",
    "Intended Audience :: Developers",
    "Intended Audience :: Education",
    "Intended Audience :: Information Technology",
    "Intended Audience :: Science/Research",
    "Programming Language :: Python",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3 :: Only",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
    "Programming Language :: Python :: 3.14",
    "Programming Language :: C++",
]
authors = [{name = "Vane contributors"}]
maintainers = [{name = "Vane maintainers"}]

[project.urls]
Documentation = "https://github.com/AstroVela/vane#readme"
Source = "https://github.com/AstroVela/vane"
Issues = "https://github.com/AstroVela/vane/issues"
Changelog = "https://github.com/AstroVela/vane/releases"

[project.optional-dependencies]
doris = ["aiohttp>=3.14.3,<4"]
milvus = ["pymilvus>=3.0.1,<4"]
qdrant = ["qdrant-client>=1.19.0,<2"]
openai = ["openai>=1.66.0", "tiktoken"] # floor adds the Responses API used by the default Prompt path
embedding_http = ["httpx>=0.27,<1", "pillow>=10.4"] # Inference HTTP clients, without local inference engines
embedding_service = [
    "pyzmq>=26.2,<28",
    "tornado>=6.4,<7; sys_platform == 'win32'", # selector integration with Windows ProactorEventLoop
]
anthropic = ["anthropic>=0.117.0"] # floor matches the Messages.create option surface validated in vane/ai/providers/anthropic.py
google = ["google-genai>=1.73.0"] # floor preserves multimodal Content parts for Gemini Embedding 2
typesafe = ["typesafe-sdk>=0.7.0,<0.8"] # validated AsyncTypeSafeClient System One API
transformers = [
    "sentence-transformers>=5.1",
    "torch",
    "transformers",
    "pillow>=10.4",
]
qwen3_vl = [ # Fixed BF16 / special-token encoding paired with SQR checkpoints
    "torch>=2.6,<3",
    "torchvision>=0.21,<1",
    "transformers==5.12.1",
    "safetensors>=0.5,<1",
    "pillow>=11,<13",
]
mlx = [ # EmbeddingGemma 2 BF16 text/image/audio/video inference on Apple Silicon Metal
    "mlx==0.32.4; sys_platform == 'darwin' and platform_machine == 'arm64'",
    "mlx-vlm==0.7.8; sys_platform == 'darwin' and platform_machine == 'arm64'",
    "transformers==5.18.0; sys_platform == 'darwin' and platform_machine == 'arm64'",
    "huggingface-hub>=1.31,<3; sys_platform == 'darwin' and platform_machine == 'arm64'",
    "pillow>=10.4; sys_platform == 'darwin' and platform_machine == 'arm64'",
]
onnx = [ # ONNX Runtime inference; official image/video preprocessing uses CPU Torch
    "onnxruntime==1.26.0",
    "onnx>=1.20,<2",
    "transformers==5.21.0",
    "torch==2.14.1",
    "torchvision==0.29.1",
    "Pillow==12.3.0",
]
onnx_cuda = [ # Install this alternative instead of the CPU onnx extra
    "onnxruntime-gpu[cuda,cudnn]==1.26.0; platform_system == 'Linux' or platform_system == 'Windows'",
    "onnx>=1.20,<2",
    "transformers==5.21.0",
    "torch==2.14.1",
    "torchvision==0.29.1",
    "Pillow==12.3.0",
]
litert = [ # Explicit local .litertlm EmbeddingGemma 2 text/image/audio inference
    "litert-lm-api==0.18.0",
    "pillow>=10.4",
]
clap = ["torch>=2.6", "transformers>=4.51.3,<5"]
cosmos = [
    "torch>=2.7",
    "torchvision>=0.22",
    "transformers==4.51.3",
    "einops>=0.8",
    "pillow>=10.4",
]
vllm = [
    "vllm>=0.31.0,<0.32; platform_system == 'Linux' and platform_machine == 'x86_64'", # native multimodal and pooling API target
]
sglang = [
    "sglang==0.5.17; platform_system == 'Linux' and platform_machine == 'x86_64'", # validated public async Engine API and lifecycle target
]
image = [ # ImageFile metadata/decoding and ndarray image inputs for AI providers
    "pillow>=10.4", # validated BMP decoder mode and tile interfaces
    "tifffile>=2024.1.30",
    "imagecodecs>=2024.1.1",
]
audio = [ # AudioFile metadata, float64 waveform decoding, and sample-rate conversion
    "soundfile>=0.14",
    "soxr>=1.0,<2",
]
video = [ # VideoFile metadata and distributed frame streaming
    "av>=17.1,<18",
    "pillow>=10",
    "psutil>=5.9",
]
video_asr = ["faster-whisper>=1.2,<2"] # Local, explicitly provisioned Whisper checkpoints
video_ocr = ["rapidocr==3.8.1", "onnxruntime>=1.20,<2"] # Validated detection/recognition interfaces
all = [ # Cloud providers and dataframe/filesystem integrations; local model runtimes stay opt-in.
    "anthropic>=0.117.0",
    "google-genai>=1.73.0",
    "typesafe-sdk>=0.7.0,<0.8",
    "ipython", # used in query_graph
    "fsspec",  # used in filesystem support
    "openai>=1.66.0",
    "tiktoken",
    "pandas",  # used for pandas dataframes
    "adbc-driver-manager", # for the adbc driver
    "av>=17.1,<18", # VideoFile metadata through PyAV/FFmpeg
    "pillow>=10.4", # used for image inputs and video frames
    "tifffile>=2024.1.30", # TIFF metadata and wide-pixel decoding
    "imagecodecs>=2024.1.1", # TIFF compression and 16-bit PNG
    "aiohttp>=3.14.3,<4", # Apache Doris Arrow Stream Load DataSink
    "pymilvus>=3.0.1,<4", # Milvus DataSink
    "qdrant-client>=1.19.0,<2", # Qdrant DataSink
    "soundfile>=0.14", # AudioFile metadata and waveform decoding
    "soxr>=1.0,<2", # AudioFile sample-rate conversion
]

######################################################################################################
# BUILD CONFIG
#
# Includes config used for building wheels, sdists and for installing
# Tools: scikit-build-core and cmake
######################################################################################################

[build-system]
build-backend = "build_backend"
backend-path = ["."]
requires = [
    "scikit-build-core>=0.11.4",
    "packaging>=24.2",
	"pybind11[global]>=3.0.0",
    "setuptools-scm>=9.2.0",
]

[tool.scikit-build]
minimum-version = "0.10"
cmake.version = ">=3.29.0"
ninja.version = ">=1.10"
ninja.make-fallback = false
metadata.version.provider = "scikit_build_core.metadata.setuptools_scm"

[tool.setuptools_scm]
version_scheme = "vane_packaging.setuptools_scm_version:version_scheme"
local_scheme = "no-local-version"

# Initial discovery includes every Vane release tag so clean detached tag
# checkouts keep their exact version. Non-exact commits are re-described by the
# custom scheme against either the main or release-line tag set.
[tool.setuptools_scm.scm.git]
describe_command = "git describe --dirty --tags --long --abbrev=40 --match v[0-9]*.[0-9]*.[0-9]*"
pre_parse = "fail_on_shallow"

[tool.scikit-build.wheel]
cmake = true
packages.vane = "vane"
exclude = [
    # Runtime shuffle data can live under the Python package during local runs.
    "vane/session_*/",
]

[tool.scikit-build.cmake.define]
BUILD_EXTENSIONS = "core_functions;file;json;parquet;icu;httpfs"

# Override: if COVERAGE is set then:
# - we create a RelWithDebInfo build
# - we make sure we use a persistent build dir so we get access to the .gcda files
# - we build the extension with --coverage
# note: unity builds should be enabled to speeds things up (and use significantly less space)
[[tool.scikit-build.overrides]]
if.env.COVERAGE = true
cmake.build-type = "RelWithDebInfo"
build-dir  = "build/coverage/"

# Separate override because we have to append to cmake.define with `inherit` in order not to overwrite other defines.
#   see https://scikit-build-core.readthedocs.io/en/latest/configuration/overrides.html#inheriting-for-tables-and-arrays
[[tool.scikit-build.overrides]]
if.env.COVERAGE = true
inherit.cmake.define = "append"
cmake.define.CMAKE_CXX_FLAGS = "--coverage -O0"
cmake.define.CMAKE_C_FLAGS = "--coverage -O0"
cmake.define.CMAKE_SHARED_LINKER_FLAGS = "--coverage"

# Override: if we're in editable mode then make sure a build dir is set. Note that COVERAGE runs have their own
#   build-dir, and we don't want to interfere with that. We're also disabling unity builds to help with debugging.
[[tool.scikit-build.overrides]]
if.state = "editable"
if.env.COVERAGE = false
build-dir = "build/debug/"
editable.rebuild = true
editable.mode = "redirect"
cmake.build-type = "Debug"

# Separate override because we have to append to cmake.define with `inherit` in order not to overwrite other defines.
#   see https://scikit-build-core.readthedocs.io/en/latest/configuration/overrides.html#inheriting-for-tables-and-arrays
[[tool.scikit-build.overrides]]
if.state = "editable"
if.env.COVERAGE = false
inherit.cmake.define = "append"
cmake.define.DISABLE_UNITY = "1"

[tool.scikit-build.sdist]
include = [
    "/README.md",
    "/LICENSE",
    "/NOTICE",
    "/LICENSES/**",
    "/THIRD_PARTY.md",
    "/COPYLEFT.md",
    "/SOURCE_PROVENANCE.md",
    "/SECURITY.md",
    "/CONTRIBUTING.md",
    "/CODE_OF_CONDUCT.md",
    "/DEVELOPMENT.md",
    "/LITERT_EMBEDDING.md",
    "/ONNX_EMBEDDING.md",
    "/GRAVITINO.md",
    "/LOCAL_MODEL_RUNTIME.md",
    "/LOCAL_SERVING_ACCEPTANCE.md",
    "/DISTRIBUTED_EXTENSIONS.md",
    "/NATIVE_MEDIA_EXTENSIONS.md",
    "/NATIVE_MEDIA_RELEASE.md",
    "/GOVERNANCE.md",
    "/MAINTAINERS.md",
    "/RELEASE.md",
    "/ROADMAP.md",
    "/DUCKDB_FORK_REVISION",
    "/DUCKDB_SOURCE_ID",
    "/DUCKDB_UPSTREAM_VERSION",

    # Build configuration
    "/native-media-release.toml",
    "/vane_fs/include/vane_fs/reader_abi.h",
    "/build_backend.py",
    "/vane_packaging/**",
    "/packages/vane-media-runtime/**",
    "/scripts/prepare_dynamic_media_extension.py",
    "/scripts/prepare_local_media_runtime.py",
    "/scripts/build_media_runtime_fixture.py",
    "/scripts/build_media_release.py",
    "/scripts/sign_media_release.py",
    "/scripts/media_release_pipeline.py",
    "/scripts/media_release.py",
    "/NATIVE_MEDIA_REPLACEMENT.md",
    "/pyproject.toml",
    "/CMakeLists.txt",
    "/vcpkg.json",
    "/scripts/bootstrap_manylinux_bison.sh",
    "/scripts/bootstrap_vcpkg.sh",
    "/scripts/vcpkg_triplet.sh",
    "cmake/**",
    "/scripts/check_release_artifacts.py",
    "/scripts/check_copyleft.py",
    "/scripts/build_extension_wheel.py",
    "/scripts/prepare_extension_materials.py",
    "/scripts/run_installed_pytest.sh",
    "/scripts/run_fast_tests.sh",
    "/scripts/run_release_tests.sh",
    "/scripts/validate_local_serving.py",
    "/scripts/validate_local_serving_soak.py",
    "/scripts/local_serving_streaming.py",
    "/scripts/resolve_duckdb_fork_version.py",
    "/scripts/sync_duckdb_source_id.py",
    "/scripts/sync_vcpkg_licenses.py",
    "/scripts/validate_testpypi_candidate.py",
    "/scripts/verify_base_install.py",
    "/scripts/verify_duckdb_coexistence.py",
    "/scripts/verify_extension_wheel.py",

    # Curated base-installation release gate. The larger inherited test tree
    # stays in the repository and is intentionally not part of the PyPI sdist.
    "/tests/__init__.py",
    "/tests/conftest.py",
    "/tests/datasink_test_helpers.py",
    "/tests/local_admission_helpers.py",
    "/tests/local_plan_helpers.py",
    "/tests/local_runtime_helpers.py",
    "/tests/local_gpu_helpers.py",
    "/tests/ray_diagnostic_helpers.py",
    "/tests/ray_test_profile.py",
    "/tests/result_stream_helpers.py",
    "/tests/windows_test_timeout.py",
    "/tests/fast/test_ai_release_contracts.py",
    "/tests/fast/test_ai_client_config.py",
    "/tests/fast/test_ai_embedding_requests.py",
    "/tests/fast/test_ai_image_embedding.py",
    "/tests/fast/test_ai_video_embedding.py",
    "/tests/fast/test_ai_audio_embedding.py",
    "/tests/fast/test_ai_media_models.py",
    "/tests/fast/test_clap.py",
    "/tests/fast/test_cosmos_embed1.py",
    "/tests/fast/test_qwen3_vl.py",
    "/tests/fast/test_mlx_provider.py",
    "/tests/fast/test_mlx_image_provider.py",
    "/tests/fast/test_mlx_audio_provider.py",
    "/tests/fast/test_mlx_video_provider.py",
    "/tests/fast/test_mlx_multimodal_provider.py",
    "/tests/fast/test_embedding_service_backend.py",
    "/tests/fast/test_mlx_service_provider.py",
    "/tests/fast/test_mlx_service_runtime.py",
    "/tests/mlx_service_fixture.py",
    "/tests/ai/test_mlx_service_embedding.py",
    "/tests/mlx_sdk_fixture.py",
    "/tests/mlx_metal_reference.py",
    "/tests/ai/test_mlx_text_embedding.py",
    "/tests/fast/test_litert_provider.py",
    "/tests/fast/test_onnx_provider.py",
    "/tests/fast/test_onnx_service.py",
    "/tests/onnx_fixture.py",
    "/tests/ai/test_onnx_embedding.py",
    "/tests/ai/onnx_service_process.py",
    "/tests/ai/onnx_reference.mjs",
    "/tests/ai/onnx_reference_inputs.py",
    "/tests/fast/test_litert_service.py",
    "/tests/fast/test_litert_http.py",
    "/tests/ai/test_litert_embedding.py",
    "/tests/ai/test_litert_embedding_service.py",
    "/tests/ai/litert_service_process.py",
    "/tests/ai/test_mlx_image_embedding.py",
    "/tests/ai/test_mlx_audio_embedding.py",
    "/tests/ai/test_mlx_video_embedding.py",
    "/tests/ai/test_mlx_multimodal_embedding.py",
    "/tests/fast/test_native_multimodal.py",
    "/tests/fast/test_datasink.py",
    "/tests/fast/test_distributed_aggregates.py",
    "/tests/fast/test_doris_datasink.py",
    "/tests/fast/test_extension_catalog.py",
    "/tests/fast/test_milvus_datasink.py",
    "/tests/fast/test_qdrant_datasink.py",
    "/tests/fast/test_package_metadata.py",
    "/tests/fast/test_ray_test_profile.py",
    "/tests/fast/test_transformers_provider_security.py",
    "/tests/fast/test_vane_config.py",
    "/tests/fast/test_expression_udf_contracts.py",
    "/tests/fast/test_local_e2e.py",
    "/tests/fast/test_local_task_scheduling.py",
    "/tests/fast/test_local_shm_credit_progress.py",
    "/tests/fast/test_local_shm_store_capacity.py",
    "/tests/fast/test_local_runtime_baseline.py",
    "/tests/fast/test_local_query_models.py",
    "/tests/fast/test_local_query_runtime.py",
    "/tests/fast/test_local_query_results.py",
    "/tests/fast/test_local_query_streaming.py",
    "/tests/fast/test_local_serving_acceptance.py",
    "/tests/fast/test_local_serving_soak.py",
    "/tests/fast/test_local_serving_soak_cuda.py",
    "/tests/fast/test_local_query_gpu.py",
    "/tests/fast/test_local_gpu_table_udf.py",
    "/tests/fast/test_local_query_gpu_cuda.py",
    "/tests/fast/test_udf_model_resources.py",
    "/tests/fast/test_udf_local_gpu.py",
    "/tests/fast/test_udf_local_gpu_admission.py",
    "/tests/fast/test_udf_worker_metrics.py",
    "/tests/fast/test_result_delivery_capacity.py",
    "/tests/fast/test_python_binding_callbacks.py",
    "/tests/fast/test_python_callback_entry.py",
    "/tests/fast/test_python_filesystem_concurrency.py",
    "/tests/fast/test_python_parameter_callbacks.py",
    "/tests/fast/test_local_result_delivery_native.py",
    "/tests/fast/test_operator_byte_budget.py",
    "/tests/fast/test_query_resource_manager.py",
    "/tests/fast/test_udf_data_lease.py",
    "/tests/fast/test_udf_data_wait.py",
    "/tests/fast/test_udf_data_wait_batching.py",
    "/tests/fast/test_udf_data_wait_native.py",
    "/tests/fast/test_udf_data_wait_native_owners.py",
    "/tests/fast/test_udf_data_wait_progress.py",
    "/tests/fast/test_udf_data_wait_scans.py",
    "/tests/fast/test_udf_local_request_cancellation.py",
    "/tests/fast/test_udf_local_request_native.py",
    "/tests/fast/test_udf_process.py",
    "/tests/fast/test_udf_executor_lifecycle.py",
    "/tests/fast/test_windows_udf_transport.py",
    "/tests/fast/test_udf_stream_backpressure_native.py",
    "/tests/fast/test_udf_runtime_admission.py",
    "/tests/fast/test_udf_task_admission.py",
    "/tests/fast/test_ray_cpp_bindings.py",
    "/tests/fast/test_ray_diagnostics.py",
    "/tests/fast/test_ray_remote_exceptions.py",
    "/tests/fast/test_ray_result_contract.py",
    "/tests/fast/test_ray_udf_plan_replay.py",

    # Source code and stubs
    "/examples/jev_judgments.py",
    "/examples/multimodal_providers.py",
    "/examples/qwen3_vl_sqr.py",
    "/examples/litert_embedding_search.py",
    "/examples/litert_http_model_metadata.py",
    "/examples/litert_service.json",
    "/examples/onnx_service.json",
    "src/**",
    "vane/**",

    # -------------- DuckDB subtree includes
    # Core DuckDB source and build system
    "external/duckdb/LICENSE",
    "external/duckdb/src/**",
    "external/duckdb/CMakeLists.txt",
    "external/duckdb/DuckDBConfig.cmake.in",
    "external/duckdb/DuckDBConfigVersion.cmake.in",

    # DuckDB third-party code needed by the core and selected extensions.
    # Keep this as a positive allowlist: TPC-H, TPC-DS and tpce-tool have
    # additional redistribution terms and must never enter release artifacts.
    "external/duckdb/third_party/brotli/**",
    "external/duckdb/third_party/concurrentqueue/**",
    "external/duckdb/third_party/fast_float/**",
    "external/duckdb/third_party/fastpforlib/**",
    "external/duckdb/third_party/fmt/**",
    "external/duckdb/third_party/fsst/**",
    "external/duckdb/third_party/httplib/**",
    "external/duckdb/third_party/hyperloglog/**",
    "external/duckdb/third_party/jaro_winkler/**",
    "external/duckdb/third_party/libpg_query/**",
    "external/duckdb/third_party/lz4/**",
    "external/duckdb/third_party/mbedtls/**",
    "external/duckdb/third_party/miniz/**",
    "external/duckdb/third_party/parquet/**",
    "external/duckdb/third_party/pcg/**",
    "external/duckdb/third_party/pdqsort/**",
    "external/duckdb/third_party/re2/**",
    "external/duckdb/third_party/ska_sort/**",
    "external/duckdb/third_party/skiplist/**",
    "external/duckdb/third_party/snappy/**",
    # PEP 639 metadata declares this file through project.license-files even
    # though snowball itself is not part of the curated build source allowlist.
    "external/duckdb/third_party/snowball/LICENSE",
    "external/duckdb/third_party/tdigest/**",
    "external/duckdb/third_party/thrift/**",
    "external/duckdb/third_party/utf8proc/**",
    "external/duckdb/third_party/vergesort/**",
    "external/duckdb/third_party/yyjson/**",
    "external/duckdb/third_party/zstd/**",

    # Base extensions and the source of independently loadable codec extensions.
    "external/duckdb/extension/CMakeLists.txt",
    "external/duckdb/extension/extension_build_tools.cmake",
    "external/duckdb/extension/extension_config.cmake",
    "external/duckdb/extension/generated_extension_headers.hpp.in",
    "external/duckdb/extension/generated_extension_loader.cpp.in",
    "external/duckdb/extension/loader/**",
    "external/duckdb/extension/core_functions/**",
    "external/duckdb/extension/file/**",
    "external/duckdb/extension/gravitino/**",
    "external/duckdb/extension/image/**",
    "external/duckdb/extension/audio/**",
    "external/duckdb/extension/video/**",
    "external/duckdb/extension/media_common/**",
    "external/duckdb/extension/native_media/**",
    "external/duckdb/extension/icu/**",
    "external/duckdb/third_party/jemalloc/**",
    "external/duckdb/extension/json/**",
    "external/duckdb/extension/parquet/**",

    # Can't avoid including a small subset of ./tools and ./.github
    "external/duckdb/tools/CMakeLists.txt",
    "external/duckdb/tools/utils/test_platform.cpp",
    "external/duckdb/.github/config/extensions/httpfs.cmake",
    "external/duckdb/scripts/append_metadata.cmake",
    "external/duckdb/scripts/null.txt",

    # scikit-build-core lets include rules take precedence over exclude rules.
    # Keep these negations here so broad package includes do not ship local caches.
    "!/.venv*/",
    "!/.venv*/**",
    "!/build/",
    "!/build/**",
    "!/dist/",
    "!/dist/**",
    "!/vcpkg_installed/",
    "!/vcpkg_installed/**",
    "!/vane/session_*/",
    "!/vane/session_*/**",
    "!/.pytest_cache/",
    "!/.pytest_cache/**",
    "!/.mypy_cache/",
    "!/.mypy_cache/**",
    "!/.ruff_cache/",
    "!/.ruff_cache/**",
    "!**/__pycache__/",
    "!**/__pycache__/**",
    "!**/*.pyc",
    "!**/*.pyo",
    "!**/*$py.class",
]
exclude = [
    "/*",
    "/.*",

    # Keep broad package includes from pulling local build/runtime artifacts into sdists.
    "/.venv*/**",
    "/build/**",
    "/dist/**",
    "/vcpkg_installed/**",
    "/vane/session_*/**",
    "/.pytest_cache/**",
    "/.mypy_cache/**",
    "/.ruff_cache/**",
    "**/__pycache__/**",
    "**/*.pyc",
    "**/*.pyo",
    "**/*$py.class",
]

######################################################################################################
# TEST AND DEV DEPENDENCY CONFIG
#
# !!! HERE BE (CI) DRAGONS !!!
#
# This section has dependency groups for testing and development. Tread carefully, the current setup makes sure that
# test dependencies can be installed on as many platforms we build wheel for. Especially picky are:
# - tensorflow: we can only run tests on cp310-cp311, for osx there is no tensorflow-cpu, for windows we need
#          tensorflow-cpu-aws and there is no distribution availalbe for Linux aarch64.
# - torch: since we can't use gpu acceleration, we need to rely on torch-cpu, which isn't available on pypi. We use
#          `tool.uv.index` and `tool.uv.sources` to make sure the official pytorch index is used.
# - numpy: tensorflow doesn't play nice with numpy>2 so for every platform that can run tensorflow (cp310-cp311) we use
#          numpy<2. Python 3.12 uses numpy>=2 because numpy<2 does not provide cp312 wheels. For Windows arm64, where
#          tensorflow is unavailable, we only allow numpy>=2.3 because that ships arm64 win32 wheels.
######################################################################################################

[tool.uv]
default-groups = ["dev"]
# `tool.uv.environments` and `tool.uv.required-environments` are used for dependency resolving. These settings should
# make sure that all test and dev dependencies can be resolved on these platforms, which are all platforms we currently
# build wheels for.
# See https://docs.astral.sh/uv/concepts/resolution/#universal-resolution
environments = [ # no need to resolve packages beyond these platforms with uv...
    "python_version >= '3.10' and python_version < '3.15' and sys_platform == 'darwin' and platform_machine == 'arm64'",
    "python_version >= '3.10' and python_version < '3.15' and sys_platform == 'darwin' and platform_machine == 'x86_64'",
    "python_version >= '3.10' and python_version < '3.15' and sys_platform == 'win32' and platform_machine == 'AMD64'",
    "python_version >= '3.11' and python_version < '3.15' and sys_platform == 'win32' and platform_machine == 'ARM64'",
    "python_version >= '3.10' and python_version < '3.15' and sys_platform == 'linux' and platform_machine == 'x86_64'",
    "python_version >= '3.10' and python_version < '3.15' and sys_platform == 'linux' and platform_machine == 'aarch64'",
]
required-environments = [ # ... but do always resolve for all of them
    "python_version >= '3.10' and python_version < '3.15' and sys_platform == 'darwin' and platform_machine == 'arm64'",
    "python_version >= '3.10' and python_version < '3.15' and sys_platform == 'darwin' and platform_machine == 'x86_64'",
    "python_version >= '3.10' and python_version < '3.15' and sys_platform == 'win32' and platform_machine == 'AMD64'",
    "python_version >= '3.11' and python_version < '3.15' and sys_platform == 'win32' and platform_machine == 'ARM64'",
    "python_version >= '3.10' and python_version < '3.15' and sys_platform == 'linux' and platform_machine == 'x86_64'",
    "python_version >= '3.10' and python_version < '3.15' and sys_platform == 'linux' and platform_machine == 'aarch64'",
]

# We just need pytorch for tests, wihtout GPU acceleration. PyPI doesn't host a cpu-only version for Linux, so we have
# to configure the index url for cpu-only pytorch manually
[[tool.uv.index]]
name = "pytorch-cpu"
url = "https://download.pytorch.org/whl/cpu"
explicit = true

[tool.uv.sources]
torch = [ { index = "pytorch-cpu" } ]
torchvision = [ { index = "pytorch-cpu" } ]

# todo: adjust for windows arm64 while test dependencies become available
[dependency-groups] # used for development only, requires pip >=25.1.0
stubdeps = [ # dependencies used for typehints in the stubs
    "pybind11-stubgen",
    "mypy",
    "fsspec",
    "pandas",
    "polars",
    "pyarrow; sys_platform != 'win32' or platform_machine != 'ARM64'",
    "typing-extensions",
]
ai-test = [ # dependencies used for running tests/ai
    "anthropic>=0.117.0",
    "google-genai>=1.73.0",
    "numpy<2; ( sys_platform != 'win32' or platform_machine != 'ARM64' ) and python_version < '3.12'",
    "numpy>=2; ( sys_platform != 'win32' or platform_machine != 'ARM64' ) and python_version >= '3.12'",
    "numpy>=2.3; sys_platform == 'win32' and platform_machine == 'ARM64' and python_version >= '3.11'",
    "openai>=1.66.0",
    "packaging",
    "pandas>=3.0.0; python_version > '3.10'",
    "pandas<3.0.0; python_version < '3.11'",
    "pillow>=10.4",
    "pyarrow>=23.0.0; python_version >= '3.10' and (sys_platform != 'win32' or platform_machine != 'ARM64')",
    "pyarrow>=18.0.0; python_version < '3.10' and (sys_platform != 'win32' or platform_machine != 'ARM64')",
    "pydantic>=2",
    "pytest",
    "pytest-reraise",
    "pytest-timeout",
    "pytest-timestamper",
    "tiktoken",
    "typesafe-sdk>=0.7.0,<0.8",
    "typing-extensions",
]
test = [ # dependencies used for running the complete test suite
    {include-group = "ai-test"},
    "adbc-driver-manager>=1.10.0; python_version >= '3.10' and (sys_platform != 'win32' or platform_machine != 'ARM64')",
    "adbc-driver-manager>=1.7.0; python_version < '3.10' and (sys_platform != 'win32' or platform_machine != 'ARM64')",
    "coverage",
    "gcovr",
    "gcsfs; sys_platform != 'win32' or platform_machine != 'ARM64'",
    "polars",
    "psutil",
    "pyzmq>=26.2,<28",
    "tornado>=6.4,<7; sys_platform == 'win32'",
    "py4j",
    "pyotp",
    "pyspark",
    "pytz",
    "requests",
    "soundfile>=0.14",
    "soxr>=1.0,<2",
    "av>=17.1,<18",
    "tifffile>=2024.1.30",
    "imagecodecs>=2024.1.1",
    "urllib3",
    "fsspec>=2022.11.0; sys_platform != 'win32' or platform_machine != 'ARM64'",
    "torch>=2.2.2; sys_platform != 'win32' or platform_machine != 'ARM64' or python_version > '3.11'",
    "tensorflow==2.14.0; sys_platform == 'darwin' and python_version < '3.12'",
    "tensorflow-cpu>=2.14.0; sys_platform == 'linux' and platform_machine != 'aarch64' and python_version < '3.12'",
    "tensorflow-cpu>=2.14.0; sys_platform == 'win32' and platform_machine != 'ARM64' and python_version < '3.12'",
    "tensorflow-cpu-aws==2.15.1; sys_platform == 'linux' and platform_machine == 'aarch64' and python_version < '3.12'",
]
scripts = [ # dependencies used for running scripts
    "cxxheaderparser",
    "ipython",
    "ipywidgets",
    "numpy",
    "pandas",
    "pcpp",
    "polars",
    "pyarrow; sys_platform != 'win32' or platform_machine != 'ARM64'",
    "pytz"
]
pypi = [ # dependencies used by the pypi cleanup script
    "pyotp>=2.9.0",
    "requests>=2.32.4",
]
build = [
    "cmake>=3.29.0",
    "ninja>=1.10",
    "packaging>=24.2",
    "pybind11[global]>=3.0.0",
    "scikit_build_core>=0.11.4",
    "setuptools-scm>=9.2.0",
    "tomli>=1.1; python_version < '3.11'",
]
dev = [ # tooling like uv will install this automatically when syncing the environment
    "pre-commit",
    "mypy",
    "types-psutil",
    "ruff>=0.13.0",
    {include-group = "stubdeps"},
    {include-group = "build"},
    {include-group = "test"},
    {include-group = "scripts"},
]

######################################################################################################
# DEV CONFIG
#
# Config for testig, coverage, linting and formatting
#
# Tools:
# - mypy: Static type checking for Python
# - ruff: Python linter and code formatter
# - coverage.py: Code coverage (Python and C++)
# - pytest
######################################################################################################

[tool.pytest.ini_options]
minversion = "7.0"
addopts = "-ra --verbose -m 'not external_service'"
testpaths = ["tests"]
pythonpath = ["tests", "tests/fast"]
markers = [
    "external_service: tests that require an externally provisioned service",
    "gpu: tests that require CUDA-capable GPU hardware",
    "metal: requires Apple Silicon Metal and explicitly enabled local model assets",
    "real_ray: tests that connect to or own a real Ray runtime",
    "ray_cluster_owner: tests that must own a Ray cluster in an isolated pytest process",
    "ray_fault: tests that intentionally kill or restart Ray runtime components",
]
filterwarnings = [
    "error",
    "ignore::UserWarning",
    # Jupyter is throwing DeprecationWarnings
    "ignore:function ham() is deprecated:DeprecationWarning",
    # Pyspark is throwing these warnings
    "ignore:distutils Version classes are deprecated:DeprecationWarning",
    "ignore:is_datetime64tz_dtype is deprecated:DeprecationWarning",
]

[tool.mypy]
packages = ["vane"]
strict = true
warn_unreachable = true
pretty = true
python_version = "3.10"
exclude = [
    "vane/experimental/", # not checking the pyspark API
    "vane/query_graph/",  # old and unmaintained (should probably remove)
    "tests", "scripts",
]

[[tool.mypy.overrides]]
module = "vane.experimental.*"
ignore_errors = true

[[tool.mypy.overrides]]
module = [
    "adbc_driver_manager",
    "adbc_driver_manager.*",
    "aiohttp",
    "aiohttp.*",
    "anthropic",
    "anthropic.*",
    "av",
    "av.*",
    "botocore.*",
    "cloudpickle",
    "faster_whisper",
    "faster_whisper.*",
    "fsspec.*",
    "google",
    "google.*",
    "httpx",
    "httpx.*",
    "openai",
    "openai.*",
    "pandas",
    "PIL",
    "PIL.*",
    "polars",
    "pydantic",
    "pydantic.*",
    "pyarrow.*",
    "rapidocr",
    "rapidocr.*",
    "ray",
    "ray.*",
    "sentence_transformers",
    "torch",
    "tensorflow",
    "tiktoken",
    "typesafe_sdk",
    "typesafe_sdk.*",
    "vllm",
    "vllm.*",
    "zmq",
    "zmq.*",
]
ignore_missing_imports = true

[[tool.mypy.overrides]]
module = "vane.filesystem"
disallow_subclassing_any = false

[tool.coverage.run]
branch = true
source = ["vane"]

[tool.ruff]
line-length = 120
indent-width = 4
target-version = "py310"
fix = true
exclude = ['external/duckdb', 'sqllogic']

[tool.ruff.lint]
fixable = ["ALL"]
exclude = ['*.pyi']
select = [
    "E4", # import and indentation errors
    "E7", # statement errors
    "E9", # syntax and runtime errors
    "F",  # pyflakes
    "I",  # isort
]
ignore = [
    # The engine-derived Python tree intentionally performs several imports
    # after runtime environment setup. Track this legacy pattern separately.
    "E402",
]

[tool.ruff.lint.pydocstyle]
convention = "google"

[tool.ruff.lint.flake8-tidy-imports]
ban-relative-imports = "all"

[tool.ruff.lint.flake8-type-checking]
strict = true

[tool.ruff.lint.per-file-ignores]
"vane/experimental/spark/**.py" = [
    # No need for moduledocstrings for spark
    'D100',
    # Ignore boolean positional args in the Spark API
    'FBT001'
]
"tests/**.py" = [
    # No need for package, module, class, function, init etc docstrings in tests
    'D100', 'D101', 'D102', 'D103', 'D104', 'D105', 'D107',
    # No need for type hinting in tests
    'ANN001', 'ANN201', 'ANN202'
]
"tests/fast/spark/**.py" = [
    "E402"
]
"tests/spark_namespace/**.py" = [
    # we need * imports for Spark
    'F403'
]
"scripts/**.py" = [
    # No need for package, module, class, function, init etc docstrings in scripts
    'D100', 'D101', 'D102', 'D103', 'D104', 'D105', 'D107', 'D205',
    # No need for type hinting in scripts
    'ANN001', 'ANN201'
]

[tool.ruff.format]
docstring-code-format = true
docstring-code-line-length = 88
quote-style = "double"
indent-style = "space"

######################################################################################################
# CI CONFIG
#
# Configuration for CI Workflows. Specified here instead of in the workflow yamls so you can use `cibuildwheel` locally
# (to some extent).
######################################################################################################
[tool.cibuildwheel]
archs = ["x86_64"]
build = "cp310-manylinux_x86_64 cp311-manylinux_x86_64 cp312-manylinux_x86_64 cp313-manylinux_x86_64 cp314-manylinux_x86_64"
build-frontend = "build[uv]"
build-verbosity = 1
manylinux-x86_64-image = "manylinux_2_28"
skip = "*-musllinux*"
test-command = "env -u VANE_RUNNER python {project}/scripts/verify_base_install.py"
test-requires = [
    "cloudpickle>=3.1.2,<4",
    "numpy",
    "pyarrow",
    "ray>=2.58.0,<3",
]

[tool.cibuildwheel.linux]
before-all = [
    "yum install -y autoconf automake bison ccache curl flex git libtool make perl pkgconfig tar unzip which zip",
    # AlmaLinux 8 ships Bison 3.0.4, while Thrift 0.23 requires --file-prefix-map.
    "bash {package}/scripts/bootstrap_manylinux_bison.sh",
    "bash {package}/scripts/bootstrap_vcpkg.sh {package}",
]