pyproject.toml

[tool.poetry]
name = "infrahub-server"
version = "1.2.0"
description = "Infrahub is taking a new approach to Infrastructure Management by providing a new generation of datastore to organize and control all the data that defines how an infrastructure should run."
authors = ["OpsMill <info@opsmill.com>"]
readme = "README.md"
license = "AGPL-3.0-only"
homepage = "https://opsmill.com"
repository = "https://github.com/opsmill/infrahub"
documentation = "https://docs.infrahub.app/"
classifiers = [
    "Intended Audience :: Developers",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
]

packages = [
    { include = "infrahub", from = "backend" },
    { include = "infrahub_sdk", from = "python_sdk" },
    { include = "infrahub_testcontainers", from = "python_testcontainers" },
]

[tool.poetry.dependencies]
python = "^3.10, < 3.13"
neo4j = "~5.28"
neo4j-rust-ext = "~5.28"
pydantic = "~2.10"
pydantic-settings = "~2.8"
pytest = "~7.4"
aio-pika = "~9.4"
structlog = "24.1.0"
boto3 = "1.34.129"
email-validator = "~2.1"
redis = { version = "^5.0.0", extras = ["hiredis"] }
typer = "0.12.5"
prefect = "3.2.11"
prefect-redis = "0.2.2"
ujson = "^5"
Jinja2 = "^3"
gitpython = "^3"
pyyaml = "^6"
toml = "^0.10"

# Dependencies specific to the API Server
fastapi = "~0.115"
fastapi-storages = "~0.3"
graphene = "~3.4"
gunicorn = "^23.0.0"
lunr = "^0.7.0.post1"
starlette-exporter = "~0.23"
python-multipart = "0.0.18"                            # Required by FastAPI to upload large files
asgi-correlation-id = "4.2.0"                          # Middleware for FastAPI to generate ID per request
bcrypt = "~4.1"                                        # Used to hash and validate password
pyjwt = "~2.8"                                         # Used to manage JWT tokens
uvicorn = { version = "~0.32", extras = ["standard"] }
opentelemetry-instrumentation-aio-pika = "0.49b1"
opentelemetry-instrumentation-fastapi = "0.49b1"
opentelemetry-exporter-otlp-proto-grpc = "1.28.1"
opentelemetry-exporter-otlp-proto-http = "1.28.1"
nats-py = "^2.7.2"
netaddr = "1.3.0"
authlib = "1.3.2"
aiodataloader = "0.4.0"


# Dependencies specific to the SDK
rich = "^13"
pyarrow = "^14"
numpy = [
    { version = "^1.24.2", python = ">=3.9,<3.12" },
    { version = "^1.26.2", python = ">=3.12" },
]
dulwich = "^0.22.7"
whenever = "0.7.2"


[tool.poetry.group.dev.dependencies]
yamllint = "*"
mypy = "*"
ipython = "~8"
pytest-asyncio = "^0.21.1"
pytest-clarity = "~1.0"
pytest-cov = "~4.1"
pytest-xdist = "~3.4"
types-python-slugify = "^8.0.0.3"
pre-commit = "^2.20.0"
types-toml = "*"
types-ujson = "*"
types-pyyaml = "*"
ruff = "0.11.0"
invoke = "2.2.0"
pytest-benchmark = "^4.0.0"
pytest-codspeed = "^2.2.0"
deepdiff = "^6.2"
polyfactory = "^2.16.2"
towncrier = "^24.8"
pytest-env = "^1.1.3"
testcontainers = "^4.8.1"
pytest-timeout = "^2.3.1"
matplotlib = "^3.9.2"
pandas = "^2.2.3"
semver = "^3.0.2"
ruamel-yaml = "^0.18.6"

# [tool.poetry.group.test-scale.dependencies]
# locust = "^2.20.1"
# docker = "^7.0.0"
# matplotlib = "^3.8"
# pandas = "^2.2"
pytest-httpx = ">=0.30"
docker = "^7.1.0"
psutil = "^6.1.0"
jwcrypto = "1.5.6"

[tool.poetry.scripts]
infrahub = "infrahub.cli:app"
infrahub-git-credential = "infrahub.git_credential.helper:app"
infrahub-git-askpass = "infrahub.git_credential.askpass:app"
infrahubctl = "infrahub_sdk.ctl.cli:app"

[tool.poetry.plugins."pytest11"]
"pytest-infrahub" = "infrahub_sdk.pytest_plugin.plugin"

[tool.poetry.plugins."prefect.collections"]
"infrahubasync" = "infrahub.workers.infrahub_async"

[tool.coverage.run]
branch = true

[tool.coverage.report]
exclude_lines = ["if TYPE_CHECKING:", "raise NotImplementedError()"]

[tool.pytest.ini_options]
asyncio_mode = "auto"
timeout = 300 # 5 minutes
session_timeout = 1200 # 20 minutes
testpaths = ["tests"]
filterwarnings = [
    "ignore:Module already imported so cannot be rewritten",
    "ignore:Deprecated call to",
    "ignore:pkg_resources is deprecated as an API",          # Remove on https://github.com/open-telemetry/opentelemetry-python-contrib/pull/2181 has been fixed
]
addopts = "-v --cov-report term-missing --cov-report xml --dist loadscope --junitxml=pytest-junit.xml"
junit_duration_report = "call"

[tool.pytest_env]
PREFECT_LOGGING_LEVEL = "CRITICAL"
INFRAHUB_LOG_LEVEL = "CRITICAL"
INFRAHUB_PRODUCTION = false

[tool.mypy]
pretty = true
ignore_missing_imports = true
disallow_untyped_defs = true
disable_error_code = ["type-abstract"]
exclude = [
    "^backend/tests/fixtures/repos/*", # To avoid 'Duplicate module named "transforms"'
    "^backend/tests/scale",
    "^backend/tests/unit",
    "^backend/tests/test_data",
    "^backend/tests/query_benchmark"
]

[[tool.mypy.overrides]]
module = "infrahub.*"
disallow_untyped_defs = true

[[tool.mypy.overrides]]
module = "tests.benchmark.*"
disallow_untyped_defs = false

[[tool.mypy.overrides]]
module = "tests.conftest"
disallow_untyped_defs = false

[[tool.mypy.overrides]]
module = "tests.fixtures.*"
disallow_untyped_defs = false

[[tool.mypy.overrides]]
module = "tests.integration.*"
disallow_untyped_defs = false

[[tool.mypy.overrides]]
module = "tests.functional.*"
disallow_untyped_defs = false

[[tool.mypy.overrides]]
module = "infrahub.core.attribute"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.manager"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.node"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.node.base"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.node.standard"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.query"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.query.diff"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.query.ipam"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.query.node"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.query.relationship"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.query.standard_node"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.query.subquery"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.schema.basenode_schema"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.schema.schema_branch"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.schema.manager"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.core.utils"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.database"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.git.base"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.git.repository"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.git_credential.askpass"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.graphql.mutations.ipam"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.graphql.mutations.main"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.graphql.mutations.proposed_change"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.graphql.mutations.repository"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.graphql.mutations.schema"
disable_error_code = [
    "arg-type",
    "operator",
    "union-attr",
]


[[tool.mypy.overrides]]
module = "infrahub.graphql.resolvers.resolver"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.graphql.types.standard_node"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.lock"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.message_bus.operations"
ignore_errors = true

[[tool.mypy.overrides]]
module = "infrahub.trace"
ignore_errors = true

[tool.ruff]
line-length = 120
target-version = "py310"

exclude = [
    ".git",
    ".tox",
    ".venv",
    "env",
    "_build",
    "build",
    "dist",
    "examples",
]


[tool.ruff.lint]
preview = true

task-tags = ["FIXME", "TODO", "XXX"]

select = ["ALL"]

ignore = [
    "D",        # pydocstyle
    "DOC",      # pydoclint
    "CPY",      # flake8-copyright
    "T201",     # use of `print`
    "ISC",      # flake8-implicit-str-concat
    "COM812",   # missing-trailing-comma

    ##################################################################################################
    # Rules below needs to be Investigated                                                           #
    ##################################################################################################
    "FA",       # flake8-future-annotations
    "PGH",      # pygrep-hooks
    "ERA",      # eradicate commented-out code
    "SLF001",   # flake8-self
    "EM",       # flake8-errmsg
    "TRY",      # tryceratops
    "TD",       # flake8-todos
    "FIX",      # flake8-fixme
    "TID",      # flake8-tidy-imports
    "FBT",      # flake8-boolean-trap
    "G",        # flake8-logging-format
    "RSE",      # flake8-raise
    "BLE",      # flake8-blind-except (BLE)
    "A",        # flake8-builtins
    "PD",       # pandas-vet
    "FAST002",  # FastAPI dependency without `Annotated`

    ##################################################################################################
    # The ignored rules below should be removed once the code has been updated, they are included    #
    # like this so that we can reactivate them one by one. Alternatively ignored after further       #
    # investigation if they are deemed to not make sense.                                            #
    ##################################################################################################
    "FURB113", # Use `networks.extend(...)` instead of repeatedly calling `networks.append()`
    "FURB118", # Use `operator.itemgetter(1)` instead of defining a lambda
    "FURB140", # Use `itertools.starmap` instead of the generator
    "FURB171", # Membership test against single-item container
    "FURB192", # Prefer `min` over `sorted()` to compute the minimum value in a sequence
    "INP001",  # File declares a package, but is nested under an implicit namespace package.
    "LOG015",  # `info()` call on root logger
    "N801",    # Class name should use CapWords convention
    "N802",    # Function name should be lowercase
    "N806",    # Variable in function should be lowercase
    "PERF203", # `try`-`except` within a loop incurs performance overhead
    "PERF401", # Use a list comprehension to create a transformed list
    "PERF402", # Use `list` or `list.copy` to create a copy of a list
    "PERF403", # Use a dictionary comprehension instead of a for-loop
    "PLC0415", # `import` should be at the top-level of a file
    "PLC2701", # Private name import from external module
    "PLR0904", # Too many public methods
    "PLR0912", # Too many branches
    "PLR0913", # Too many arguments in function definition
    "PLR0914", # Too many local variables
    "PLR0916", # Too many Boolean expressions
    "PLR0917", # Too many positional arguments
    "PLR2004", # Magic value used in comparison this could possibly be fine in the tests folders
    "PLR6201", # Use a `set` literal when testing for membership
    "PLR6301", # Method could be a function, class method, or static method
    "PLW0603", # Using the global statement to update `SETTINGS` is discouraged
    "PLW1508", # Invalid type for environment variable default; expected `str` or `None`
    "RET503",  # Missing explicit `return` at the end of function able to return non-`None` value
    "RET504",  # Unnecessary assignment before `return` statement
    "RUF005",  # Consider `[*list(peers.values()), rfc5735]` instead of concatenation
    "RUF006",  # Store a reference to the return value of `asyncio.create_task`
    "RUF010",  # Use explicit conversion flag
    "RUF012",  # Mutable class attributes should be annotated with `typing.ClassVar`
    "RUF015",  # Prefer `next(...)` over single element slice
    "RUF021",  # Parenthesize `a and b` expressions when chaining `and` and `or` together, to make the precedence clear
    "RUF029",  # Function is declared `async`, but doesn't `await` or use `async` features.
    "RUF036",  # `None` not at the end of the type annotation.
    "RUF043",  # Pattern passed to `match=` contains metacharacters but is neither escaped nor raw
    "RUF052",  # Local dummy variable `_meta` is accessed
    "RUF100",  # [*] Unused `noqa` directive (non-enabled: `INP001`)
    "S101",    # Use of `assert` detected
    "S105",    # Possible hardcoded password assigned to: "REGEX_PASSWORD"
    "S108",    # Probable insecure usage of temporary file or directory
    "S202",    # Uses of `tarfile.extractall()`
    "S311",    # Standard pseudo-random generators are not suitable for cryptographic purposes
    "S701",    # By default, jinja2 sets `autoescape` to `False`. Consider using `autoescape=True`
    "SIM108",  # Use ternary operator `markexpr = "not neo4j" if not markexpr else f"not neo4j and ({markexpr})"` instead of `if`-`else`-block
    "SIM102",  # Use a single `if` statement instead of nested `if` statements
    "SIM103",  # Return the condition `identifier in self.sub_by_id.keys()` directly
    "SIM105",  # Use `contextlib.suppress(SchemaNotFoundError)` instead of `try`-`except`-`pass`
    "SIM110",  # Use `return any(worktree.identifier == identifier for worktree in worktrees)` instead of `for` loop
    "SIM114",  # Combine `if` branches using logical `or` operator
    "SIM117",  # Use a single `with` statement with multiple contexts instead of nested `with` statements
    "SIM118",  # Use `key in dict` instead of `key in dict.keys()`
    "SIM201",  # Use `backup_path.suffix != ".backup"` instead of `not backup_path.suffix == ".backup"`
    "SIM401",  # Use `property["items"].get("format", None)` instead of an `if` block
    "TC006",   # [*] Add quotes to type expression in `typing.cast()`
    "UP012",   # Unnecessary call to encode as UTF-8
    "UP018",   # Unnecessary {literal_type} call (rewrite as a literal)
    "UP031",   # Use format specifiers instead of percent format
    "UP035",   # `typing.List` is deprecated, use `list` instead
]

[tool.ruff.lint.flake8-bugbear]
extend-immutable-calls = [
    "fastapi.Body",
    "fastapi.Depends",
    "fastapi.params.Depends",
    "fastapi.File",
    "fastapi.Query",
    "fastapi.params.Query",
    "typer.Argument",
]

#https://docs.astral.sh/ruff/formatter/black/
[tool.ruff.format]
quote-style = "double"
indent-style = "space"
skip-magic-trailing-comma = false
line-ending = "auto"

[tool.ruff.lint.isort]
known-first-party = ["infrahub"]

[tool.ruff.lint.pycodestyle]
max-line-length = 150

[tool.ruff.lint.mccabe]
# Target max-complexity=10
max-complexity = 30

[tool.ruff.lint.pylint]

allow-dunder-method-names = [
    "__init_subclass_with_meta__", # Dunder method used within Graphene
]

[tool.ruff.lint.per-file-ignores]

"backend/infrahub/**.py" = [
    ##################################################################################################
    # Review and change the below later                                                              #
    ##################################################################################################
    "ANN001", # Missing type annotation for function argument
    "ANN003", # Missing type annotation for `**kwargs`
    "ANN204", # Missing return type annotation for special method
    "ANN401", # Dynamically typed expressions (typing.Any) are disallowed
]

"backend/infrahub/cli/db.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "PLR1702", # Too many nested blocks
    "PLR0915", # Too many statements
]

"backend/infrahub/config.py" = [
    "S323", # Allow users to create an SSL context that doesn't validate certificates
]

"backend/infrahub/core/branch/models.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "UP007",  # Use X | Y for type annotations
    "UP045",  # Use X | Y for type annotations
]

"backend/infrahub/core/graph/**.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "UP045",  # Use X | Y for type annotations
]

"backend/infrahub/core/node/standard.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "UP045",  # Use X | Y for type annotations
]

"backend/infrahub/core/query/**.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "UP007",  # Use X | Y for type annotations
]

"backend/infrahub/core/models.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "PLR1702", # Too many nested blocks
]


"backend/infrahub/core/query/attribute.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "PLR0915", # Too many statements
]


"backend/infrahub/core/query/relationship.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "PLR0915", # Too many statements
]

"backend/infrahub/core/schema/manager.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "PLR0915", # Too many statements
]

"backend/infrahub/graphql/manager.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "PLR0915", # Too many statements
]

"backend/infrahub/menu/generator.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "PLR0915", # Too many statements
]

"backend/infrahub/serve/log.py" = [
    "LOG004",  # `.exception()` call outside exception handlers
]

"backend/tests/**.py" = [
    "S101",    # Use of assert detected
    "S105",    # Possible hardcoded password assigned to variable
    "S106",    # Possible hardcoded password assigned to argument
    "ARG001",  # Unused function argument
    "ARG002",  # Unused method argument
    "ARG003",  # Unused class method argument
    ##################################################################################################
    # Review and change the below later                                                              #
    ##################################################################################################
    "ANN001",  # Missing type annotation for function argument
    "ANN002",  # Missing type annotation for `*args`
    "ANN003",  # Missing type annotation for `**kwargs`
    "ANN201",  # Missing return type annotation for public function
    "ANN202",  # Missing return type annotation for private function
    "ANN401",  # Dynamically typed expressions (typing.Any) are disallowed
    "PLR0915", # Too many statements
    "PT003",   # `scope='function'` is implied in `@pytest.fixture()`
    "PT007",   # Wrong values type in `pytest.mark.parametrize` expected `list` of `tuple`
    "PT006",   # Wrong type passed to first argument of `pytest.mark.parametrize`; expected `tuple`
    "PT011",   # `pytest.raises(ValueError)` is too broad, set the `match` parameter or use a more specific exception
    "PT012",   # `pytest.raises()` block should contain a single simple statement
    "PT013",   # Incorrect import of `pytest`; use `import pytest` instead
    "PT014",   # Duplicate of test case in `pytest.mark.parametrize`
    "PT018",   # Assertion should be broken down into multiple parts
    "PT021",   # Use `yield` instead of `request.addfinalizer`
]

"backend/tests/integration_docker/test_schema_migration.py" = [
    ##################################################################################################
    # Review and change the below later                                                              #
    ##################################################################################################
    "ASYNC230", # Async functions should not open files with blocking methods like `open`
]


"models/infrastructure_edge.py" = [
    "S106", # Hardcoded password
    ##################################################################################################
    # The ignored rules below should be removed once the code has been updated, they are included    #
    # like this so that we can reactivate them one by one. Alternatively ignored after further       #
    # investigation if they are deemed to not make sense.                                            #
    ##################################################################################################
    "C901",   # `generate_site` is too complex (34 > 33)"
    "E501",   # Line too long
    "PLR0915", # Too many statements
]

"python_testcontainers/infrahub_testcontainers/helpers.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "PT021",   # Use `yield` instead of `request.addfinalizer`
]

"tasks/**.py" = [
    "PT028", # Test function parameter has default argument (these are not tests)
]

"tasks/release.py" = [
    ##################################################################################################
    # Refactor code and remove the ignore rule
    ##################################################################################################
    "PLR0915", # Too many statements
]


"utilities/**.py" = [
    ##################################################################################################
    # Review and change the below later                                                              #
    ##################################################################################################
    "ANN401", # Dynamically typed expressions (typing.Any) are disallowed
]

[tool.towncrier]

package = "infrahub"
directory = "changelog"
filename = "CHANGELOG.md"
start_string = "<!-- towncrier release notes start -->\n"
underlines = ["", "", ""]
title_format = "## [Infrahub - v{version}](https://github.com/opsmill/infrahub/tree/infrahub-v{version}) - {project_date}"
issue_format = "[#{issue}](https://github.com/opsmill/infrahub/issues/{issue})"
orphan_prefix = "+"
template = "changelog/towncrier.md.template"

[[tool.towncrier.type]]
directory = "security"
name = "Security"
showcontent = true

[[tool.towncrier.type]]
directory = "removed"
name = "Removed"
showcontent = true

[[tool.towncrier.type]]
directory = "deprecated"
name = "Deprecated"
showcontent = true

[[tool.towncrier.type]]
directory = "added"
name = "Added"
showcontent = true

[[tool.towncrier.type]]
directory = "changed"
name = "Changed"
showcontent = true

[[tool.towncrier.type]]
directory = "fixed"
name = "Fixed"
showcontent = true

[[tool.towncrier.type]]
directory = "housekeeping"
name = "Housekeeping"
showcontent = true

[build-system]
requires = ["poetry-core>=1.0.0"]
build-backend = "poetry.core.masonry.api"