Merge branch 'main' into fix/initializer-catalog-unavailable

Author: romanlutz

.env_example

@@ -83,11 +83,22 @@ AZURE_OPENAI_GPT4O_UNSAFE_CHAT_KEY2="xxxxx"
 AZURE_OPENAI_GPT4O_UNSAFE_CHAT_MODEL2="deployment-name"
 AZURE_OPENAI_GPT4O_UNSAFE_CHAT_UNDERLYING_MODEL2=""
 
-# Adversarial chat target (used by scenario attack techniques, e.g. role-play, TAP)
-# Default endpoint goes here; specialized ones below
+# Adversarial chat targets (used by scenario attack techniques, e.g. role-play, TAP).
+# When multiple numbered endpoints are configured, adversarial_chat uses them in a round-robin.
 ADVERSARIAL_CHAT_ENDPOINT="https://xxxxx.openai.azure.com/openai/v1"
 ADVERSARIAL_CHAT_KEY="xxxxx"
 ADVERSARIAL_CHAT_MODEL="deployment-name"
+ADVERSARIAL_CHAT_UNDERLYING_MODEL=""
+
+ADVERSARIAL_CHAT_ENDPOINT2="https://xxxxx.openai.azure.com/openai/v1"
+ADVERSARIAL_CHAT_KEY2="xxxxx"
+ADVERSARIAL_CHAT_MODEL2="deployment-name"
+ADVERSARIAL_CHAT_UNDERLYING_MODEL2=""
+
+ADVERSARIAL_CHAT_ENDPOINT3="https://xxxxx.openai.azure.com/openai/v1"
+ADVERSARIAL_CHAT_KEY3="xxxxx"
+ADVERSARIAL_CHAT_MODEL3="deployment-name"
+ADVERSARIAL_CHAT_UNDERLYING_MODEL3=""
 
 ADVERSARIAL_CHAT_SINGLETURN_ENDPOINT="https://xxxxxx.westus3.inference.ml.azure.com/score"
 ADVERSARIAL_CHAT_SINGLETURN_KEY="xxxxx"

.github/instructions/style-guide.instructions.md

@@ -175,14 +175,22 @@ paths stay fast.
 
 ### Lazy `__init__.py` Exports (PEP 562)
 
-Public API packages (`pyrit.prompt_target`, `pyrit.converter`, `pyrit.score`)
-use `__getattr__`-based lazy loading so heavy symbols can be imported from the
-package without paying the cost at package load time. See
-`pyrit/prompt_target/__init__.py` for the canonical example. Rules:
-
-- Lazy names must remain in `__all__` and have a `TYPE_CHECKING` import for IDE support.
-- Internal utility packages (e.g., `pyrit.common`) simply omit heavy submodules
-  from `__init__.py` — consumers import directly from the specific file.
+Public API packages use `__getattr__`-based lazy loading so package imports do
+not load every implementation module. Use `pyrit.common.lazy_imports` and follow
+the standard contract:
+
+- Add each public export to `_LAZY_EXPORTS`, which is the runtime source of truth.
+- Use a module string when the public and source attribute names match. Use the
+  tuple form only for aliases or module-valued exports.
+- Set `__all__ = list(_LAZY_EXPORTS)`.
+- Put every public export under `if TYPE_CHECKING:` for editor and static-analysis support.
+- Implement `__getattr__` with `resolve_lazy_export` and `__dir__` with `get_lazy_dir`.
+- Do not add eager implementation imports to package initializers.
+
+The package contract tests in `tests/unit/common/test_lazy_package_imports.py`
+enforce these rules. Internal heavy submodules that are not public exports
+should remain omitted from `__init__.py`; consumers import them from the
+specific module.
 
 ### Import Paths
 

.github/workflows/docs.yml

@@ -93,7 +93,7 @@ jobs:
       - name: Checkout ${{ matrix.ref }}
         uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
         with:
-          ref: ${{ matrix.ref }}
+          ref: ${{ github.event_name == 'pull_request' && matrix.slug == 'latest' && github.event.pull_request.head.sha || matrix.ref }}
 
       - name: Resolve commit SHA
         # matrix.ref is a branch name (e.g. "releases/v0.13.0") that can move,

build_scripts/gen_api_md.py

@@ -689,7 +689,12 @@ def collect_top_level_modules(api_json_dir: Path) -> list[dict]:
     modules: list[dict] = []
     for jf in sorted(api_json_dir.glob("*.json")):
         data = json.loads(jf.read_text(encoding="utf-8"))
-        modules.extend(_expand_module(data))
+        if jf.stem.endswith("_all"):
+            submodules = [member for member in data.get("members", []) if member.get("kind") == "module"]
+            for submodule in submodules:
+                modules.extend(_expand_module(submodule))
+        else:
+            modules.extend(_expand_module(data))
 
     # Drop excluded and empty modules
     return [

doc/bibliography.md

@@ -5,6 +5,6 @@ All academic papers, research blogs, and technical reports referenced throughout
 :::{dropdown} Citation Keys
 :class: hidden-citations
 
-[@aakanksha2024multilingual; @adversaai2023universal; @andriushchenko2024tense; @anthropic2024manyshot; @aqrawi2024singleturncrescendo; @atr2026; @bethany2024mathprompt; @bhardwaj2023harmfulqa; @bhardwaj2024homer; @boucher2023trojan; @brahman2024coconot; @bryan2025agentictaxonomy; @bullwinkel2025airtlessons; @bullwinkel2025repeng; @bullwinkel2026trigger; @chao2023pair; @chao2024jailbreakbench; @choi2026xlsafetybench; @cui2024orbench; @darkbench2025; @derczynski2024garak; @ding2023wolf; @embracethered2024unicode; @embracethered2025sneakybits; @gehman2020realtoxicityprompts; @ghosh2025aegis; @ghosh2025ailuminate; @gong2025figstep; @gupta2024walledeval; @haider2024phi3safety; @han2024medsafetybench; @han2024wildguard; @hiddenlayer2025policypuppetry; @hines2024spotlighting; @inie2025summon; @ji2023beavertails; @ji2024pkusaferlhf; @jiang2025sosbench; @jones2025computeruse; @kingma2014adam; @li2024drattack; @li2024mossbench; @li2024saladbench; @li2024wmdp; @lin2023toxicchat; @liu2024flipattack; @liu2024mmsafetybench; @lopez2024pyrit; @luo2024jailbreakv; @lv2024codechameleon; @mazeika2023tdc; @mazeika2024harmbench; @mckee2024transparency; @mehrotra2023tap; @microsoft2024skeletonkey; @odin2024; @palaskar2025vlsu; @pfohl2024equitymedqa; @promptfoo2025ccp; @robustintelligence2024bypass; @roccia2024promptintel; @rottger2023xstest; @rottger2025msts; @russinovich2024crescendo; @russinovich2025cca; @russinovich2025price; @scheuerman2025transphobia; @shaikh2022second; @shayegani2025computeruse; @shen2023donotanything; @sheshadri2024lat; @souly2024strongreject; @stok2023ansi; @tan2026comicjailbreak; @tang2025multilingual; @tedeschi2024alert; @vantaylor2024socialbias; @vidgen2023simplesafetytests; @wang2023decodingtrust; @wang2023donotanswer; @wang2025siuo; @wang2026visualleakbench; @wei2023jailbroken; @xie2024sorrybench; @yu2023gptfuzzer; @yuan2023cipherchat; @zeng2024persuasion; @zeng2024shieldgemma; @zhang2024cbtbench; @ziems2022mic; @zong2024vlguard; @zou2023gcg]
+[@aakanksha2024multilingual; @adversaai2023universal; @andriushchenko2024tense; @anthropic2024manyshot; @aqrawi2024singleturncrescendo; @atr2026; @bethany2024mathprompt; @bhardwaj2023harmfulqa; @bhardwaj2024homer; @boucher2023trojan; @brahman2024coconot; @bryan2025agentictaxonomy; @bullwinkel2025airtlessons; @bullwinkel2025repeng; @bullwinkel2026trigger; @chao2023pair; @chao2024jailbreakbench; @choi2026xlsafetybench; @cui2024orbench; @darkbench2025; @derczynski2024garak; @ding2023wolf; @embracethered2024unicode; @embracethered2025sneakybits; @gehman2020realtoxicityprompts; @ghosh2025aegis; @ghosh2025ailuminate; @gong2025figstep; @gupta2024walledeval; @haider2024phi3safety; @han2024medsafetybench; @han2024wildguard; @hiddenlayer2025policypuppetry; @hines2024spotlighting; @inie2025summon; @ji2023beavertails; @ji2024pkusaferlhf; @jiang2025sosbench; @jones2025computeruse; @kingma2014adam; @li2024drattack; @li2024mossbench; @li2024saladbench; @li2024wmdp; @lin2023toxicchat; @liu2024flipattack; @liu2024mmsafetybench; @lopez2024pyrit; @luo2024jailbreakv; @lv2024codechameleon; @mazeika2023tdc; @mazeika2024harmbench; @mckee2024transparency; @mehrotra2023tap; @microsoft2024skeletonkey; @odin2024; @palaskar2025vlsu; @pfohl2024equitymedqa; @promptfoo2025ccp; @ren2024codeattack; @robustintelligence2024bypass; @roccia2024promptintel; @rottger2023xstest; @rottger2025msts; @russinovich2024crescendo; @russinovich2025cca; @russinovich2025price; @scheuerman2025transphobia; @shaikh2022second; @shayegani2025computeruse; @shen2023donotanything; @sheshadri2024lat; @souly2024strongreject; @stok2023ansi; @tan2026comicjailbreak; @tang2025multilingual; @tedeschi2024alert; @vantaylor2024socialbias; @vidgen2023simplesafetytests; @wang2023decodingtrust; @wang2023donotanswer; @wang2025siuo; @wang2026visualleakbench; @wei2023jailbroken; @xie2024sorrybench; @yu2023gptfuzzer; @yuan2023cipherchat; @zeng2024persuasion; @zeng2024shieldgemma; @zhang2024cbtbench; @ziems2022mic; @zong2024vlguard; @zou2023gcg]
 
 :::