TensorRT-LLM/tensorrt_llm/usage/architecture_allowlist.py at main · harrisonzhy/TensorRT-LLM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Public model architecture identifiers telemetry may report in plaintext.

An entry may be an architecture declared by a public model checkpoint or a
registered TensorRT-LLM runtime architecture documented in the supported-models
table. This privacy allowlist is intentionally conservative and is not limited
to Hugging Face Transformers classes. Never add private, customer-specific, or
arbitrary user-supplied names.
"""

PUBLIC_MODEL_ARCHITECTURES = frozenset(
    {
        "AfmoeForCausalLM",
        "BartForConditionalGeneration",
        "BertForSequenceClassification",
        "CLIPVisionModel",
        "Cohere2ForCausalLM",
        "Cosmos3EdgeForConditionalGeneration",
        "Cosmos3ForConditionalGeneration",
        "DSparkMiniMaxDraftModel",
        "DeciLMForCausalLM",
        "DeepSeekV2ForCausalLM",
        "DeepseekV32ForCausalLM",
        "DeepseekV3ForCausalLM",
        "DeepseekV41ForCausalLM",
        "DeepseekV41ForConditionalGeneration",
        "DeepseekV4ForCausalLM",
        "EAGLE3LlamaForCausalLM",
        "Eagle3DeepSeekV3ForCausalLM",
        "Exaone4ForCausalLM",
        "Exaone4_5_ForConditionalGeneration",
        "ExaoneForCausalLM",
        "ExaoneMoeForCausalLM",
        "Gemma3ForCausalLM",
        "Gemma3ForConditionalGeneration",
        "Gemma3nForConditionalGeneration",
        "Gemma4AssistantForCausalLM",
        "Gemma4ForCausalLM",
        "Gemma4ForConditionalGeneration",
        "Gemma4UnifiedForConditionalGeneration",
        "Glm4MoeForCausalLM",
        "Glm4MoeLiteForCausalLM",
        "Glm5NextForConditionalGeneration",
        "GlmMoeDsaForCausalLM",
        "GptOssForCausalLM",
        "GraniteForCausalLM",
        "GraniteMoeHybridForCausalLM",
        "HCXVisionForCausalLM",
        "HCXVisionModel",
        "HunYuanDenseForCausalLM",
        "HunYuanDenseV1ForCausalLM",
        "HunYuanMoEForCausalLM",
        "HunYuanMoEV1ForCausalLM",
        "InternLM3ForCausalLM",
        "KimiK25ForConditionalGeneration",
        "KimiK3ForConditionalGeneration",
        "KimiLinearForCausalLM",
        "LagunaForCausalLM",
        "LiLiCorrDraftModel",
        "Llama4ForConditionalGeneration",
        "LlamaForCausalLM",
        "LlavaLlamaModel",
        "LlavaNextForConditionalGeneration",
        "MBartForConditionalGeneration",
        "MTPDraftModelForCausalLM",
        "MiniCPMV4_6ForConditionalGeneration",
        "MiniMaxM2ForCausalLM",
        "MiniMaxM3SparseForCausalLM",
        "MiniMaxM3SparseForConditionalGeneration",
        "Mistral3ForConditionalGeneration",
        "MistralForCausalLM",
        "MistralLarge3EagleForCausalLM",
        "MistralLarge3ForCausalLM",
        "MixtralForCausalLM",
        "MllamaForConditionalGeneration",
        "NemotronForCausalLM",
        "NemotronHForCausalLM",
        "NemotronHPuzzleForCausalLM",
        "NemotronH_Nano_Omni_Reasoning_V3",
        "NemotronH_Nano_VL_V2",
        "NemotronH_Omni_Reasoning_V3",
        "NemotronNASForCausalLM",
        "Olmo3ForCausalLM",
        "OpenELMForCausalLM",
        "Phi3ForCausalLM",
        "Phi4MMForCausalLM",
        "PixtralForConditionalGeneration",
        "PixtralVisionModel",
        "Qwen2ForCausalLM",
        "Qwen2ForProcessRewardModel",
        "Qwen2ForRewardModel",
        "Qwen2MoeForCausalLM",
        "Qwen2VLForConditionalGeneration",
        "Qwen2_5_VLForConditionalGeneration",
        "Qwen3ForCausalLM",
        "Qwen3ForTextEmbedding",
        "Qwen3MoeForCausalLM",
        "Qwen3NextForCausalLM",
        "Qwen3VLForConditionalGeneration",
        "Qwen3VLMoeForConditionalGeneration",
        "Qwen3_5ForCausalLM",
        "Qwen3_5ForConditionalGeneration",
        "Qwen3_5MoeForCausalLM",
        "Qwen3_5MoeForConditionalGeneration",
        "QwenImageBenchForConditionalGeneration",
        "SeedOssForCausalLM",
        "SiglipVisionModel",
        "SkyworkR1V2ForConditionalGeneration",
        "SmolLM3ForCausalLM",
        "Starcoder2ForCausalLM",
        "Step3p5ForCausalLM",
        "Step3p7ForConditionalGeneration",
        "T5ForConditionalGeneration",
        "WhisperForConditionalGeneration",
    }
)