benchmarking/gateways/litellm-rust/definition.json at main · GetBusbar/benchmarking · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
{
  "auth": "gwbench",
  "class": "LLM gateway",
  "config": [],
  "config_files": [
    {
      "output": "config.gen.yaml",
      "template": "config.gen.yaml.tmpl"
    }
  ],
  "display": "LiteLLM \u00b7 Rust",
  "egress": [
    "anthropic"
  ],
  "headers": [
    "Authorization: Bearer {GW_AUTH}"
  ],
  "lang": "Rust",
  "launch": {
    "args": [],
    "binary": [
      "src/litellm-rust/target/release/litellm-ai-gateway",
      "src/litellm-rust/target/release/litellm_ai_gateway",
      "src/litellm-rust/target/release/server"
    ],
    "build": "build.sh",
    "kind": "native"
  },
  "matrix": [
    "000000",
    "000000",
    "001000",
    "000000",
    "000000",
    "000000"
  ],
  "matrix_note": "LiteLLM-Rust beta serves only the Anthropic /v1/messages route (azure_ai upstream); no other ingress or upstream dialect exists, so those cells are grey by that capability limit",
  "model": "azure_ai/mock",
  "name": "litellm-rust",
  "path": "/v1/messages",
  "port": 8101,
  "repo": "https://github.com/BerriAI/litellm",
  "runtime": {
    "kind": "native",
    "proc_match": "litellm-ai-gateway"
  }
}