|
1 | 1 | [ |
| 2 | + { |
| 3 | + "Router Name": "Paix2", |
| 4 | + "Arena Score": 77.63, |
| 5 | + "Optimal Selection Score": 89.67, |
| 6 | + "Optimal Cost Score": 62.92, |
| 7 | + "Optimal Acc. Score": 100.0, |
| 8 | + "Robustness Score": 77.86, |
| 9 | + "Latency Score": null, |
| 10 | + "Accuracy": 79.69, |
| 11 | + "Cost per 1k": 0.27 |
| 12 | + }, |
| 13 | + { |
| 14 | + "Router Name": "Sqwish Router", |
| 15 | + "Arena Score": 76.21, |
| 16 | + "Optimal Selection Score": 9.04, |
| 17 | + "Optimal Cost Score": 23.49, |
| 18 | + "Optimal Acc. Score": 94.07, |
| 19 | + "Robustness Score": 51.67, |
| 20 | + "Latency Score": null, |
| 21 | + "Accuracy": 79.76, |
| 22 | + "Cost per 1k": 0.7 |
| 23 | + }, |
| 24 | + { |
| 25 | + "Router Name": "Divyam", |
| 26 | + "Arena Score": 75.85, |
| 27 | + "Optimal Selection Score": 4.93, |
| 28 | + "Optimal Cost Score": 16.03, |
| 29 | + "Optimal Acc. Score": 93.43, |
| 30 | + "Robustness Score": 98.33, |
| 31 | + "Latency Score": null, |
| 32 | + "Accuracy": 78.59, |
| 33 | + "Cost per 1k": 0.48 |
| 34 | + }, |
2 | 35 | { |
3 | 36 | "Router Name": "Cross-Router", |
4 | | - "Arena Score": 76.12, |
| 37 | + "Arena Score": 75.75, |
5 | 38 | "Optimal Selection Score": 17.66, |
6 | 39 | "Optimal Cost Score": 45.49, |
7 | 40 | "Optimal Acc. Score": 90.31, |
8 | 41 | "Robustness Score": 67.14, |
9 | 42 | "Latency Score": null, |
10 | 43 | "Accuracy": 78.14, |
11 | | - "Cost per 1k": 0.3 |
| 44 | + "Cost per 1k": 0.4 |
| 45 | + }, |
| 46 | + { |
| 47 | + "Router Name": "Nadir-Tumbler", |
| 48 | + "Arena Score": 75.17, |
| 49 | + "Optimal Selection Score": null, |
| 50 | + "Optimal Cost Score": null, |
| 51 | + "Optimal Acc. Score": null, |
| 52 | + "Robustness Score": 66.43, |
| 53 | + "Latency Score": null, |
| 54 | + "Accuracy": 75.34, |
| 55 | + "Cost per 1k": 0.08 |
12 | 56 | }, |
13 | 57 | { |
14 | 58 | "Router Name": "vllm", |
15 | | - "Arena Score": 75.3, |
| 59 | + "Arena Score": 74.86, |
16 | 60 | "Optimal Selection Score": 16.81, |
17 | 61 | "Optimal Cost Score": 25.1, |
18 | 62 | "Optimal Acc. Score": 89.37, |
19 | 63 | "Robustness Score": 67.62, |
20 | 64 | "Latency Score": null, |
21 | 65 | "Accuracy": 77.18, |
22 | | - "Cost per 1k": 0.3 |
| 66 | + "Cost per 1k": 0.42 |
23 | 67 | }, |
24 | 68 | { |
25 | | - "Router Name": "Sqwish Router", |
26 | | - "Arena Score": 75.27, |
27 | | - "Optimal Selection Score": 7.41, |
28 | | - "Optimal Cost Score": 25.1, |
29 | | - "Optimal Acc. Score": 90.47, |
30 | | - "Robustness Score": 100.0, |
31 | | - "Latency Score": null, |
32 | | - "Accuracy": 76.4, |
33 | | - "Cost per 1k": 0.18 |
34 | | - }, |
35 | | - { |
36 | | - "Router Name": "Nadir-Tumbler", |
37 | | - "Arena Score": 75.17, |
| 69 | + "Router Name": "nadir-caliper", |
| 70 | + "Arena Score": 74.55, |
38 | 71 | "Optimal Selection Score": null, |
39 | 72 | "Optimal Cost Score": null, |
40 | 73 | "Optimal Acc. Score": null, |
41 | | - "Robustness Score": 66.43, |
| 74 | + "Robustness Score": 79.76, |
42 | 75 | "Latency Score": null, |
43 | | - "Accuracy": 75.34, |
44 | | - "Cost per 1k": 0.08 |
| 76 | + "Accuracy": 75.84, |
| 77 | + "Cost per 1k": 0.22 |
45 | 78 | }, |
46 | 79 | { |
47 | 80 | "Router Name": "AgentForge Router", |
|
54 | 87 | "Accuracy": 74.72, |
55 | 88 | "Cost per 1k": 0.13 |
56 | 89 | }, |
| 90 | + { |
| 91 | + "Router Name": "BARouter", |
| 92 | + "Arena Score": 73.79, |
| 93 | + "Optimal Selection Score": 64.41, |
| 94 | + "Optimal Cost Score": 67.13, |
| 95 | + "Optimal Acc. Score": 93.84, |
| 96 | + "Robustness Score": 68.81, |
| 97 | + "Latency Score": null, |
| 98 | + "Accuracy": 75.72, |
| 99 | + "Cost per 1k": 0.36 |
| 100 | + }, |
57 | 101 | { |
58 | 102 | "Router Name": "Weave Router", |
59 | 103 | "Arena Score": 72.82, |
|
164 | 208 | "Accuracy": 68.41, |
165 | 209 | "Cost per 1k": 0.29 |
166 | 210 | }, |
167 | | - { |
168 | | - "Router Name": "BARouter", |
169 | | - "Arena Score": 67.09, |
170 | | - "Optimal Selection Score": 58.56, |
171 | | - "Optimal Cost Score": 59.03, |
172 | | - "Optimal Acc. Score": 87.91, |
173 | | - "Robustness Score": 52.38, |
174 | | - "Latency Score": null, |
175 | | - "Accuracy": 68.8, |
176 | | - "Cost per 1k": 0.63 |
177 | | - }, |
178 | 211 | { |
179 | 212 | "Router Name": "mirt_bert", |
180 | 213 | "Arena Score": 66.89, |
|
197 | 230 | "Accuracy": 66.34, |
198 | 231 | "Cost per 1k": 0.21 |
199 | 232 | }, |
| 233 | + { |
| 234 | + "Router Name": "AsiaInfo-Router", |
| 235 | + "Arena Score": 65.87, |
| 236 | + "Optimal Selection Score": null, |
| 237 | + "Optimal Cost Score": null, |
| 238 | + "Optimal Acc. Score": null, |
| 239 | + "Robustness Score": 69.52, |
| 240 | + "Latency Score": null, |
| 241 | + "Accuracy": 75.2, |
| 242 | + "Cost per 1k": 8.54 |
| 243 | + }, |
200 | 244 | { |
201 | 245 | "Router Name": "gpt5", |
202 | 246 | "Arena Score": 64.32, |
|
0 commit comments