|
1 | 1 | [ |
2 | | - { |
3 | | - "Router Name": "vllm", |
4 | | - "Arena Score": 75.38, |
5 | | - "Optimal Selection Score": 20.12, |
6 | | - "Optimal Cost Score": 24.52, |
7 | | - "Optimal Acc. Score": 89.87, |
8 | | - "Robustness Score": 73.1, |
9 | | - "Latency Score": null, |
10 | | - "Accuracy": 75.97, |
11 | | - "Cost per 1k": 0.11 |
12 | | - }, |
13 | 2 | { |
14 | 3 | "Router Name": "Sqwish Router", |
15 | 4 | "Arena Score": 75.27, |
|
32 | 21 | "Accuracy": 74.72, |
33 | 22 | "Cost per 1k": 0.13 |
34 | 23 | }, |
35 | | - { |
36 | | - "Router Name": "Nadir Router", |
37 | | - "Arena Score": 73.33, |
38 | | - "Optimal Selection Score": null, |
39 | | - "Optimal Cost Score": null, |
40 | | - "Optimal Acc. Score": null, |
41 | | - "Robustness Score": 25.48, |
42 | | - "Latency Score": null, |
43 | | - "Accuracy": 74.87, |
44 | | - "Cost per 1k": 0.29 |
45 | | - }, |
46 | 24 | { |
47 | 25 | "Router Name": "Weave Router", |
48 | 26 | "Arena Score": 72.82, |
|
55 | 33 | "Cost per 1k": 0.94 |
56 | 34 | }, |
57 | 35 | { |
58 | | - "Router Name": "OrcaRouter-Adaptive", |
59 | | - "Arena Score": 72.08, |
| 36 | + "Router Name": "Nadir Router", |
| 37 | + "Arena Score": 72.29, |
60 | 38 | "Optimal Selection Score": null, |
61 | 39 | "Optimal Cost Score": null, |
62 | 40 | "Optimal Acc. Score": null, |
63 | | - "Robustness Score": 22.62, |
| 41 | + "Robustness Score": 25.48, |
64 | 42 | "Latency Score": null, |
65 | | - "Accuracy": 75.54, |
66 | | - "Cost per 1k": 1.0 |
| 43 | + "Accuracy": 75.01, |
| 44 | + "Cost per 1k": 0.68 |
67 | 45 | }, |
68 | 46 | { |
69 | | - "Router Name": "azure", |
70 | | - "Arena Score": 71.87, |
| 47 | + "Router Name": "vllm", |
| 48 | + "Arena Score": 72.15, |
| 49 | + "Optimal Selection Score": 20.77, |
| 50 | + "Optimal Cost Score": 17.19, |
| 51 | + "Optimal Acc. Score": 90.0, |
| 52 | + "Robustness Score": 73.1, |
| 53 | + "Latency Score": null, |
| 54 | + "Accuracy": 73.19, |
| 55 | + "Cost per 1k": 0.23 |
| 56 | + }, |
| 57 | + { |
| 58 | + "Router Name": "OrcaRouter-Adaptive", |
| 59 | + "Arena Score": 72.08, |
71 | 60 | "Optimal Selection Score": null, |
72 | 61 | "Optimal Cost Score": null, |
73 | 62 | "Optimal Acc. Score": null, |
74 | | - "Robustness Score": 71.43, |
| 63 | + "Robustness Score": 22.62, |
75 | 64 | "Latency Score": null, |
76 | | - "Accuracy": 72.82, |
77 | | - "Cost per 1k": 0.22 |
| 65 | + "Accuracy": 75.54, |
| 66 | + "Cost per 1k": 1.0 |
78 | 67 | }, |
79 | 68 | { |
80 | 69 | "Router Name": "R2-Router", |
|
87 | 76 | "Accuracy": 71.23, |
88 | 77 | "Cost per 1k": 0.06 |
89 | 78 | }, |
| 79 | + { |
| 80 | + "Router Name": "azure", |
| 81 | + "Arena Score": 70.42, |
| 82 | + "Optimal Selection Score": null, |
| 83 | + "Optimal Cost Score": null, |
| 84 | + "Optimal Acc. Score": null, |
| 85 | + "Robustness Score": 71.43, |
| 86 | + "Latency Score": null, |
| 87 | + "Accuracy": 72.94, |
| 88 | + "Cost per 1k": 0.73 |
| 89 | + }, |
90 | 90 | { |
91 | 91 | "Router Name": "Auto Router", |
92 | 92 | "Arena Score": 70.05, |
|
0 commit comments