Skip to content

Commit 3ea4bd7

Browse files
yl231github-actions[bot]
authored andcommitted
Sync leaderboard data from RouterArena@61417ec69db93461326a38dc8f4f3d4f1243e1dd
1 parent 1434253 commit 3ea4bd7

1 file changed

Lines changed: 32 additions & 32 deletions

File tree

‎src/data/routerMetrics/leaderboard.json‎

Lines changed: 32 additions & 32 deletions
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,4 @@
11
[
2-
{
3-
"Router Name": "vllm",
4-
"Arena Score": 75.38,
5-
"Optimal Selection Score": 20.12,
6-
"Optimal Cost Score": 24.52,
7-
"Optimal Acc. Score": 89.87,
8-
"Robustness Score": 73.1,
9-
"Latency Score": null,
10-
"Accuracy": 75.97,
11-
"Cost per 1k": 0.11
12-
},
132
{
143
"Router Name": "Sqwish Router",
154
"Arena Score": 75.27,
@@ -32,17 +21,6 @@
3221
"Accuracy": 74.72,
3322
"Cost per 1k": 0.13
3423
},
35-
{
36-
"Router Name": "Nadir Router",
37-
"Arena Score": 73.33,
38-
"Optimal Selection Score": null,
39-
"Optimal Cost Score": null,
40-
"Optimal Acc. Score": null,
41-
"Robustness Score": 25.48,
42-
"Latency Score": null,
43-
"Accuracy": 74.87,
44-
"Cost per 1k": 0.29
45-
},
4624
{
4725
"Router Name": "Weave Router",
4826
"Arena Score": 72.82,
@@ -55,26 +33,37 @@
5533
"Cost per 1k": 0.94
5634
},
5735
{
58-
"Router Name": "OrcaRouter-Adaptive",
59-
"Arena Score": 72.08,
36+
"Router Name": "Nadir Router",
37+
"Arena Score": 72.29,
6038
"Optimal Selection Score": null,
6139
"Optimal Cost Score": null,
6240
"Optimal Acc. Score": null,
63-
"Robustness Score": 22.62,
41+
"Robustness Score": 25.48,
6442
"Latency Score": null,
65-
"Accuracy": 75.54,
66-
"Cost per 1k": 1.0
43+
"Accuracy": 75.01,
44+
"Cost per 1k": 0.68
6745
},
6846
{
69-
"Router Name": "azure",
70-
"Arena Score": 71.87,
47+
"Router Name": "vllm",
48+
"Arena Score": 72.15,
49+
"Optimal Selection Score": 20.77,
50+
"Optimal Cost Score": 17.19,
51+
"Optimal Acc. Score": 90.0,
52+
"Robustness Score": 73.1,
53+
"Latency Score": null,
54+
"Accuracy": 73.19,
55+
"Cost per 1k": 0.23
56+
},
57+
{
58+
"Router Name": "OrcaRouter-Adaptive",
59+
"Arena Score": 72.08,
7160
"Optimal Selection Score": null,
7261
"Optimal Cost Score": null,
7362
"Optimal Acc. Score": null,
74-
"Robustness Score": 71.43,
63+
"Robustness Score": 22.62,
7564
"Latency Score": null,
76-
"Accuracy": 72.82,
77-
"Cost per 1k": 0.22
65+
"Accuracy": 75.54,
66+
"Cost per 1k": 1.0
7867
},
7968
{
8069
"Router Name": "R2-Router",
@@ -87,6 +76,17 @@
8776
"Accuracy": 71.23,
8877
"Cost per 1k": 0.06
8978
},
79+
{
80+
"Router Name": "azure",
81+
"Arena Score": 70.42,
82+
"Optimal Selection Score": null,
83+
"Optimal Cost Score": null,
84+
"Optimal Acc. Score": null,
85+
"Robustness Score": 71.43,
86+
"Latency Score": null,
87+
"Accuracy": 72.94,
88+
"Cost per 1k": 0.73
89+
},
9090
{
9191
"Router Name": "Auto Router",
9292
"Arena Score": 70.05,

0 commit comments

Comments
 (0)