leaderboard.csv

model,method,retail_H_L1,retail_H_L2,retail_H_L3,retail_F_L1,retail_F_L2,retail_F_L3,banking_H_L1,banking_H_L2,banking_H_L3,banking_F_L1,banking_F_L2,banking_F_L3,pitch_H_L1,pitch_H_L2,pitch_H_L3,avg_h,avg_f,api_cost_usd
Kimi K3,Oracle,100.0,96.0,95.5,100.0,100.0,99.7,100.0,98.9,98.7,100.0,100.0,99.2,89.2,92.1,89.5,95.5,99.8,102
Kimi K3,Blind,1.7,0.0,2.2,100.0,100.0,99.0,1.2,14.0,16.0,95.7,96.5,96.6,31.7,25.9,18.3,12.3,98.0,120
Kimi K3,RAG,65.4,18.8,15.7,86.8,90.8,95.9,69.0,60.8,35.8,91.5,85.1,86.1,47.9,51.0,40.8,45.0,89.4,1073
Kimi K3,Mem0,20.4,14.4,23.8,94.4,91.6,94.6,69.0,55.4,35.5,97.9,93.5,87.8,34.4,48.1,38.0,37.7,93.3,829
Kimi K3,CH,100.0,54.2,33.6,99.3,82.0,83.1,51.2,54.3,51.1,69.1,87.1,84.9,68.4,56.0,51.4,57.8,84.2,1335
Kimi K3,Prime,87.1,61.6,52.0,95.8,89.1,93.6,97.6,79.0,67.4,98.9,91.5,94.1,64.0,16.9,29.9,61.7,93.8,2479
Kimi K3,SkillOpt,38.8,4.8,37.7,81.9,87.9,86.6,46.4,68.8,59.7,79.8,88.6,81.1,65.3,74.2,64.6,51.1,84.3,605
GLM-5.3,Oracle,100.0,95.2,92.4,99.3,97.9,97.8,100.0,100.0,99.7,100.0,100.0,99.2,79.4,90.1,85.7,93.6,99.0,29
GLM-5.3,Blind,13.3,0.0,1.8,100.0,99.6,95.9,0.0,16.7,15.7,91.5,92.5,92.4,32.6,25.8,19.5,13.9,95.3,40
GLM-5.3,RAG,62.9,30.0,15.2,91.7,87.9,84.4,58.3,64.0,55.6,88.3,89.6,84.0,45.0,44.5,37.4,45.9,87.6,932
GLM-5.3,Mem0,20.8,12.4,17.5,98.6,96.2,95.5,66.7,69.4,58.1,98.9,94.0,92.4,51.3,52.0,45.0,43.7,95.9,565
GLM-5.3,CH,100.0,72.8,59.6,99.3,93.7,98.4,88.1,89.2,59.4,93.6,98.0,97.1,76.3,41.9,40.9,69.8,96.7,1077
GLM-5.3,Prime,90.8,61.4,39.5,97.2,87.9,98.1,94.0,69.4,78.9,97.9,96.5,96.2,73.8,41.4,24.0,63.7,95.6,2930
GLM-5.3,SkillOpt,69.2,0.0,4.9,91.7,92.9,96.5,81.0,29.0,31.3,90.4,90.5,86.1,49.7,64.7,25.6,39.5,91.4,251
DeepSeek V4.1 Flash,Oracle,100.0,99.6,93.7,100.0,99.6,100.0,100.0,100.0,100.0,100.0,100.0,99.6,91.4,90.6,85.1,95.6,99.9,7
DeepSeek V4.1 Flash,Blind,1.2,0.2,0.9,100.0,99.2,99.0,0.0,19.4,15.7,88.3,82.1,78.2,37.8,32.4,21.9,14.4,91.1,11
DeepSeek V4.1 Flash,RAG,51.2,23.6,13.9,91.7,80.8,80.3,52.4,48.4,32.6,85.1,77.1,84.9,68.7,61.3,46.7,44.3,83.3,192
DeepSeek V4.1 Flash,Mem0,18.8,4.2,13.9,95.8,90.4,98.7,44.0,36.0,28.1,95.7,96.5,88.7,59.8,49.0,47.8,33.5,94.3,76
DeepSeek V4.1 Flash,CH,50.0,24.1,22.4,95.8,77.8,99.0,83.3,61.8,73.8,89.4,91.0,95.0,54.4,52.0,58.1,53.3,91.3,52
DeepSeek V4.1 Flash,Prime,80.0,64.1,25.1,95.1,86.2,92.0,71.4,70.4,64.9,97.9,89.1,94.1,76.1,50.9,40.2,60.3,92.4,429
DeepSeek V4.1 Flash,SkillOpt,23.8,12.0,22.9,93.8,85.8,86.6,19.0,37.6,31.9,85.1,95.5,75.6,49.1,53.6,48.6,33.2,87.1,40
GLM-5.3 Flash,Oracle,98.8,93.5,89.2,100.0,95.4,95.5,100.0,98.9,99.4,100.0,100.0,100.0,83.9,89.9,83.9,93.1,98.5,5
GLM-5.3 Flash,Blind,14.6,0.4,4.5,100.0,99.6,94.3,0.0,15.6,17.3,95.7,95.0,95.4,33.8,25.4,20.2,14.6,96.7,7
GLM-5.3 Flash,RAG,45.4,14.6,14.3,100.0,88.7,95.2,69.0,54.3,29.7,95.7,85.1,81.9,50.1,44.5,22.3,38.2,91.1,56
GLM-5.3 Flash,Mem0,18.3,4.6,13.5,99.3,97.9,92.7,67.9,57.0,49.2,87.2,90.0,89.1,51.9,43.2,39.7,38.4,92.7,49
GLM-5.3 Flash,CH,75.8,29.7,28.7,97.9,85.4,92.0,53.6,47.3,69.3,63.8,76.6,81.1,48.2,57.6,36.7,49.7,82.8,89
GLM-5.3 Flash,Prime,76.7,32.1,26.9,99.3,88.3,97.5,94.0,84.4,78.6,98.9,93.0,94.5,70.0,48.8,38.6,61.1,95.2,172
GLM-5.3 Flash,SkillOpt,20.8,31.7,22.0,100.0,87.4,93.3,32.1,34.9,38.0,80.9,70.1,79.0,40.4,52.2,46.4,35.4,85.1,35
Opus 5,Oracle,100.0,99.6,99.6,100.0,100.0,99.7,100.0,100.0,100.0,100.0,100.0,100.0,90.8,91.0,93.3,97.1,100.0,131
Opus 5,Blind,0.0,1.9,1.8,100.0,97.9,99.7,0.0,23.7,18.8,69.1,52.7,58.8,36.3,30.9,17.3,14.5,79.7,207
Opus 5,RAG,64.2,23.8,17.5,88.9,84.5,87.6,66.7,42.5,25.9,94.7,86.6,86.6,48.6,43.0,35.7,40.9,88.1,2602
Opus 5,Mem0,27.9,14.4,15.7,90.3,80.3,85.4,58.3,67.2,55.0,97.9,94.0,93.7,68.9,52.1,70.9,47.8,90.3,2003
Opus 5,CH,97.9,51.5,30.5,99.3,93.7,97.8,82.1,80.1,76.0,96.8,95.0,94.5,99.7,83.6,58.9,73.4,96.2,2449
Opus 5,SkillOpt,69.2,1.1,17.0,97.9,93.3,89.8,57.1,67.7,49.5,94.7,87.6,92.9,57.6,72.6,61.9,50.4,92.7,629
GPT-5.6 Terra,Oracle,99.6,95.1,91.9,99.3,98.7,98.1,100.0,98.9,98.1,96.8,99.0,100.0,98.5,98.1,98.6,97.6,98.6,36
GPT-5.6 Terra,Blind,0.0,0.0,0.0,100.0,97.9,99.4,0.0,14.5,16.6,97.9,95.0,96.6,43.9,35.0,25.5,15.1,97.8,40
GPT-5.6 Terra,RAG,27.9,11.4,13.9,97.9,92.9,94.3,52.4,30.1,23.6,91.5,87.1,84.9,59.7,55.9,39.6,34.9,91.4,496
GPT-5.6 Terra,Mem0,0.8,0.2,6.3,100.0,97.9,98.4,56.0,15.1,30.4,100.0,88.6,91.6,72.2,65.5,38.9,31.7,96.1,206
GPT-5.6 Terra,CH,53.3,23.4,30.5,96.5,82.4,98.7,86.9,57.0,69.6,95.7,96.0,95.8,63.7,63.6,54.6,55.8,94.2,239
GPT-5.6 Terra,SkillOpt,34.2,0.2,26.9,100.0,87.0,94.3,19.0,14.0,42.8,100.0,99.5,86.6,55.0,42.7,31.2,29.6,94.6,146