diff --git a/README.md b/README.md index 2e8d5d917..97b8249a5 100644 --- a/README.md +++ b/README.md @@ -269,7 +269,7 @@ The following table shows the FMs we have evaluated with _`eva`_. For more detai
-Radiology Leaderboard +Radiology Leaderboard
diff --git a/docs/images/leaderboards/radiology.svg b/docs/images/leaderboards/radiology.svg index e989dec29..c112bfa8d 100644 --- a/docs/images/leaderboards/radiology.svg +++ b/docs/images/leaderboards/radiology.svg @@ -1,16 +1,16 @@ - + - 2026-03-26T09:25:09.375350 + 2026-04-29T13:37:20.115269 image/svg+xml - Matplotlib v3.9.2, https://matplotlib.org/ + Matplotlib v3.10.9, https://matplotlib.org/ @@ -21,186 +21,1264 @@ - - - + - + - + - + - + - + - + - + - + - + - + - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - + + + - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - + + + - + - - - - - - - - - - - - + + + + + + + + + - + - - - - - - - - - - - + + + + + + + - - - + + + - + - - + - - - - - - + + + + + + - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + - - - + + + - + - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + - - - - + + + - - - + + + - - - - + + + - - - - - - + + + - - - - + + + - - - - - - + + + - - - - + + + - - - + + + - - - - + + + - - - + + + - - - - + + + - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + - - - + + + - - - - - + + + + - - - + + + + + + + + + + + + + - - - - - + + + + - - - - - - - - - - - - - + + + + + + + + - + - + - - - - - + + + + + - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + - - + + diff --git a/tools/data/leaderboards/radiology.csv b/tools/data/leaderboards/radiology.csv index 3f51bad3d..4b1684172 100644 --- a/tools/data/leaderboards/radiology.csv +++ b/tools/data/leaderboards/radiology.csv @@ -1,4 +1,6 @@ -model,btcv,lits17,msd_task7_pancreas -voco_b,0.83,0.816,0.734 -voco_h,0.832,0.818,0.725 -vit_base_patch16_224_dino_1chan,0.69,0.677,0.445 \ No newline at end of file +model,nodulemnist,organmnist,cc-ccii,luna25,btcv,word,flare22,chaos,lits17,kits23,msd_task7_pancreas +swinunetr,0.83,0.99,0.90,0.81,0.74,0.85,0.90,0.96,0.82,0.74,0.72 +universal_model,0.78,0.96,0.77,0.72,0.81,0.83,0.91,0.97,0.81,0.74,0.67 +suprem,0.71,0.98,0.83,0.74,0.81,0.85,0.91,0.97,0.81,0.80,0.72 +voco_b,0.74,0.96,0.71,0.72,0.83,0.86,0.92,0.97,0.81,0.78,0.71 +voco_h,0.76,0.92,0.83,0.70,0.83,0.85,0.92,0.97,0.82,0.82,0.72 diff --git a/tools/generate_leaderboard_plots.py b/tools/generate_leaderboard_plots.py index 39669ba20..d8da58ee2 100644 --- a/tools/generate_leaderboard_plots.py +++ b/tools/generate_leaderboard_plots.py @@ -44,9 +44,11 @@ def __init__(self, modality: str): "kaiko_midnight_12k": "kaiko.ai - DINOv2 Midnight-12k | TCGA", }, "radiology": { + "swinunetr": "SwinUNETR", + "universal_model": "Universal Model", + "suprem": "SuPreM", "voco_b": "VoCo-B", "voco_h": "VoCo-H", - "vit_base_patch16_224_dino_1chan": "ViT-B16 (DINO)", }, }