Skip to content

Commit b4ebf92

Browse files
authored
Merge pull request #651 from mrT23/master
mixer_b16_224 with miil pretraining
2 parents cf4ce2f + dc1a4ef commit b4ebf92

File tree

1 file changed

+26
-0
lines changed

1 file changed

+26
-0
lines changed

timm/models/mlp_mixer.py

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -80,6 +80,15 @@ def _cfg(url='', **kwargs):
8080
url='https://github.com/rwightman/pytorch-image-models/releases/download/v0.1-vitjx/jx_mixer_l16_224_in21k-846aa33c.pth',
8181
num_classes=21843
8282
),
83+
# Mixer ImageNet-21K-P pretraining
84+
mixer_b16_224_miil_in21k=_cfg(
85+
url='https://miil-public-eu.oss-eu-central-1.aliyuncs.com/model-zoo/ImageNet_21K_P/models/timm/mixer_b16_224_miil_in21k.pth',
86+
mean=(0, 0, 0), std=(1, 1, 1), crop_pct=0.875, interpolation='bilinear', num_classes=11221,
87+
),
88+
mixer_b16_224_miil=_cfg(
89+
url='https://miil-public-eu.oss-eu-central-1.aliyuncs.com/model-zoo/ImageNet_21K_P/models/timm/mixer_b16_224_miil.pth',
90+
mean=(0, 0, 0), std=(1, 1, 1), crop_pct=0.875, interpolation='bilinear',
91+
),
8392

8493
gmixer_12_224=_cfg(mean=IMAGENET_DEFAULT_MEAN, std=IMAGENET_DEFAULT_STD),
8594
gmixer_24_224=_cfg(mean=IMAGENET_DEFAULT_MEAN, std=IMAGENET_DEFAULT_STD),
@@ -365,6 +374,23 @@ def mixer_l16_224_in21k(pretrained=False, **kwargs):
365374
model = _create_mixer('mixer_l16_224_in21k', pretrained=pretrained, **model_args)
366375
return model
367376

377+
@register_model
378+
def mixer_b16_224_miil(pretrained=False, **kwargs):
379+
""" Mixer-B/16 224x224. ImageNet-21k pretrained weights.
380+
Weights taken from: https://github.com/Alibaba-MIIL/ImageNet21K
381+
"""
382+
model_args = dict(patch_size=16, num_blocks=12, hidden_dim=768, **kwargs)
383+
model = _create_mixer('mixer_b16_224_miil', pretrained=pretrained, **model_args)
384+
return model
385+
386+
@register_model
387+
def mixer_b16_224_miil_in21k(pretrained=False, **kwargs):
388+
""" Mixer-B/16 224x224. ImageNet-1k pretrained weights.
389+
Weights taken from: https://github.com/Alibaba-MIIL/ImageNet21K
390+
"""
391+
model_args = dict(patch_size=16, num_blocks=12, hidden_dim=768, **kwargs)
392+
model = _create_mixer('mixer_b16_224_miil_in21k', pretrained=pretrained, **model_args)
393+
return model
368394

369395
@register_model
370396
def gmixer_12_224(pretrained=False, **kwargs):

0 commit comments

Comments
 (0)