Better differentiate sotabench WSL, SSL, and SWSL models via model_desc

rwightman · rwightman · commit 62105ed4a0cc · 2019-10-20T13:17:25.000-07:00
diff --git a/sotabench.py b/sotabench.py
@@ -154,77 +154,87 @@ def _entry(model_name, paper_model_name, paper_arxiv_id, batch_size=BATCH_SIZE,
     # _entry('wide_resnet101_2', , ),
 
     ## Facebook WSL weights
-    _entry('ig_resnext101_32x8d', 'ResNeXt-101 32x8d', '1805.00932'),
-    _entry('ig_resnext101_32x16d', 'ResNeXt-101 32x16d', '1805.00932'),
-    _entry('ig_resnext101_32x32d', 'ResNeXt-101 32x32d', '1805.00932', batch_size=BATCH_SIZE // 2),
-    _entry('ig_resnext101_32x48d', 'ResNeXt-101 32x48d', '1805.00932', batch_size=BATCH_SIZE // 4),
+    _entry('ig_resnext101_32x8d', 'ResNeXt-101 32x8d', '1805.00932',
+           model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'),
+    _entry('ig_resnext101_32x16d', 'ResNeXt-101 32x16d', '1805.00932',
+           model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'),
+    _entry('ig_resnext101_32x32d', 'ResNeXt-101 32x32d', '1805.00932', batch_size=BATCH_SIZE // 2,
+           model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'),
+    _entry('ig_resnext101_32x48d', 'ResNeXt-101 32x48d', '1805.00932', batch_size=BATCH_SIZE // 4,
+           model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'),
+
     _entry('ig_resnext101_32x8d', 'ResNeXt-101 32x8d (288x288 Mean-Max Pooling)', '1805.00932',
-           ttp=True, args=dict(img_size=288)),
+           ttp=True, args=dict(img_size=288),
+           model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'),
     _entry('ig_resnext101_32x16d', 'ResNeXt-101 32x16d (288x288 Mean-Max Pooling)', '1805.00932',
-           ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 2),
+           ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 2,
+           model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'),
     _entry('ig_resnext101_32x32d', 'ResNeXt-101 32x32d (288x288 Mean-Max Pooling)', '1805.00932',
-           ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 4),
+           ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 4,
+           model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'),
     _entry('ig_resnext101_32x48d', 'ResNeXt-101 32x48d (288x288 Mean-Max Pooling)', '1805.00932',
-           ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 8),
+           ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 8,
+           model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'),
 
     ## Facebook SSL weights
     _entry('ssl_resnet18', 'ResNet-18', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
     _entry('ssl_resnet50', 'ResNet-50', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
     _entry('ssl_resnext50_32x4d', 'ResNeXt-50 32x4d', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
     _entry('ssl_resnext101_32x4d', 'ResNeXt-101 32x4d', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
     _entry('ssl_resnext101_32x8d', 'ResNeXt-101 32x8d', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
     _entry('ssl_resnext101_32x16d', 'ResNeXt-101 32x16d', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
 
     _entry('ssl_resnet50', 'ResNet-50 (288x288 Mean-Max Pooling)', '1905.00546',
            ttp=True, args=dict(img_size=288),
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
     _entry('ssl_resnext50_32x4d', 'ResNeXt-50 32x4d (288x288 Mean-Max Pooling)', '1905.00546',
            ttp=True, args=dict(img_size=288),
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
     _entry('ssl_resnext101_32x4d', 'ResNeXt-101 32x4d (288x288 Mean-Max Pooling)', '1905.00546',
            ttp=True, args=dict(img_size=288),
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
     _entry('ssl_resnext101_32x8d', 'ResNeXt-101 32x8d (288x288 Mean-Max Pooling)', '1905.00546',
            ttp=True, args=dict(img_size=288),
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
     _entry('ssl_resnext101_32x16d', 'ResNeXt-101 32x16d (288x288 Mean-Max Pooling)', '1905.00546',
            ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 2,
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'),
 
     ## Facebook SWSL weights
     _entry('swsl_resnet18', 'ResNet-18', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
     _entry('swsl_resnet50', 'ResNet-50', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
     _entry('swsl_resnext50_32x4d', 'ResNeXt-50 32x4d', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
     _entry('swsl_resnext101_32x4d', 'ResNeXt-101 32x4d', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
     _entry('swsl_resnext101_32x8d', 'ResNeXt-101 32x8d', '1905.00546',
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
-    _entry('swsl_resnext101_32x16d', 'ResNeXt-101 32x16d', '1905.00546'),
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
+    _entry('swsl_resnext101_32x16d', 'ResNeXt-101 32x16d', '1905.00546',
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
 
     _entry('swsl_resnet50', 'ResNet-50 (288x288 Mean-Max Pooling)', '1905.00546',
            ttp=True, args=dict(img_size=288),
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
     _entry('swsl_resnext50_32x4d', 'ResNeXt-50 32x4d (288x288 Mean-Max Pooling)', '1905.00546',
            ttp=True, args=dict(img_size=288),
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
     _entry('swsl_resnext101_32x4d', 'ResNeXt-101 32x4d (288x288 Mean-Max Pooling)', '1905.00546',
            ttp=True, args=dict(img_size=288),
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
     _entry('swsl_resnext101_32x8d', 'ResNeXt-101 32x8d (288x288 Mean-Max Pooling)', '1905.00546',
            ttp=True, args=dict(img_size=288),
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
     _entry('swsl_resnext101_32x16d', 'ResNeXt-101 32x16d (288x288 Mean-Max Pooling)', '1905.00546',
            ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 2,
-           model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'),
+           model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'),
 
     ## DLA official impl weights (to remove if sotabench added to source)
     _entry('dla34', 'DLA-34', '1707.06484'),
