Missed moving some seresnet -> legacy in sotabench. Check sotabench cache.

Author: rwightman

sotabench.py

@@ -117,11 +117,7 @@ def _entry(model_name, paper_model_name, paper_arxiv_id, batch_size=BATCH_SIZE,
 
     _entry('wide_resnet50_2', 'Wide-ResNet-50', '1605.07146'),
 
-    _entry('seresnet18', 'SE-ResNet-18', '1709.01507'),
-    _entry('seresnet34', 'SE-ResNet-34', '1709.01507'),
     _entry('seresnet50', 'SE-ResNet-50', '1709.01507'),
-    _entry('seresnext26_32x4d', 'SE-ResNeXt-26 32x4d', '1709.01507',
-           model_desc='Block cfg of SE-ResNeXt-34 w/ Bottleneck'),
     _entry('seresnext26d_32x4d', 'SE-ResNeXt-26-D 32x4d', '1812.01187',
            model_desc='Block cfg of SE-ResNeXt-34 w/ Bottleneck, deep stem, and avg-pool in downsample layers.'),
     _entry('seresnext26t_32x4d', 'SE-ResNeXt-26-T 32x4d', '1812.01187',
@@ -261,9 +257,13 @@ def _entry(model_name, paper_model_name, paper_arxiv_id, batch_size=BATCH_SIZE,
     _entry('nasnetalarge', 'NASNet-A Large', '1707.07012', batch_size=BATCH_SIZE // 4),
     _entry('pnasnet5large', 'PNASNet-5', '1712.00559', batch_size=BATCH_SIZE // 4),
     _entry('xception', 'Xception', '1610.02357',  batch_size=BATCH_SIZE//2),
+    _entry('legacy_seresnet18', 'SE-ResNet-18', '1709.01507'),
+    _entry('legacy_seresnet34', 'SE-ResNet-34', '1709.01507'),
     _entry('legacy_seresnet50', 'SE-ResNet-50', '1709.01507'),
     _entry('legacy_seresnet101', 'SE-ResNet-101', '1709.01507'),
     _entry('legacy_seresnet152', 'SE-ResNet-152', '1709.01507'),
+    _entry('legacy_seresnext26_32x4d', 'SE-ResNeXt-26 32x4d', '1709.01507',
+           model_desc='Block cfg of SE-ResNeXt-34 w/ Bottleneck'),
     _entry('legacy_seresnext50_32x4d', 'SE-ResNeXt-50 32x4d', '1709.01507'),
     _entry('legacy_seresnext101_32x4d', 'SE-ResNeXt-101 32x4d', '1709.01507'),
     _entry('legacy_senet154', 'SENet-154', '1709.01507'),
@@ -522,6 +522,9 @@ def _entry(model_name, paper_model_name, paper_arxiv_id, batch_size=BATCH_SIZE,
             evaluator.add(dict(zip(image_ids, list(output))))
             sample_count += num_samples
             bar.update(num_samples)
+            if evaluator.cache_exists:
+                break
+
         bar.close()
 
     evaluator.save()

sotabench_setup.sh

@@ -1,8 +1,10 @@
 #!/usr/bin/env bash
 source /workspace/venv/bin/activate
 
+pip install --upgrade pip
 pip install -r requirements-sotabench.txt
 
+apt-get update
 apt-get install -y libjpeg-dev zlib1g-dev libpng-dev libwebp-dev
 pip uninstall -y pillow
 CC="cc -mavx2" pip install -U --force-reinstall pillow-simd