Add moco models to the model zoo (facebookresearch#145)

Summary: Pull Request resolved: facebookresearch#145 adding the moco model to the model zoo Reviewed By: min-xu-ai Differential Revision: D26101234 fbshipit-source-id: 5216738a39507fa5138e8bc16b9e1fdf7f61788e
qianrenjian · Jan 27, 2021 · 9be21a2 · 9be21a2
1 parent f378fc2
commit 9be21a2
Show file tree

Hide file tree

Showing 4 changed files with 31 additions and 7 deletions.
diff --git a/MODEL_ZOO.md b/MODEL_ZOO.md
@@ -208,4 +208,4 @@ Further, there is also some standard deviation in linear results if we run the s
 
 | Method | Model | PreTrain dataset | ImageNet top-1 acc. | URL |
 | ------ | ----- | ---------------- | ------------------- | --- |
-| [MoCo-v2](https://arxiv.org/abs/2003.04297)   |    RN50 - 200 epochs - 256 batch-size         |    ImageNet-1K      | **TODO** | [model]()**TODO**
+| [MoCo-v2](https://arxiv.org/abs/2003.04297)   |    RN50 - 200 epochs - 256 batch-size         |    ImageNet-1K      | 66.4 | [model](https://dl.fbaipublicfiles.com/vissl/model_zoo/moco_v2_1node_lr.03_step_b32_zero_init/model_final_checkpoint_phase199.torch)
diff --git a/configs/config/benchmark/linear_image_classification/inaturalist18/models/regnet256Gf_1.yaml b/configs/config/benchmark/linear_image_classification/inaturalist18/models/regnet256Gf_1.yaml
@@ -18,9 +18,9 @@ config:
           group_width: 373
     HEAD:
       PARAMS: [
-        ["eval_mlp", {"in_channels": 4103, "dims": [8206, 1000]}],
-        ["eval_mlp", {"in_channels": 10444, "dims": [20888, 1000]}],
-        ["eval_mlp", {"in_channels": 10444, "dims": [10444, 1000]}],
+        ["eval_mlp", {"in_channels": 4103, "dims": [8206, 8142]}],
+        ["eval_mlp", {"in_channels": 10444, "dims": [20888, 8142]}],
+        ["eval_mlp", {"in_channels": 10444, "dims": [10444, 8142]}],
       ]
   DATA:
     TRAIN:

diff --git a/configs/config/benchmark/linear_image_classification/places205/models/regnet256Gf_1.yaml b/configs/config/benchmark/linear_image_classification/places205/models/regnet256Gf_1.yaml
@@ -23,7 +23,7 @@ config:
           group_width: 373
     HEAD:
       PARAMS: [
-        ["eval_mlp", {"in_channels": 4103, "dims": [8206, 1000]}],
-        ["eval_mlp", {"in_channels": 10444, "dims": [20888, 1000]}],
-        ["eval_mlp", {"in_channels": 10444, "dims": [10444, 1000]}],
+        ["eval_mlp", {"in_channels": 4103, "dims": [8206, 205]}],
+        ["eval_mlp", {"in_channels": 10444, "dims": [20888, 205]}],
+        ["eval_mlp", {"in_channels": 10444, "dims": [10444, 205]}],
       ]
diff --git a/configs/config/model_zoo/benchmark_in1k_linear_moco.json b/configs/config/model_zoo/benchmark_in1k_linear_moco.json
@@ -0,0 +1,24 @@
+{
+    "params": {
+      "benchmarks": [
+        {
+          "config_files": [
+            "config=benchmark/linear_image_classification/imagenet1k/other_styles/eval_resnet_moco_8gpu_transfer_in1k_linear",
+            "config.MODEL.TRUNK.TRUNK_PARAMS.RESNETS.DEPTH=50",
+            "config.MODEL.WEIGHTS_INIT.STATE_DICT_KEY_NAME=classy_state_dict",
+            "config.MODEL.WEIGHTS_INIT.PARAMS_FILE=https://dl.fbaipublicfiles.com/vissl/model_zoo/moco_v2_1node_lr.03_step_b32_zero_init/model_final_checkpoint_phase199.torch"
+          ],
+          "workflow_type": "engine",
+          "expt_name": "rn50_moco_in1k_moco_style",
+          "machine_config": {
+            "num_gpus": 8,
+            "memory": "110g",
+            "num_cpus": 48,
+            "num_nodes": 1,
+            "gpu_type": ""
+          },
+          "cmdline_args": []
+        }
+      ]
+    }
+  }