From b2000312202e22ab4eb66a1eceb1906805d7cbe8 Mon Sep 17 00:00:00 2001 From: Akihiro-Tabuchi <81798947+Akihiro-Tabuchi@users.noreply.github.com> Date: Wed, 13 Oct 2021 02:36:09 +0900 Subject: [PATCH] Add a CosmoFlow RCP for BS512 (#187) --- .../rcp_checker/hpc_1.0.0/rcps_cosmoflow.json | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/mlperf_logging/rcp_checker/hpc_1.0.0/rcps_cosmoflow.json b/mlperf_logging/rcp_checker/hpc_1.0.0/rcps_cosmoflow.json index 76a6a58b..cc751a15 100644 --- a/mlperf_logging/rcp_checker/hpc_1.0.0/rcps_cosmoflow.json +++ b/mlperf_logging/rcp_checker/hpc_1.0.0/rcps_cosmoflow.json @@ -31,6 +31,22 @@ "opt_weight_decay": 0.0 } }, + "cosmoflow_ref_512": { + "Benchmark": "cosmoflow", + "BS": 512, + "Epochs to converge": [ 22, 23, 23, 24, 24, 21, 23, 23, 23, 23, 24, 23, 23, 21, 23, 23, 21, 23, 23, 23 ], + "Hyperparams": { + "global_batch_size": 512, + "opt_name": "SGD", + "opt_base_learning_rate": 0.006, + "opt_learning_rate_warmup_epochs": 6, + "opt_learning_rate_warmup_factor": 4.0, + "opt_learning_rate_decay_boundary_epochs": [ 19, 21, 22, 23 ], + "opt_learning_rate_decay_factor": [0.5, 0.25, 0.125, 0.0625], + "dropout": 0.0, + "opt_weight_decay": 0.01 + } + }, "cosmoflow_ref_1024": { "Benchmark": "cosmoflow", "BS": 1024,