Skip to content

Commit

Permalink
Add a CosmoFlow RCP for BS512 (#187)
Browse files Browse the repository at this point in the history
  • Loading branch information
Akihiro-Tabuchi authored and xyhuang committed Oct 14, 2021
1 parent be51f7d commit b200031
Showing 1 changed file with 16 additions and 0 deletions.
16 changes: 16 additions & 0 deletions mlperf_logging/rcp_checker/hpc_1.0.0/rcps_cosmoflow.json
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,22 @@
"opt_weight_decay": 0.0
}
},
"cosmoflow_ref_512": {
"Benchmark": "cosmoflow",
"BS": 512,
"Epochs to converge": [ 22, 23, 23, 24, 24, 21, 23, 23, 23, 23, 24, 23, 23, 21, 23, 23, 21, 23, 23, 23 ],
"Hyperparams": {
"global_batch_size": 512,
"opt_name": "SGD",
"opt_base_learning_rate": 0.006,
"opt_learning_rate_warmup_epochs": 6,
"opt_learning_rate_warmup_factor": 4.0,
"opt_learning_rate_decay_boundary_epochs": [ 19, 21, 22, 23 ],
"opt_learning_rate_decay_factor": [0.5, 0.25, 0.125, 0.0625],
"dropout": 0.0,
"opt_weight_decay": 0.01
}
},
"cosmoflow_ref_1024": {
"Benchmark": "cosmoflow",
"BS": 1024,
Expand Down

0 comments on commit b200031

Please sign in to comment.