From f7416916df78358c06be1db0611248ea8ae7619d Mon Sep 17 00:00:00 2001 From: chenyu Date: Thu, 18 Apr 2024 12:01:46 -0400 Subject: [PATCH] update resnet hparams based on BS=1632 RCP (#4210) https://github.com/mlcommons/logging/blob/master/mlperf_logging/rcp_checker/training_4.0.0/rcps_resnet.json --- examples/mlperf/model_train.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/examples/mlperf/model_train.py b/examples/mlperf/model_train.py index ef8c60925b..c581eb0324 100644 --- a/examples/mlperf/model_train.py +++ b/examples/mlperf/model_train.py @@ -47,12 +47,12 @@ def train_resnet(): parameters = get_parameters(model) # ** hyperparameters ** - epochs = config["epochs"] = getenv("EPOCHS", 41) + epochs = config["epochs"] = getenv("EPOCHS", 37) BS = config["BS"] = getenv("BS", 104 * len(GPUS)) # fp32 GPUS<=6 7900xtx can fit BS=112 EVAL_BS = config["EVAL_BS"] = getenv("EVAL_BS", BS) - base_lr = config["base_lr"] = getenv("LR", 8.5 * (BS/2048)) - lr_warmup_epochs = config["lr_warmup_epochs"] = getenv("WARMUP_EPOCHS", 5) - decay = config["decay"] = getenv("DECAY", 2e-4) + base_lr = config["base_lr"] = getenv("LR", 7.4 * (BS/1632)) + lr_warmup_epochs = config["lr_warmup_epochs"] = getenv("WARMUP_EPOCHS", 2) + decay = config["decay"] = getenv("DECAY", 5e-5) loss_scaler = config["LOSS_SCALER"] = getenv("LOSS_SCALER", 128.0 if dtypes.default_float == dtypes.float16 else 1.0)