diff --git a/examples/mlperf/model_train.py b/examples/mlperf/model_train.py
index a2484e0e58..9fc5b72579 100644
--- a/examples/mlperf/model_train.py
+++ b/examples/mlperf/model_train.py
@@ -460,6 +460,7 @@ def train_bert():
         eval_times.append(et - st)
 
       eval_step.reset()
+      Tensor.training = True
       total_lm_loss = sum(pair[0] for pair in eval_loss) / len(eval_loss)
       total_clsf_loss = sum(pair[1] for pair in eval_loss) / len(eval_loss)
       total_lm_accuracy = sum(pair[0] for pair in eval_accuracy) / len(eval_accuracy)