don't shard unless syncbn=0

This commit is contained in:
David Hou
2024-02-29 13:41:27 -08:00
parent e0fd41bb46
commit 106ac4be14
+1 -1
View File
@@ -306,7 +306,7 @@ def train_cifar():
if len(GPUS) > 1:
for k, x in get_state_dict(model):
if 'running_mean' in k or 'running_bias' in k:
if not getenv('SYNCBN') and ('running_mean' in k or 'running_bias' in k):
x.shard_(GPUS, axis=0)
else:
x.to_(GPUS)