deepcrayon
/
tinygrab
1
0
Fork 0
Code

oops, broke BN

pull/508/head
George Hotz 2023-01-31 08:18:48 -08:00
parent 21f2af08d5
commit d91b6711ea
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tinygrad/nn/__init__.py
View File

@ -23,7 +23,7 @@ class BatchNorm2D:
self.batch_invstd = None
# NOTE: wow, this is done all throughout training in most PyTorch models
if self.track_running_stats and False:
if self.track_running_stats:
self.running_mean = (1 - self.momentum) * self.running_mean + self.momentum * batch_mean
self.running_var = (1 - self.momentum) * self.running_var + self.momentum * batch_var
self.num_batches_tracked += 1