deepcrayon
/
tinygrab
1
0
Fork 0
Code

test_train: Adam -> SGD

pull/531/head
George Hotz 2023-02-06 08:55:41 -06:00
parent 36c26a57b1
commit c3d81bba2a
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
test/test_train.py
View File

@ -18,7 +18,7 @@ def train_one_step(model,X,Y):
pcount = 0
for p in params:
pcount += np.prod(p.shape)
optimizer = optim.Adam(params, lr=0.001)
optimizer = optim.SGD(params, lr=0.001)
print("stepping %r with %.1fM params bs %d" % (type(model), pcount/1e6, BS))
st = time.time()
train(model, X, Y, optimizer, steps=1, BS=BS)