fix #1017
This commit is contained in:
1 parent
2f9397139d
commit
e00b4ff1de
1 file changed
+1
-1
@@ -393,8 +393,8 @@ for batch in train_data:
|
||||
loss = model(batch)
|
||||
loss.backward()
|
||||
torch.nn.utils.clip_grad_norm_(model.parameters(), max_grad_norm) # Gradient clipping is not in AdamW anymore (so you can use amp without issue)
|
||||
scheduler.step()
|
||||
optimizer.step()
|
||||
scheduler.step()
|
||||
optimizer.zero_grad()
|
||||
```
|
||||
|
||||
|
||||
Reference in new issue
Block a user