minor fixes
This commit is contained in:
1 parent
3fe5c8e8a8
commit
9f995b99d4
2 files changed
+2
-3
No files matched your search
@@ -115,7 +115,6 @@ class Distiller:
|
||||
betas=(0.9, 0.98))
|
||||
|
||||
warmup_steps = math.ceil(num_train_optimization_steps * params.warmup_prop)
|
||||
logger.info(f'--- Scheduler: {params.scheduler_type}')
|
||||
self.scheduler = WarmupLinearSchedule(self.optimizer,
|
||||
warmup_steps=warmup_steps,
|
||||
t_total=num_train_optimization_steps)
|
||||
|
||||
Reference in new issue
Block a user