minor fixes

This commit is contained in:
VictorSanh committed 2019-09-19 21:36:06 +00:00
1 parent 3fe5c8e8a8
commit 9f995b99d4
2 files changed
+2 -3

No files matched your search

-1
View File
@@ -115,7 +115,6 @@ class Distiller:
betas=(0.9, 0.98))
warmup_steps = math.ceil(num_train_optimization_steps * params.warmup_prop)
logger.info(f'--- Scheduler: {params.scheduler_type}')
self.scheduler = WarmupLinearSchedule(self.optimizer,
warmup_steps=warmup_steps,
t_total=num_train_optimization_steps)