diff --git a/examples/distillation/distiller.py b/examples/distillation/distiller.py
index 23a92509..c22ee3b3 100644
--- a/examples/distillation/distiller.py
+++ b/examples/distillation/distiller.py
@@ -115,7 +115,6 @@ class Distiller:
                                betas=(0.9, 0.98))
 
         warmup_steps = math.ceil(num_train_optimization_steps * params.warmup_prop)
-        logger.info(f'--- Scheduler: {params.scheduler_type}')
         self.scheduler = WarmupLinearSchedule(self.optimizer,
                                                 warmup_steps=warmup_steps,
                                                 t_total=num_train_optimization_steps)
diff --git a/examples/distillation/train.py b/examples/distillation/train.py
index dc34b08c..5cbb7e2d 100644
--- a/examples/distillation/train.py
+++ b/examples/distillation/train.py
@@ -204,8 +204,8 @@ def main():
 
     ## STUDENT ##
     if args.from_pretrained_weights is not None:
-        assert os.path.isfile(os.path.join(args.from_pretrained_weights))
-        assert os.path.isfile(os.path.join(args.from_pretrained_config))
+        assert os.path.isfile(args.from_pretrained_weights)
+        assert os.path.isfile(args.from_pretrained_config)
         logger.info(f'Loading pretrained weights from {args.from_pretrained_weights}')
         logger.info(f'Loading pretrained config from {args.from_pretrained_config}')
         stu_architecture_config = DistilBertConfig.from_json_file(args.from_pretrained_config)