fix Sampler in distributed training - evaluation

This commit is contained in:
Victor SANH authored and Lysandre Debut committed 2020-01-10 11:42:53 +01:00
1 parent af1ee9e648
commit 45634f87f8
1 file changed
+1 -1
@@ -264,7 +264,7 @@ def evaluate(args, model, tokenizer, prefix=""):
args.eval_batch_size = args.per_gpu_eval_batch_size * max(1, args.n_gpu)
# Note that DistributedSampler samples randomly
eval_sampler = SequentialSampler(dataset) if args.local_rank == -1 else DistributedSampler(dataset)
eval_sampler = SequentialSampler(dataset)
eval_dataloader = DataLoader(dataset, sampler=eval_sampler, batch_size=args.eval_batch_size)
# Eval!