diff --git a/examples/run_squad.py b/examples/run_squad.py
index a39915ee..34c31c3b 100644
--- a/examples/run_squad.py
+++ b/examples/run_squad.py
@@ -223,7 +223,7 @@ def evaluate(args, model, tokenizer, prefix=""):
     eval_dataloader = DataLoader(dataset, sampler=eval_sampler, batch_size=args.eval_batch_size)
 
     # multi-gpu evaluate
-    if args.n_gpu > 1:
+    if args.n_gpu > 1 and not isinstance(model, torch.nn.DataParallel):
         model = torch.nn.DataParallel(model)
 
     # Eval!