diff --git a/examples/run_lm_finetuning.py b/examples/run_lm_finetuning.py
index 8ac3b837..0ec2b488 100644
--- a/examples/run_lm_finetuning.py
+++ b/examples/run_lm_finetuning.py
@@ -432,10 +432,6 @@ def main():
                         default=32,
                         type=int,
                         help="Total batch size for training.")
-    parser.add_argument("--eval_batch_size",
-                        default=8,
-                        type=int,
-                        help="Total batch size for eval.")
     parser.add_argument("--learning_rate",
                         default=3e-5,
                         type=float,