Fix args.gradient_accumulation_steps used before assigment.
This commit is contained in:
1 parent
649e9774cd
commit
290633b882
2 files changed
+10
-2
No files matched your search
+5
-1
@@ -739,7 +739,11 @@ def main():
|
||||
type=int,
|
||||
default=42,
|
||||
help="random seed for initialization")
|
||||
|
||||
parser.add_argument('--gradient_accumulation_steps',
|
||||
type=int,
|
||||
default=1,
|
||||
help="Number of updates steps to accumualte before performing a backward/update pass.")
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
if args.local_rank == -1 or args.no_cuda:
|
||||
|
||||
Reference in new issue
Block a user