c-my/transformers
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix: save model/model.module

Browse Source
This commit is contained in:
wangfei committed 2019-08-18 11:03:47 +08:00
1 parent 1ef41b8337
commit 856a63da4d
2 files changed
+4 -2
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

examples/lm_finetuning/finetune_on_pregenerated.py
+2 -1
View File
@@ -322,7 +322,8 @@ def main():
# Save a trained model
if args.local_rank == -1 or torch.distributed.get_rank() == 0:
logging.info("** ** * Saving fine-tuned model ** ** * ")
model.save_pretrained(args.output_dir)
model_to_save = model.module if hasattr(model, 'module') else model # Take care of distributed/parallel training
model_to_save.save_pretrained(args.output_dir)
tokenizer.save_pretrained(args.output_dir)
examples/lm_finetuning/simple_lm_finetuning.py
+2 -1
View File
@@ -610,7 +610,8 @@ def main():
# Save a trained model
if args.do_train and (args.local_rank == -1 or torch.distributed.get_rank() == 0):
logger.info("** ** * Saving fine - tuned model ** ** * ")
model.save_pretrained(args.output_dir)
model_to_save = model.module if hasattr(model, 'module') else model # Take care of distributed/parallel training
model_to_save.save_pretrained(args.output_dir)
tokenizer.save_pretrained(args.output_dir)