diff --git a/Experiment_summary.xlsx b/Experiment_summary.xlsx new file mode 100644 index 0000000..9fa4878 Binary files /dev/null and b/Experiment_summary.xlsx differ diff --git a/fine-tuning/clarify_aware_fine_tuning_v2.py b/fine-tuning/clarify_aware_fine_tuning_v2.py index d304fcf..0d20a41 100644 --- a/fine-tuning/clarify_aware_fine_tuning_v2.py +++ b/fine-tuning/clarify_aware_fine_tuning_v2.py @@ -338,7 +338,7 @@ def tokenize_v4(samples): if torch.__version__ >= "2" and sys.platform != "win32": print("compiling the model") model = torch.compile(model) -trainer.train() +trainer.train(resume_from_checkpoint=True) # Evaluate the model results = trainer.evaluate() @@ -354,4 +354,4 @@ def tokenize_v4(samples): with torch.cuda.amp.autocast(): output_tokens = model.generate(**batch, max_new_tokens=50) -print('\n\n', tokenizer.decode(output_tokens[0], skip_special_tokens=True)) \ No newline at end of file +print('\n\n', tokenizer.decode(output_tokens[0], skip_special_tokens=True)) diff --git a/~$Experiment_summary.xlsx b/~$Experiment_summary.xlsx new file mode 100644 index 0000000..8fb7ec4 Binary files /dev/null and b/~$Experiment_summary.xlsx differ