| print(f"{80 * '_'}\n[5/7] Loading dataset from JSON file...") | print(f"{80 * '_'}\n[5/7] Loading dataset from JSON file...") | ||||
| dataset = load_dataset( | dataset = load_dataset( | ||||
| "json", | "json", | ||||
| data_files="traductions.json" | |||||
| data_files="paires.json" | |||||
| ) | ) | ||||
| print(f"Dataset loaded with {len(dataset['train'])} samples.") | print(f"Dataset loaded with {len(dataset['train'])} samples.") | ||||
| # Train | # Train | ||||
| # ---------------------------- | # ---------------------------- | ||||
| print(f"{80 * '_'}\n[7/7] Starting training...") | print(f"{80 * '_'}\n[7/7] Starting training...") | ||||
| trainer.train(resume_from_checkpoint=True) | |||||
| try: | |||||
| trainer.train(resume_from_checkpoint=True) | |||||
| except: | |||||
| trainer.train() | |||||
| print("Training completed successfully.") | print("Training completed successfully.") | ||||
| # ---------------------------- | # ---------------------------- |