| # Define training arguments | |
| training_args = TrainingArguments( | |
| output_dir=output_dir, | |
| per_device_train_batch_size=4, | |
| num_train_epochs=25, | |
| learning_rate=2e-4, # step size in the optimizer update | |
| save_steps=10_000, | |
| save_total_limit=2, | |
| logging_dir='./logs', | |
| logging_steps=200, | |
| optim="adamw_torch", | |
| ) | |
| test-size=0.1 | |
| dataset=439 | |
| 12:46 |