Spaces:
Sleeping
Sleeping
Update finetune.py
#1
by
lamekemal
- opened
- finetune.py +3 -2
finetune.py
CHANGED
|
@@ -119,7 +119,7 @@ training_args = TrainingArguments(
|
|
| 119 |
save_total_limit=2,
|
| 120 |
load_best_model_at_end=True,
|
| 121 |
metric_for_best_model="eval_loss",
|
| 122 |
-
use_peft=True,
|
| 123 |
)
|
| 124 |
|
| 125 |
# ============================================
|
|
@@ -130,7 +130,8 @@ trainer = SFTTrainer(
|
|
| 130 |
train_dataset=tokenized_datasets["train"],
|
| 131 |
eval_dataset=tokenized_datasets["validation"],
|
| 132 |
peft_config=lora_config,
|
| 133 |
-
args=training_args
|
|
|
|
| 134 |
)
|
| 135 |
|
| 136 |
# 9. Fine-tuning
|
|
|
|
| 119 |
save_total_limit=2,
|
| 120 |
load_best_model_at_end=True,
|
| 121 |
metric_for_best_model="eval_loss",
|
| 122 |
+
#use_peft=True,
|
| 123 |
)
|
| 124 |
|
| 125 |
# ============================================
|
|
|
|
| 130 |
train_dataset=tokenized_datasets["train"],
|
| 131 |
eval_dataset=tokenized_datasets["validation"],
|
| 132 |
peft_config=lora_config,
|
| 133 |
+
args=training_args,
|
| 134 |
+
use_peft=True,
|
| 135 |
)
|
| 136 |
|
| 137 |
# 9. Fine-tuning
|