Create Hyper_params.md
Browse files- Hyper_params.md +11 -0
Hyper_params.md
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
num_epochs = 10
|
| 2 |
+
|
| 3 |
+
-batch_size", type=int, default=1
|
| 4 |
+
|
| 5 |
+
--gradient_accumulation_steps = 4
|
| 6 |
+
|
| 7 |
+
--learning_rate = 2e-4
|
| 8 |
+
|
| 9 |
+
--lora_alpha", type=int, default=16
|
| 10 |
+
|
| 11 |
+
--merge_and_save", action="store_true
|