Update fine_tuning.py

fine_tuning.py

@@ -140,9 +140,9 @@ def load_and_train(model_id="TinyLlama/TinyLlama-1.1B-Chat-v1.0"):
 
     training_args = TrainingArguments(
         learning_rate=1e-4,
-        lr_scheduler_type="constant",
+        lr_scheduler_type="cosine",
         output_dir="./results",
-        num_train_epochs=4,
+        num_train_epochs=10,
         per_device_train_batch_size=1,
         gradient_accumulation_steps=4,
         logging_steps=1,