cpt core 4

scripts/cpt_core_model_4.py

@@ -105,8 +105,8 @@ trainer = UnslothTrainer(
 
         # learning_rate=5e-5,
         # embedding_learning_rate=5e-6,
-        learning_rate = 5e-5 * 2,
-        embedding_learning_rate = 5e-5 / 2,
+        learning_rate = 5e-5,
+        embedding_learning_rate = 5e-5 / 10.0,
 
         fp16=not is_bfloat16_supported(),
         bf16=is_bfloat16_supported(),