Upload folder using huggingface_hub

README.md

@@ -1,8 +1,6 @@
 ---
 base_model: unsloth/Phi-3.5-mini-instruct
 library_name: peft
-tags:
-- unsloth
 ---
 
 # Model Card for Model ID

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
     "o_proj",
+    "down_proj",
+    "gate_proj",
     "q_proj",
+    "v_proj",
     "up_proj",
-    "k_proj",
-    "gate_proj",
-    "down_proj"
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bc341f37cfdca38ef584943c397692be182677a2a5fe708a7c3cbba6a571241
+oid sha256:9ee6d6904f3eb2d56b4d0fcad79a1f8b5298ac233d5a72f0e31d8e5135566c43
 size 119597408

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f343725d809da4ffaf684a244a4100eecaa26a54d067b93505a4ea66f68b319
+oid sha256:83438eaa9a3c3886c6e226e34f99c9abf71eeff99962b4cc773061653827afbd
 size 61227348

scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57acdb1f05c51c1c33f6ebed56a52d6cf566d8a89c725b24e17cf2ddc63a1a1f
+oid sha256:d847fa8b77307ec3f023cf0a917c492c209c15c78747caba0466134193ab7151
 size 988

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c65471f2a90c88eeb3b60677a5a2bfebe038a7e13f123565e2531cb20a70783a
+oid sha256:a1148de79a5a57cf5420c6b78e00ef69a6c7893d5da37cb4fa60ac3f84fedb35
 size 1064

trainer_state.json

@@ -1,359 +1,360 @@
 {
+  "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
   "epoch": 1.0,
   "eval_steps": 500,
-  "global_step": 4825,
+  "global_step": 4821,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.0002072538860103627,
-      "grad_norm": 0.5270228385925293,
-      "learning_rate": 4.140786749482402e-07,
-      "loss": 0.7597,
+      "epoch": 0.00020742584526031943,
+      "grad_norm": 0.572188675403595,
+      "learning_rate": 0.0,
+      "loss": 0.9048,
       "step": 1
     },
     {
-      "epoch": 0.02072538860103627,
-      "grad_norm": 0.3120118975639343,
-      "learning_rate": 4.140786749482402e-05,
-      "loss": 0.8058,
+      "epoch": 0.020742584526031945,
+      "grad_norm": 0.8375779390335083,
+      "learning_rate": 2.0518134715025907e-05,
+      "loss": 0.6388,
       "step": 100
     },
     {
-      "epoch": 0.04145077720207254,
-      "grad_norm": 0.3838038146495819,
-      "learning_rate": 8.281573498964804e-05,
-      "loss": 0.8085,
+      "epoch": 0.04148516905206389,
+      "grad_norm": 0.80202317237854,
+      "learning_rate": 4.1243523316062174e-05,
+      "loss": 0.5854,
       "step": 200
     },
     {
-      "epoch": 0.06217616580310881,
-      "grad_norm": 0.33677420020103455,
-      "learning_rate": 0.00012422360248447205,
-      "loss": 0.8452,
+      "epoch": 0.06222775357809583,
+      "grad_norm": 0.7062171101570129,
+      "learning_rate": 6.196891191709845e-05,
+      "loss": 0.4707,
       "step": 300
     },
     {
-      "epoch": 0.08290155440414508,
-      "grad_norm": 0.2833797335624695,
-      "learning_rate": 0.00016563146997929608,
-      "loss": 0.7836,
+      "epoch": 0.08297033810412778,
+      "grad_norm": 0.644052267074585,
+      "learning_rate": 8.269430051813471e-05,
+      "loss": 0.3773,
       "step": 400
     },
     {
-      "epoch": 0.10362694300518134,
-      "grad_norm": 0.3029078245162964,
-      "learning_rate": 0.0001999924354607825,
-      "loss": 0.8032,
+      "epoch": 0.10371292263015972,
+      "grad_norm": 0.6500552296638489,
+      "learning_rate": 0.000103419689119171,
+      "loss": 0.339,
       "step": 500
     },
     {
-      "epoch": 0.12435233160621761,
-      "grad_norm": 0.30878347158432007,
-      "learning_rate": 0.00019964190153093613,
-      "loss": 0.8034,
+      "epoch": 0.12445550715619166,
+      "grad_norm": 0.9881173968315125,
+      "learning_rate": 0.00012414507772020726,
+      "loss": 0.3264,
       "step": 600
     },
     {
-      "epoch": 0.14507772020725387,
-      "grad_norm": 0.1962185502052307,
-      "learning_rate": 0.00019878125322990773,
-      "loss": 0.8069,
+      "epoch": 0.1451980916822236,
+      "grad_norm": 0.8607994318008423,
+      "learning_rate": 0.00014487046632124352,
+      "loss": 0.3395,
       "step": 700
     },
     {
-      "epoch": 0.16580310880829016,
-      "grad_norm": 0.2113143652677536,
-      "learning_rate": 0.00019739761494902327,
-      "loss": 0.8239,
+      "epoch": 0.16594067620825556,
+      "grad_norm": 1.1204837560653687,
+      "learning_rate": 0.0001655958549222798,
+      "loss": 0.356,
       "step": 800
     },
     {
-      "epoch": 0.18652849740932642,
-      "grad_norm": 0.36496707797050476,
-      "learning_rate": 0.00019550431853565577,
-      "loss": 0.7952,
+      "epoch": 0.18668326073428748,
+      "grad_norm": 1.4915101528167725,
+      "learning_rate": 0.00018632124352331608,
+      "loss": 0.3399,
       "step": 900
     },
     {
-      "epoch": 0.20725388601036268,
-      "grad_norm": 0.4117984175682068,
-      "learning_rate": 0.00019311127115144138,
-      "loss": 0.8159,
+      "epoch": 0.20742584526031943,
+      "grad_norm": 1.2340389490127563,
+      "learning_rate": 0.00019996163583391267,
+      "loss": 0.371,
       "step": 1000
     },
     {
-      "epoch": 0.22797927461139897,
-      "grad_norm": 0.25097981095314026,
-      "learning_rate": 0.00019023099503382319,
-      "loss": 0.8295,
+      "epoch": 0.22816842978635138,
+      "grad_norm": 0.657108724117279,
+      "learning_rate": 0.00019940464789344699,
+      "loss": 0.3402,
       "step": 1100
     },
     {
-      "epoch": 0.24870466321243523,
-      "grad_norm": 0.2996521592140198,
-      "learning_rate": 0.00018687856197021518,
-      "loss": 0.8071,
+      "epoch": 0.24891101431238333,
+      "grad_norm": 1.1355221271514893,
+      "learning_rate": 0.00019818819435915685,
+      "loss": 0.3604,
       "step": 1200
     },
     {
-      "epoch": 0.2694300518134715,
-      "grad_norm": 0.2897460162639618,
-      "learning_rate": 0.0001830715144309886,
-      "loss": 0.8338,
+      "epoch": 0.2696535988384153,
+      "grad_norm": 0.8293834924697876,
+      "learning_rate": 0.00019632034536930397,
+      "loss": 0.355,
       "step": 1300
     },
     {
-      "epoch": 0.29015544041450775,
-      "grad_norm": 0.5588517785072327,
-      "learning_rate": 0.0001788297737739727,
-      "loss": 0.7572,
+      "epoch": 0.2903961833644472,
+      "grad_norm": 1.1846222877502441,
+      "learning_rate": 0.00019381349251894317,
+      "loss": 0.3562,
       "step": 1400
     },
     {
-      "epoch": 0.31088082901554404,
-      "grad_norm": 0.47002148628234863,
-      "learning_rate": 0.00017417553600081358,
-      "loss": 0.809,
+      "epoch": 0.3111387678904792,
+      "grad_norm": 0.7575041055679321,
+      "learning_rate": 0.0001906842666521912,
+      "loss": 0.3853,
       "step": 1500
     },
     {
-      "epoch": 0.3316062176165803,
-      "grad_norm": 0.3224999010562897,
-      "learning_rate": 0.00016913315561067264,
-      "loss": 0.7942,
+      "epoch": 0.3318813524165111,
+      "grad_norm": 0.8805419206619263,
+      "learning_rate": 0.0001869534275306705,
+      "loss": 0.3789,
       "step": 1600
     },
     {
-      "epoch": 0.35233160621761656,
-      "grad_norm": 0.5584061145782471,
-      "learning_rate": 0.0001637290181590304,
-      "loss": 0.8329,
+      "epoch": 0.352623936942543,
+      "grad_norm": 0.5712432861328125,
+      "learning_rate": 0.00018264572611008452,
+      "loss": 0.4197,
       "step": 1700
     },
     {
-      "epoch": 0.37305699481865284,
-      "grad_norm": 0.3566969633102417,
-      "learning_rate": 0.00015799140218846435,
-      "loss": 0.7901,
+      "epoch": 0.37336652146857496,
+      "grad_norm": 1.414759874343872,
+      "learning_rate": 0.00017778974033860325,
+      "loss": 0.3831,
       "step": 1800
     },
     {
-      "epoch": 0.39378238341968913,
-      "grad_norm": 0.27286580204963684,
-      "learning_rate": 0.00015195033125388395,
-      "loss": 0.8138,
+      "epoch": 0.3941091059946069,
+      "grad_norm": 1.0402040481567383,
+      "learning_rate": 0.00017241768556639647,
+      "loss": 0.4039,
       "step": 1900
     },
     {
-      "epoch": 0.41450777202072536,
-      "grad_norm": 0.3148711621761322,
-      "learning_rate": 0.00014563741681653824,
-      "loss": 0.7867,
+      "epoch": 0.41485169052063886,
+      "grad_norm": 0.68588787317276,
+      "learning_rate": 0.0001665652008240878,
+      "loss": 0.3909,
       "step": 2000
     },
     {
-      "epoch": 0.43523316062176165,
-      "grad_norm": 0.3646707832813263,
-      "learning_rate": 0.0001390856928288946,
-      "loss": 0.7681,
+      "epoch": 0.4355942750466708,
+      "grad_norm": 0.967073380947113,
+      "learning_rate": 0.00016027111238799057,
+      "loss": 0.4252,
       "step": 2100
     },
     {
-      "epoch": 0.45595854922279794,
-      "grad_norm": 0.32302677631378174,
-      "learning_rate": 0.00013232944287596522,
-      "loss": 0.8134,
+      "epoch": 0.45633685957270276,
+      "grad_norm": 1.229313850402832,
+      "learning_rate": 0.00015357717620066938,
+      "loss": 0.4296,
       "step": 2200
     },
     {
-      "epoch": 0.47668393782383417,
-      "grad_norm": 0.7468949556350708,
-      "learning_rate": 0.000125404020777609,
-      "loss": 0.7862,
+      "epoch": 0.4770794440987347,
+      "grad_norm": 1.2722011804580688,
+      "learning_rate": 0.00014652780085564921,
+      "loss": 0.4027,
       "step": 2300
     },
     {
-      "epoch": 0.49740932642487046,
-      "grad_norm": 0.36616334319114685,
-      "learning_rate": 0.00011834566559055394,
-      "loss": 0.7675,
+      "epoch": 0.49782202862476665,
+      "grad_norm": 0.9985523819923401,
+      "learning_rate": 0.00013916975298403346,
+      "loss": 0.4733,
       "step": 2400
     },
     {
-      "epoch": 0.5181347150259067,
-      "grad_norm": 0.3042179346084595,
-      "learning_rate": 0.00011119131197818904,
-      "loss": 0.7824,
+      "epoch": 0.5185646131507986,
+      "grad_norm": 1.0977421998977661,
+      "learning_rate": 0.00013155184699754102,
+      "loss": 0.4848,
       "step": 2500
     },
     {
-      "epoch": 0.538860103626943,
-      "grad_norm": 0.6282315850257874,
-      "learning_rate": 0.0001039783969404153,
-      "loss": 0.8008,
+      "epoch": 0.5393071976768306,
+      "grad_norm": 0.9423943758010864,
+      "learning_rate": 0.00012372462124625452,
+      "loss": 0.4491,
       "step": 2600
     },
     {
-      "epoch": 0.5595854922279793,
-      "grad_norm": 0.309589147567749,
-      "learning_rate": 9.674466391489112e-05,
-      "loss": 0.7918,
+      "epoch": 0.5600497822028625,
+      "grad_norm": 1.0384944677352905,
+      "learning_rate": 0.00011574000273949858,
+      "loss": 0.4421,
       "step": 2700
     },
     {
-      "epoch": 0.5803108808290155,
-      "grad_norm": 0.6195072531700134,
-      "learning_rate": 8.952796527476341e-05,
-      "loss": 0.7714,
+      "epoch": 0.5807923667288944,
+      "grad_norm": 0.6461535692214966,
+      "learning_rate": 0.00010765096265414077,
+      "loss": 0.4887,
       "step": 2800
     },
     {
-      "epoch": 0.6010362694300518,
-      "grad_norm": 0.5037879943847656,
-      "learning_rate": 8.236606425636553e-05,
-      "loss": 0.8098,
+      "epoch": 0.6015349512549264,
+      "grad_norm": 0.7776329517364502,
+      "learning_rate": 9.95111649157258e-05,
+      "loss": 0.5306,
       "step": 2900
     },
     {
-      "epoch": 0.6217616580310881,
-      "grad_norm": 0.3202759325504303,
-      "learning_rate": 7.529643735334646e-05,
-      "loss": 0.7303,
+      "epoch": 0.6222775357809583,
+      "grad_norm": 0.6103058457374573,
+      "learning_rate": 9.137461018380963e-05,
+      "loss": 0.4847,
       "step": 3000
     },
     {
-      "epoch": 0.6424870466321243,
-      "grad_norm": 0.4311729669570923,
-      "learning_rate": 6.835607821125519e-05,
-      "loss": 0.7717,
+      "epoch": 0.6430201203069903,
+      "grad_norm": 1.384641170501709,
+      "learning_rate": 8.329527760334861e-05,
+      "loss": 0.5293,
       "step": 3100
     },
     {
-      "epoch": 0.6632124352331606,
-      "grad_norm": 0.28787970542907715,
-      "learning_rate": 6.158130404875231e-05,
-      "loss": 0.7748,
+      "epoch": 0.6637627048330222,
+      "grad_norm": 1.2251664400100708,
+      "learning_rate": 7.532676669881955e-05,
+      "loss": 0.55,
       "step": 3200
     },
     {
-      "epoch": 0.6839378238341969,
-      "grad_norm": 0.28564584255218506,
-      "learning_rate": 5.5007565618399506e-05,
-      "loss": 0.8161,
+      "epoch": 0.6845052893590542,
+      "grad_norm": 0.5400375127792358,
+      "learning_rate": 6.752194178680041e-05,
+      "loss": 0.5329,
       "step": 3300
     },
     {
-      "epoch": 0.7046632124352331,
-      "grad_norm": 0.5357826352119446,
-      "learning_rate": 4.873136932795313e-05,
-      "loss": 0.7594,
+      "epoch": 0.705247873885086,
+      "grad_norm": 1.0325515270233154,
+      "learning_rate": 5.9932581266031694e-05,
+      "loss": 0.5638,
       "step": 3400
     },
     {
-      "epoch": 0.7253886010362695,
-      "grad_norm": 0.292579710483551,
-      "learning_rate": 4.265882101960175e-05,
-      "loss": 0.7572,
+      "epoch": 0.725990458411118,
+      "grad_norm": 0.4699115455150604,
+      "learning_rate": 5.2680792652421385e-05,
+      "loss": 0.5527,
       "step": 3500
     },
     {
-      "epoch": 0.7461139896373057,
-      "grad_norm": 0.29901111125946045,
-      "learning_rate": 3.688632521467985e-05,
-      "loss": 0.7514,
+      "epoch": 0.7467330429371499,
+      "grad_norm": 0.5923639535903931,
+      "learning_rate": 4.5668266493661425e-05,
+      "loss": 0.5647,
       "step": 3600
     },
     {
-      "epoch": 0.7668393782383419,
-      "grad_norm": 0.3171032667160034,
-      "learning_rate": 3.144408798582336e-05,
-      "loss": 0.7862,
+      "epoch": 0.7674756274631819,
+      "grad_norm": 1.6123884916305542,
+      "learning_rate": 3.901618534083994e-05,
+      "loss": 0.6208,
       "step": 3700
     },
     {
-      "epoch": 0.7875647668393783,
-      "grad_norm": 0.43368250131607056,
-      "learning_rate": 2.636058724251739e-05,
-      "loss": 0.7994,
+      "epoch": 0.7882182119892138,
+      "grad_norm": 0.882792055606842,
+      "learning_rate": 3.2768680114799956e-05,
+      "loss": 0.585,
       "step": 3800
     },
     {
-      "epoch": 0.8082901554404145,
-      "grad_norm": 0.4301137924194336,
-      "learning_rate": 2.1662423713092516e-05,
-      "loss": 0.7646,
+      "epoch": 0.8089607965152458,
+      "grad_norm": 0.8842360973358154,
+      "learning_rate": 2.696719771798648e-05,
+      "loss": 0.6046,
       "step": 3900
     },
     {
-      "epoch": 0.8290155440414507,
-      "grad_norm": 0.20049989223480225,
-      "learning_rate": 1.737418174955542e-05,
-      "loss": 0.7742,
+      "epoch": 0.8297033810412777,
+      "grad_norm": 0.9587863087654114,
+      "learning_rate": 2.1650226069374525e-05,
+      "loss": 0.6127,
       "step": 4000
     },
     {
-      "epoch": 0.8497409326424871,
-      "grad_norm": 0.5148625373840332,
-      "learning_rate": 1.3518300683627982e-05,
-      "loss": 0.7357,
+      "epoch": 0.8504459655673097,
+      "grad_norm": 0.6551477909088135,
+      "learning_rate": 1.6853038769745467e-05,
+      "loss": 0.6291,
       "step": 4100
     },
     {
-      "epoch": 0.8704663212435233,
-      "grad_norm": 0.38820308446884155,
-      "learning_rate": 1.011495740715882e-05,
-      "loss": 0.7536,
+      "epoch": 0.8711885500933416,
+      "grad_norm": 0.7264061570167542,
+      "learning_rate": 1.2607461091239803e-05,
+      "loss": 0.6627,
       "step": 4200
     },
     {
-      "epoch": 0.8911917098445595,
-      "grad_norm": 0.6004698276519775,
-      "learning_rate": 7.1819607913342745e-06,
-      "loss": 0.7238,
+      "epoch": 0.8919311346193736,
+      "grad_norm": 0.40014514327049255,
+      "learning_rate": 8.941658843648237e-06,
+      "loss": 0.6575,
       "step": 4300
     },
     {
-      "epoch": 0.9119170984455959,
-      "grad_norm": 0.30640721321105957,
-      "learning_rate": 4.734658497168276e-06,
-      "loss": 0.7669,
+      "epoch": 0.9126737191454055,
+      "grad_norm": 1.0279369354248047,
+      "learning_rate": 5.879951518134263e-06,
+      "loss": 0.7132,
       "step": 4400
     },
     {
-      "epoch": 0.9326424870466321,
-      "grad_norm": 0.23962052166461945,
-      "learning_rate": 2.7858566649088814e-06,
-      "loss": 0.7329,
+      "epoch": 0.9334163036714375,
+      "grad_norm": 0.559190034866333,
+      "learning_rate": 3.4426509480207646e-06,
+      "loss": 0.6866,
       "step": 4500
     },
     {
-      "epoch": 0.9533678756476683,
-      "grad_norm": 0.2379899024963379,
-      "learning_rate": 1.3457529026076777e-06,
-      "loss": 0.7845,
+      "epoch": 0.9541588881974694,
+      "grad_norm": 1.0593820810317993,
+      "learning_rate": 1.6459265569902738e-06,
+      "loss": 0.6781,
       "step": 4600
     },
     {
-      "epoch": 0.9740932642487047,
-      "grad_norm": 0.291648268699646,
-      "learning_rate": 4.218829245063227e-07,
-      "loss": 0.773,
+      "epoch": 0.9749014727235014,
+      "grad_norm": 0.7888472080230713,
+      "learning_rate": 5.016980886622169e-07,
+      "loss": 0.7098,
       "step": 4700
     },
     {
-      "epoch": 0.9948186528497409,
-      "grad_norm": 0.7486833930015564,
-      "learning_rate": 1.9081118468888824e-08,
-      "loss": 0.8057,
+      "epoch": 0.9956440572495333,
+      "grad_norm": 1.0247892141342163,
+      "learning_rate": 1.755652919597228e-08,
+      "loss": 0.6915,
       "step": 4800
     }
   ],
   "logging_steps": 100,
-  "max_steps": 4825,
+  "max_steps": 4821,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 1,
   "save_steps": 500,
@@ -369,7 +370,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.3151301866366976e+17,
+  "total_flos": 1.2957373058936832e+17,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97682e56ca9cafdee97b6d5ed5984ff75c9fc1563ca7b651bdb1cd346643b028
-size 5624
+oid sha256:621a556d1da2455eed4e6cd8bccd4f42a7c4222b1175c833beedf9b39ece534d
+size 5560