Trained with Unsloth

README.md

@@ -1,6 +1,9 @@
 ---
 library_name: transformers
-tags: []
+tags:
+- unsloth
+- trl
+- sft
 ---
 
 # Model Card for Model ID

config.json

@@ -1,16 +1,12 @@
 {
-  "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
-  "eos_token_id": [
-    128001,
-    128008,
-    128009
-  ],
+  "eos_token_id": 128009,
   "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 4096,
@@ -22,6 +18,7 @@
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 8,
+  "pad_token_id": 128004,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
@@ -35,6 +32,8 @@
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.49.0",
+  "unsloth_fixed": true,
+  "unsloth_version": "2025.3.9",
   "use_cache": true,
   "vocab_size": 128256
 }

generation_config.json

@@ -6,6 +6,8 @@
     128008,
     128009
   ],
+  "max_length": 131072,
+  "pad_token_id": 128004,
   "temperature": 0.6,
   "top_p": 0.9,
   "transformers_version": "4.49.0"

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4257104a5e34cbf4d91fc39b19af3ca3a3745bc89346f568e0efae731cfbe56
+oid sha256:ba6b6f07c6bc136cb80f29f7fca7ccbb4b4afa1e0fd43d5a8d8a3275612526a0
 size 4976698672

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:484a349b2175098c5a5665cd2d5dfb63a265ced082f163b13dd86e3d0aa0e56e
+oid sha256:7210de1331d1a49376804e292af703f52ed42d9408311bbce5332950c22b87d8
 size 4999802720

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed1f340cb53f8f86738cd979acd24d56a382c6982b6b688e8b08f381f17091ad
+oid sha256:afcf9d5d27c4a4f270a37745565ca1945e4a7e3e38fdb831571df431c55dc675
 size 4915916176

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b0a870b55147efc9eb4e37435d42a7208271946a634f2b72df1f4c8a830297b
+oid sha256:d5f1829d807b99221114c83a0012a5f818f7db79894708658b5b8210a5bba659
 size 1168138808