End of training

README.md

@@ -1,5 +1,5 @@
 ---
-base_model: unsloth/llama-3-8b-Instruct-bnb-4bit
+base_model: unsloth/llama-3.2-1b-instruct-unsloth-bnb-4bit
 library_name: transformers
 model_name: naradaba-sqlcoder-beta
 tags:
@@ -12,7 +12,7 @@ licence: license
 
 # Model Card for naradaba-sqlcoder-beta
 
-This model is a fine-tuned version of [unsloth/llama-3-8b-Instruct-bnb-4bit](https://huggingface.co/unsloth/llama-3-8b-Instruct-bnb-4bit).
+This model is a fine-tuned version of [unsloth/llama-3.2-1b-instruct-unsloth-bnb-4bit](https://huggingface.co/unsloth/llama-3.2-1b-instruct-unsloth-bnb-4bit).
 It has been trained using [TRL](https://github.com/huggingface/trl).
 
 ## Quick start

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "unsloth/llama-3-8b-Instruct-bnb-4bit",
+  "base_model_name_or_path": "unsloth/llama-3.2-1b-instruct-unsloth-bnb-4bit",
   "bias": "none",
   "corda_config": null,
   "eva_config": null,
@@ -13,24 +13,24 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 32,
+  "lora_alpha": 64,
   "lora_bias": false,
-  "lora_dropout": 0.05,
+  "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 32,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "o_proj",
+    "k_proj",
     "up_proj",
+    "gate_proj",
     "down_proj",
-    "k_proj",
     "v_proj",
-    "o_proj",
-    "q_proj",
-    "gate_proj"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8c8138ee89918cee86e3cb117d36aecc7a266577aab1769bcc5a6addadce911
-size 167832240
+oid sha256:ef69ff9a71c65c942238894abbddfcc5fc1ffc6e1f490b69c42f15ca8eb23ca2
+size 90207248

special_tokens_map.json

@@ -14,7 +14,7 @@
     "single_word": false
   },
   "pad_token": {
-    "content": "<|reserved_special_token_250|>",
+    "content": "<|finetune_right_pad_id|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
-size 17209961
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -1,4 +1,5 @@
 {
+  "add_bos_token": true,
   "added_tokens_decoder": {
     "128000": {
       "content": "<|begin_of_text|>",
@@ -33,7 +34,7 @@
       "special": true
     },
     "128004": {
-      "content": "<|reserved_special_token_2|>",
+      "content": "<|finetune_right_pad_id|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -41,7 +42,7 @@
       "special": true
     },
     "128005": {
-      "content": "<|reserved_special_token_3|>",
+      "content": "<|reserved_special_token_2|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -65,7 +66,7 @@
       "special": true
     },
     "128008": {
-      "content": "<|reserved_special_token_4|>",
+      "content": "<|eom_id|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -81,7 +82,7 @@
       "special": true
     },
     "128010": {
-      "content": "<|reserved_special_token_5|>",
+      "content": "<|python_tag|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -89,7 +90,7 @@
       "special": true
     },
     "128011": {
-      "content": "<|reserved_special_token_6|>",
+      "content": "<|reserved_special_token_3|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -97,7 +98,7 @@
       "special": true
     },
     "128012": {
-      "content": "<|reserved_special_token_7|>",
+      "content": "<|reserved_special_token_4|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -105,7 +106,7 @@
       "special": true
     },
     "128013": {
-      "content": "<|reserved_special_token_8|>",
+      "content": "<|reserved_special_token_5|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -113,7 +114,7 @@
       "special": true
     },
     "128014": {
-      "content": "<|reserved_special_token_9|>",
+      "content": "<|reserved_special_token_6|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -121,7 +122,7 @@
       "special": true
     },
     "128015": {
-      "content": "<|reserved_special_token_10|>",
+      "content": "<|reserved_special_token_7|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -129,7 +130,7 @@
       "special": true
     },
     "128016": {
-      "content": "<|reserved_special_token_11|>",
+      "content": "<|reserved_special_token_8|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -137,7 +138,7 @@
       "special": true
     },
     "128017": {
-      "content": "<|reserved_special_token_12|>",
+      "content": "<|reserved_special_token_9|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -145,7 +146,7 @@
       "special": true
     },
     "128018": {
-      "content": "<|reserved_special_token_13|>",
+      "content": "<|reserved_special_token_10|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -153,7 +154,7 @@
       "special": true
     },
     "128019": {
-      "content": "<|reserved_special_token_14|>",
+      "content": "<|reserved_special_token_11|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -161,7 +162,7 @@
       "special": true
     },
     "128020": {
-      "content": "<|reserved_special_token_15|>",
+      "content": "<|reserved_special_token_12|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -169,7 +170,7 @@
       "special": true
     },
     "128021": {
-      "content": "<|reserved_special_token_16|>",
+      "content": "<|reserved_special_token_13|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -177,7 +178,7 @@
       "special": true
     },
     "128022": {
-      "content": "<|reserved_special_token_17|>",
+      "content": "<|reserved_special_token_14|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -185,7 +186,7 @@
       "special": true
     },
     "128023": {
-      "content": "<|reserved_special_token_18|>",
+      "content": "<|reserved_special_token_15|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -193,7 +194,7 @@
       "special": true
     },
     "128024": {
-      "content": "<|reserved_special_token_19|>",
+      "content": "<|reserved_special_token_16|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -201,7 +202,7 @@
       "special": true
     },
     "128025": {
-      "content": "<|reserved_special_token_20|>",
+      "content": "<|reserved_special_token_17|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -209,7 +210,7 @@
       "special": true
     },
     "128026": {
-      "content": "<|reserved_special_token_21|>",
+      "content": "<|reserved_special_token_18|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -217,7 +218,7 @@
       "special": true
     },
     "128027": {
-      "content": "<|reserved_special_token_22|>",
+      "content": "<|reserved_special_token_19|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -225,7 +226,7 @@
       "special": true
     },
     "128028": {
-      "content": "<|reserved_special_token_23|>",
+      "content": "<|reserved_special_token_20|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -233,7 +234,7 @@
       "special": true
     },
     "128029": {
-      "content": "<|reserved_special_token_24|>",
+      "content": "<|reserved_special_token_21|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -241,7 +242,7 @@
       "special": true
     },
     "128030": {
-      "content": "<|reserved_special_token_25|>",
+      "content": "<|reserved_special_token_22|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -249,7 +250,7 @@
       "special": true
     },
     "128031": {
-      "content": "<|reserved_special_token_26|>",
+      "content": "<|reserved_special_token_23|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -257,7 +258,7 @@
       "special": true
     },
     "128032": {
-      "content": "<|reserved_special_token_27|>",
+      "content": "<|reserved_special_token_24|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -265,7 +266,7 @@
       "special": true
     },
     "128033": {
-      "content": "<|reserved_special_token_28|>",
+      "content": "<|reserved_special_token_25|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -273,7 +274,7 @@
       "special": true
     },
     "128034": {
-      "content": "<|reserved_special_token_29|>",
+      "content": "<|reserved_special_token_26|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -281,7 +282,7 @@
       "special": true
     },
     "128035": {
-      "content": "<|reserved_special_token_30|>",
+      "content": "<|reserved_special_token_27|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -289,7 +290,7 @@
       "special": true
     },
     "128036": {
-      "content": "<|reserved_special_token_31|>",
+      "content": "<|reserved_special_token_28|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -297,7 +298,7 @@
       "special": true
     },
     "128037": {
-      "content": "<|reserved_special_token_32|>",
+      "content": "<|reserved_special_token_29|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -305,7 +306,7 @@
       "special": true
     },
     "128038": {
-      "content": "<|reserved_special_token_33|>",
+      "content": "<|reserved_special_token_30|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -313,7 +314,7 @@
       "special": true
     },
     "128039": {
-      "content": "<|reserved_special_token_34|>",
+      "content": "<|reserved_special_token_31|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -321,7 +322,7 @@
       "special": true
     },
     "128040": {
-      "content": "<|reserved_special_token_35|>",
+      "content": "<|reserved_special_token_32|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -329,7 +330,7 @@
       "special": true
     },
     "128041": {
-      "content": "<|reserved_special_token_36|>",
+      "content": "<|reserved_special_token_33|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -337,7 +338,7 @@
       "special": true
     },
     "128042": {
-      "content": "<|reserved_special_token_37|>",
+      "content": "<|reserved_special_token_34|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -345,7 +346,7 @@
       "special": true
     },
     "128043": {
-      "content": "<|reserved_special_token_38|>",
+      "content": "<|reserved_special_token_35|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -353,7 +354,7 @@
       "special": true
     },
     "128044": {
-      "content": "<|reserved_special_token_39|>",
+      "content": "<|reserved_special_token_36|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -361,7 +362,7 @@
       "special": true
     },
     "128045": {
-      "content": "<|reserved_special_token_40|>",
+      "content": "<|reserved_special_token_37|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -369,7 +370,7 @@
       "special": true
     },
     "128046": {
-      "content": "<|reserved_special_token_41|>",
+      "content": "<|reserved_special_token_38|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -377,7 +378,7 @@
       "special": true
     },
     "128047": {
-      "content": "<|reserved_special_token_42|>",
+      "content": "<|reserved_special_token_39|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -385,7 +386,7 @@
       "special": true
     },
     "128048": {
-      "content": "<|reserved_special_token_43|>",
+      "content": "<|reserved_special_token_40|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -393,7 +394,7 @@
       "special": true
     },
     "128049": {
-      "content": "<|reserved_special_token_44|>",
+      "content": "<|reserved_special_token_41|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -401,7 +402,7 @@
       "special": true
     },
     "128050": {
-      "content": "<|reserved_special_token_45|>",
+      "content": "<|reserved_special_token_42|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -409,7 +410,7 @@
       "special": true
     },
     "128051": {
-      "content": "<|reserved_special_token_46|>",
+      "content": "<|reserved_special_token_43|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -417,7 +418,7 @@
       "special": true
     },
     "128052": {
-      "content": "<|reserved_special_token_47|>",
+      "content": "<|reserved_special_token_44|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -425,7 +426,7 @@
       "special": true
     },
     "128053": {
-      "content": "<|reserved_special_token_48|>",
+      "content": "<|reserved_special_token_45|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -433,7 +434,7 @@
       "special": true
     },
     "128054": {
-      "content": "<|reserved_special_token_49|>",
+      "content": "<|reserved_special_token_46|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -441,7 +442,7 @@
       "special": true
     },
     "128055": {
-      "content": "<|reserved_special_token_50|>",
+      "content": "<|reserved_special_token_47|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -449,7 +450,7 @@
       "special": true
     },
     "128056": {
-      "content": "<|reserved_special_token_51|>",
+      "content": "<|reserved_special_token_48|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -457,7 +458,7 @@
       "special": true
     },
     "128057": {
-      "content": "<|reserved_special_token_52|>",
+      "content": "<|reserved_special_token_49|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -465,7 +466,7 @@
       "special": true
     },
     "128058": {
-      "content": "<|reserved_special_token_53|>",
+      "content": "<|reserved_special_token_50|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -473,7 +474,7 @@
       "special": true
     },
     "128059": {
-      "content": "<|reserved_special_token_54|>",
+      "content": "<|reserved_special_token_51|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -481,7 +482,7 @@
       "special": true
     },
     "128060": {
-      "content": "<|reserved_special_token_55|>",
+      "content": "<|reserved_special_token_52|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -489,7 +490,7 @@
       "special": true
     },
     "128061": {
-      "content": "<|reserved_special_token_56|>",
+      "content": "<|reserved_special_token_53|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -497,7 +498,7 @@
       "special": true
     },
     "128062": {
-      "content": "<|reserved_special_token_57|>",
+      "content": "<|reserved_special_token_54|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -505,7 +506,7 @@
       "special": true
     },
     "128063": {
-      "content": "<|reserved_special_token_58|>",
+      "content": "<|reserved_special_token_55|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -513,7 +514,7 @@
       "special": true
     },
     "128064": {
-      "content": "<|reserved_special_token_59|>",
+      "content": "<|reserved_special_token_56|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -521,7 +522,7 @@
       "special": true
     },
     "128065": {
-      "content": "<|reserved_special_token_60|>",
+      "content": "<|reserved_special_token_57|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -529,7 +530,7 @@
       "special": true
     },
     "128066": {
-      "content": "<|reserved_special_token_61|>",
+      "content": "<|reserved_special_token_58|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -537,7 +538,7 @@
       "special": true
     },
     "128067": {
-      "content": "<|reserved_special_token_62|>",
+      "content": "<|reserved_special_token_59|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -545,7 +546,7 @@
       "special": true
     },
     "128068": {
-      "content": "<|reserved_special_token_63|>",
+      "content": "<|reserved_special_token_60|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -553,7 +554,7 @@
       "special": true
     },
     "128069": {
-      "content": "<|reserved_special_token_64|>",
+      "content": "<|reserved_special_token_61|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -561,7 +562,7 @@
       "special": true
     },
     "128070": {
-      "content": "<|reserved_special_token_65|>",
+      "content": "<|reserved_special_token_62|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -569,7 +570,7 @@
       "special": true
     },
     "128071": {
-      "content": "<|reserved_special_token_66|>",
+      "content": "<|reserved_special_token_63|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -577,7 +578,7 @@
       "special": true
     },
     "128072": {
-      "content": "<|reserved_special_token_67|>",
+      "content": "<|reserved_special_token_64|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -585,7 +586,7 @@
       "special": true
     },
     "128073": {
-      "content": "<|reserved_special_token_68|>",
+      "content": "<|reserved_special_token_65|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -593,7 +594,7 @@
       "special": true
     },
     "128074": {
-      "content": "<|reserved_special_token_69|>",
+      "content": "<|reserved_special_token_66|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -601,7 +602,7 @@
       "special": true
     },
     "128075": {
-      "content": "<|reserved_special_token_70|>",
+      "content": "<|reserved_special_token_67|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -609,7 +610,7 @@
       "special": true
     },
     "128076": {
-      "content": "<|reserved_special_token_71|>",
+      "content": "<|reserved_special_token_68|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -617,7 +618,7 @@
       "special": true
     },
     "128077": {
-      "content": "<|reserved_special_token_72|>",
+      "content": "<|reserved_special_token_69|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -625,7 +626,7 @@
       "special": true
     },
     "128078": {
-      "content": "<|reserved_special_token_73|>",
+      "content": "<|reserved_special_token_70|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -633,7 +634,7 @@
       "special": true
     },
     "128079": {
-      "content": "<|reserved_special_token_74|>",
+      "content": "<|reserved_special_token_71|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -641,7 +642,7 @@
       "special": true
     },
     "128080": {
-      "content": "<|reserved_special_token_75|>",
+      "content": "<|reserved_special_token_72|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -649,7 +650,7 @@
       "special": true
     },
     "128081": {
-      "content": "<|reserved_special_token_76|>",
+      "content": "<|reserved_special_token_73|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -657,7 +658,7 @@
       "special": true
     },
     "128082": {
-      "content": "<|reserved_special_token_77|>",
+      "content": "<|reserved_special_token_74|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -665,7 +666,7 @@
       "special": true
     },
     "128083": {
-      "content": "<|reserved_special_token_78|>",
+      "content": "<|reserved_special_token_75|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -673,7 +674,7 @@
       "special": true
     },
     "128084": {
-      "content": "<|reserved_special_token_79|>",
+      "content": "<|reserved_special_token_76|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -681,7 +682,7 @@
       "special": true
     },
     "128085": {
-      "content": "<|reserved_special_token_80|>",
+      "content": "<|reserved_special_token_77|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -689,7 +690,7 @@
       "special": true
     },
     "128086": {
-      "content": "<|reserved_special_token_81|>",
+      "content": "<|reserved_special_token_78|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -697,7 +698,7 @@
       "special": true
     },
     "128087": {
-      "content": "<|reserved_special_token_82|>",
+      "content": "<|reserved_special_token_79|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -705,7 +706,7 @@
       "special": true
     },
     "128088": {
-      "content": "<|reserved_special_token_83|>",
+      "content": "<|reserved_special_token_80|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -713,7 +714,7 @@
       "special": true
     },
     "128089": {
-      "content": "<|reserved_special_token_84|>",
+      "content": "<|reserved_special_token_81|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -721,7 +722,7 @@
       "special": true
     },
     "128090": {
-      "content": "<|reserved_special_token_85|>",
+      "content": "<|reserved_special_token_82|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -729,7 +730,7 @@
       "special": true
     },
     "128091": {
-      "content": "<|reserved_special_token_86|>",
+      "content": "<|reserved_special_token_83|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -737,7 +738,7 @@
       "special": true
     },
     "128092": {
-      "content": "<|reserved_special_token_87|>",
+      "content": "<|reserved_special_token_84|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -745,7 +746,7 @@
       "special": true
     },
     "128093": {
-      "content": "<|reserved_special_token_88|>",
+      "content": "<|reserved_special_token_85|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -753,7 +754,7 @@
       "special": true
     },
     "128094": {
-      "content": "<|reserved_special_token_89|>",
+      "content": "<|reserved_special_token_86|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -761,7 +762,7 @@
       "special": true
     },
     "128095": {
-      "content": "<|reserved_special_token_90|>",
+      "content": "<|reserved_special_token_87|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -769,7 +770,7 @@
       "special": true
     },
     "128096": {
-      "content": "<|reserved_special_token_91|>",
+      "content": "<|reserved_special_token_88|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -777,7 +778,7 @@
       "special": true
     },
     "128097": {
-      "content": "<|reserved_special_token_92|>",
+      "content": "<|reserved_special_token_89|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -785,7 +786,7 @@
       "special": true
     },
     "128098": {
-      "content": "<|reserved_special_token_93|>",
+      "content": "<|reserved_special_token_90|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -793,7 +794,7 @@
       "special": true
     },
     "128099": {
-      "content": "<|reserved_special_token_94|>",
+      "content": "<|reserved_special_token_91|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -801,7 +802,7 @@
       "special": true
     },
     "128100": {
-      "content": "<|reserved_special_token_95|>",
+      "content": "<|reserved_special_token_92|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -809,7 +810,7 @@
       "special": true
     },
     "128101": {
-      "content": "<|reserved_special_token_96|>",
+      "content": "<|reserved_special_token_93|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -817,7 +818,7 @@
       "special": true
     },
     "128102": {
-      "content": "<|reserved_special_token_97|>",
+      "content": "<|reserved_special_token_94|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -825,7 +826,7 @@
       "special": true
     },
     "128103": {
-      "content": "<|reserved_special_token_98|>",
+      "content": "<|reserved_special_token_95|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -833,7 +834,7 @@
       "special": true
     },
     "128104": {
-      "content": "<|reserved_special_token_99|>",
+      "content": "<|reserved_special_token_96|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -841,7 +842,7 @@
       "special": true
     },
     "128105": {
-      "content": "<|reserved_special_token_100|>",
+      "content": "<|reserved_special_token_97|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -849,7 +850,7 @@
       "special": true
     },
     "128106": {
-      "content": "<|reserved_special_token_101|>",
+      "content": "<|reserved_special_token_98|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -857,7 +858,7 @@
       "special": true
     },
     "128107": {
-      "content": "<|reserved_special_token_102|>",
+      "content": "<|reserved_special_token_99|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -865,7 +866,7 @@
       "special": true
     },
     "128108": {
-      "content": "<|reserved_special_token_103|>",
+      "content": "<|reserved_special_token_100|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -873,7 +874,7 @@
       "special": true
     },
     "128109": {
-      "content": "<|reserved_special_token_104|>",
+      "content": "<|reserved_special_token_101|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -881,7 +882,7 @@
       "special": true
     },
     "128110": {
-      "content": "<|reserved_special_token_105|>",
+      "content": "<|reserved_special_token_102|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -889,7 +890,7 @@
       "special": true
     },
     "128111": {
-      "content": "<|reserved_special_token_106|>",
+      "content": "<|reserved_special_token_103|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -897,7 +898,7 @@
       "special": true
     },
     "128112": {
-      "content": "<|reserved_special_token_107|>",
+      "content": "<|reserved_special_token_104|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -905,7 +906,7 @@
       "special": true
     },
     "128113": {
-      "content": "<|reserved_special_token_108|>",
+      "content": "<|reserved_special_token_105|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -913,7 +914,7 @@
       "special": true
     },
     "128114": {
-      "content": "<|reserved_special_token_109|>",
+      "content": "<|reserved_special_token_106|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -921,7 +922,7 @@
       "special": true
     },
     "128115": {
-      "content": "<|reserved_special_token_110|>",
+      "content": "<|reserved_special_token_107|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -929,7 +930,7 @@
       "special": true
     },
     "128116": {
-      "content": "<|reserved_special_token_111|>",
+      "content": "<|reserved_special_token_108|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -937,7 +938,7 @@
       "special": true
     },
     "128117": {
-      "content": "<|reserved_special_token_112|>",
+      "content": "<|reserved_special_token_109|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -945,7 +946,7 @@
       "special": true
     },
     "128118": {
-      "content": "<|reserved_special_token_113|>",
+      "content": "<|reserved_special_token_110|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -953,7 +954,7 @@
       "special": true
     },
     "128119": {
-      "content": "<|reserved_special_token_114|>",
+      "content": "<|reserved_special_token_111|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -961,7 +962,7 @@
       "special": true
     },
     "128120": {
-      "content": "<|reserved_special_token_115|>",
+      "content": "<|reserved_special_token_112|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -969,7 +970,7 @@
       "special": true
     },
     "128121": {
-      "content": "<|reserved_special_token_116|>",
+      "content": "<|reserved_special_token_113|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -977,7 +978,7 @@
       "special": true
     },
     "128122": {
-      "content": "<|reserved_special_token_117|>",
+      "content": "<|reserved_special_token_114|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -985,7 +986,7 @@
       "special": true
     },
     "128123": {
-      "content": "<|reserved_special_token_118|>",
+      "content": "<|reserved_special_token_115|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -993,7 +994,7 @@
       "special": true
     },
     "128124": {
-      "content": "<|reserved_special_token_119|>",
+      "content": "<|reserved_special_token_116|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1001,7 +1002,7 @@
       "special": true
     },
     "128125": {
-      "content": "<|reserved_special_token_120|>",
+      "content": "<|reserved_special_token_117|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1009,7 +1010,7 @@
       "special": true
     },
     "128126": {
-      "content": "<|reserved_special_token_121|>",
+      "content": "<|reserved_special_token_118|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1017,7 +1018,7 @@
       "special": true
     },
     "128127": {
-      "content": "<|reserved_special_token_122|>",
+      "content": "<|reserved_special_token_119|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1025,7 +1026,7 @@
       "special": true
     },
     "128128": {
-      "content": "<|reserved_special_token_123|>",
+      "content": "<|reserved_special_token_120|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1033,7 +1034,7 @@
       "special": true
     },
     "128129": {
-      "content": "<|reserved_special_token_124|>",
+      "content": "<|reserved_special_token_121|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1041,7 +1042,7 @@
       "special": true
     },
     "128130": {
-      "content": "<|reserved_special_token_125|>",
+      "content": "<|reserved_special_token_122|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1049,7 +1050,7 @@
       "special": true
     },
     "128131": {
-      "content": "<|reserved_special_token_126|>",
+      "content": "<|reserved_special_token_123|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1057,7 +1058,7 @@
       "special": true
     },
     "128132": {
-      "content": "<|reserved_special_token_127|>",
+      "content": "<|reserved_special_token_124|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1065,7 +1066,7 @@
       "special": true
     },
     "128133": {
-      "content": "<|reserved_special_token_128|>",
+      "content": "<|reserved_special_token_125|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1073,7 +1074,7 @@
       "special": true
     },
     "128134": {
-      "content": "<|reserved_special_token_129|>",
+      "content": "<|reserved_special_token_126|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1081,7 +1082,7 @@
       "special": true
     },
     "128135": {
-      "content": "<|reserved_special_token_130|>",
+      "content": "<|reserved_special_token_127|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1089,7 +1090,7 @@
       "special": true
     },
     "128136": {
-      "content": "<|reserved_special_token_131|>",
+      "content": "<|reserved_special_token_128|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1097,7 +1098,7 @@
       "special": true
     },
     "128137": {
-      "content": "<|reserved_special_token_132|>",
+      "content": "<|reserved_special_token_129|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1105,7 +1106,7 @@
       "special": true
     },
     "128138": {
-      "content": "<|reserved_special_token_133|>",
+      "content": "<|reserved_special_token_130|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1113,7 +1114,7 @@
       "special": true
     },
     "128139": {
-      "content": "<|reserved_special_token_134|>",
+      "content": "<|reserved_special_token_131|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1121,7 +1122,7 @@
       "special": true
     },
     "128140": {
-      "content": "<|reserved_special_token_135|>",
+      "content": "<|reserved_special_token_132|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1129,7 +1130,7 @@
       "special": true
     },
     "128141": {
-      "content": "<|reserved_special_token_136|>",
+      "content": "<|reserved_special_token_133|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1137,7 +1138,7 @@
       "special": true
     },
     "128142": {
-      "content": "<|reserved_special_token_137|>",
+      "content": "<|reserved_special_token_134|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1145,7 +1146,7 @@
       "special": true
     },
     "128143": {
-      "content": "<|reserved_special_token_138|>",
+      "content": "<|reserved_special_token_135|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1153,7 +1154,7 @@
       "special": true
     },
     "128144": {
-      "content": "<|reserved_special_token_139|>",
+      "content": "<|reserved_special_token_136|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1161,7 +1162,7 @@
       "special": true
     },
     "128145": {
-      "content": "<|reserved_special_token_140|>",
+      "content": "<|reserved_special_token_137|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1169,7 +1170,7 @@
       "special": true
     },
     "128146": {
-      "content": "<|reserved_special_token_141|>",
+      "content": "<|reserved_special_token_138|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1177,7 +1178,7 @@
       "special": true
     },
     "128147": {
-      "content": "<|reserved_special_token_142|>",
+      "content": "<|reserved_special_token_139|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1185,7 +1186,7 @@
       "special": true
     },
     "128148": {
-      "content": "<|reserved_special_token_143|>",
+      "content": "<|reserved_special_token_140|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1193,7 +1194,7 @@
       "special": true
     },
     "128149": {
-      "content": "<|reserved_special_token_144|>",
+      "content": "<|reserved_special_token_141|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1201,7 +1202,7 @@
       "special": true
     },
     "128150": {
-      "content": "<|reserved_special_token_145|>",
+      "content": "<|reserved_special_token_142|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1209,7 +1210,7 @@
       "special": true
     },
     "128151": {
-      "content": "<|reserved_special_token_146|>",
+      "content": "<|reserved_special_token_143|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1217,7 +1218,7 @@
       "special": true
     },
     "128152": {
-      "content": "<|reserved_special_token_147|>",
+      "content": "<|reserved_special_token_144|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1225,7 +1226,7 @@
       "special": true
     },
     "128153": {
-      "content": "<|reserved_special_token_148|>",
+      "content": "<|reserved_special_token_145|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1233,7 +1234,7 @@
       "special": true
     },
     "128154": {
-      "content": "<|reserved_special_token_149|>",
+      "content": "<|reserved_special_token_146|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1241,7 +1242,7 @@
       "special": true
     },
     "128155": {
-      "content": "<|reserved_special_token_150|>",
+      "content": "<|reserved_special_token_147|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1249,7 +1250,7 @@
       "special": true
     },
     "128156": {
-      "content": "<|reserved_special_token_151|>",
+      "content": "<|reserved_special_token_148|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1257,7 +1258,7 @@
       "special": true
     },
     "128157": {
-      "content": "<|reserved_special_token_152|>",
+      "content": "<|reserved_special_token_149|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1265,7 +1266,7 @@
       "special": true
     },
     "128158": {
-      "content": "<|reserved_special_token_153|>",
+      "content": "<|reserved_special_token_150|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1273,7 +1274,7 @@
       "special": true
     },
     "128159": {
-      "content": "<|reserved_special_token_154|>",
+      "content": "<|reserved_special_token_151|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1281,7 +1282,7 @@
       "special": true
     },
     "128160": {
-      "content": "<|reserved_special_token_155|>",
+      "content": "<|reserved_special_token_152|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1289,7 +1290,7 @@
       "special": true
     },
     "128161": {
-      "content": "<|reserved_special_token_156|>",
+      "content": "<|reserved_special_token_153|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1297,7 +1298,7 @@
       "special": true
     },
     "128162": {
-      "content": "<|reserved_special_token_157|>",
+      "content": "<|reserved_special_token_154|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1305,7 +1306,7 @@
       "special": true
     },
     "128163": {
-      "content": "<|reserved_special_token_158|>",
+      "content": "<|reserved_special_token_155|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1313,7 +1314,7 @@
       "special": true
     },
     "128164": {
-      "content": "<|reserved_special_token_159|>",
+      "content": "<|reserved_special_token_156|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1321,7 +1322,7 @@
       "special": true
     },
     "128165": {
-      "content": "<|reserved_special_token_160|>",
+      "content": "<|reserved_special_token_157|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1329,7 +1330,7 @@
       "special": true
     },
     "128166": {
-      "content": "<|reserved_special_token_161|>",
+      "content": "<|reserved_special_token_158|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1337,7 +1338,7 @@
       "special": true
     },
     "128167": {
-      "content": "<|reserved_special_token_162|>",
+      "content": "<|reserved_special_token_159|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1345,7 +1346,7 @@
       "special": true
     },
     "128168": {
-      "content": "<|reserved_special_token_163|>",
+      "content": "<|reserved_special_token_160|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1353,7 +1354,7 @@
       "special": true
     },
     "128169": {
-      "content": "<|reserved_special_token_164|>",
+      "content": "<|reserved_special_token_161|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1361,7 +1362,7 @@
       "special": true
     },
     "128170": {
-      "content": "<|reserved_special_token_165|>",
+      "content": "<|reserved_special_token_162|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1369,7 +1370,7 @@
       "special": true
     },
     "128171": {
-      "content": "<|reserved_special_token_166|>",
+      "content": "<|reserved_special_token_163|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1377,7 +1378,7 @@
       "special": true
     },
     "128172": {
-      "content": "<|reserved_special_token_167|>",
+      "content": "<|reserved_special_token_164|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1385,7 +1386,7 @@
       "special": true
     },
     "128173": {
-      "content": "<|reserved_special_token_168|>",
+      "content": "<|reserved_special_token_165|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1393,7 +1394,7 @@
       "special": true
     },
     "128174": {
-      "content": "<|reserved_special_token_169|>",
+      "content": "<|reserved_special_token_166|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1401,7 +1402,7 @@
       "special": true
     },
     "128175": {
-      "content": "<|reserved_special_token_170|>",
+      "content": "<|reserved_special_token_167|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1409,7 +1410,7 @@
       "special": true
     },
     "128176": {
-      "content": "<|reserved_special_token_171|>",
+      "content": "<|reserved_special_token_168|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1417,7 +1418,7 @@
       "special": true
     },
     "128177": {
-      "content": "<|reserved_special_token_172|>",
+      "content": "<|reserved_special_token_169|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1425,7 +1426,7 @@
       "special": true
     },
     "128178": {
-      "content": "<|reserved_special_token_173|>",
+      "content": "<|reserved_special_token_170|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1433,7 +1434,7 @@
       "special": true
     },
     "128179": {
-      "content": "<|reserved_special_token_174|>",
+      "content": "<|reserved_special_token_171|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1441,7 +1442,7 @@
       "special": true
     },
     "128180": {
-      "content": "<|reserved_special_token_175|>",
+      "content": "<|reserved_special_token_172|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1449,7 +1450,7 @@
       "special": true
     },
     "128181": {
-      "content": "<|reserved_special_token_176|>",
+      "content": "<|reserved_special_token_173|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1457,7 +1458,7 @@
       "special": true
     },
     "128182": {
-      "content": "<|reserved_special_token_177|>",
+      "content": "<|reserved_special_token_174|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1465,7 +1466,7 @@
       "special": true
     },
     "128183": {
-      "content": "<|reserved_special_token_178|>",
+      "content": "<|reserved_special_token_175|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1473,7 +1474,7 @@
       "special": true
     },
     "128184": {
-      "content": "<|reserved_special_token_179|>",
+      "content": "<|reserved_special_token_176|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1481,7 +1482,7 @@
       "special": true
     },
     "128185": {
-      "content": "<|reserved_special_token_180|>",
+      "content": "<|reserved_special_token_177|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1489,7 +1490,7 @@
       "special": true
     },
     "128186": {
-      "content": "<|reserved_special_token_181|>",
+      "content": "<|reserved_special_token_178|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1497,7 +1498,7 @@
       "special": true
     },
     "128187": {
-      "content": "<|reserved_special_token_182|>",
+      "content": "<|reserved_special_token_179|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1505,7 +1506,7 @@
       "special": true
     },
     "128188": {
-      "content": "<|reserved_special_token_183|>",
+      "content": "<|reserved_special_token_180|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1513,7 +1514,7 @@
       "special": true
     },
     "128189": {
-      "content": "<|reserved_special_token_184|>",
+      "content": "<|reserved_special_token_181|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1521,7 +1522,7 @@
       "special": true
     },
     "128190": {
-      "content": "<|reserved_special_token_185|>",
+      "content": "<|reserved_special_token_182|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1529,7 +1530,7 @@
       "special": true
     },
     "128191": {
-      "content": "<|reserved_special_token_186|>",
+      "content": "<|reserved_special_token_183|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1537,7 +1538,7 @@
       "special": true
     },
     "128192": {
-      "content": "<|reserved_special_token_187|>",
+      "content": "<|reserved_special_token_184|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1545,7 +1546,7 @@
       "special": true
     },
     "128193": {
-      "content": "<|reserved_special_token_188|>",
+      "content": "<|reserved_special_token_185|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1553,7 +1554,7 @@
       "special": true
     },
     "128194": {
-      "content": "<|reserved_special_token_189|>",
+      "content": "<|reserved_special_token_186|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1561,7 +1562,7 @@
       "special": true
     },
     "128195": {
-      "content": "<|reserved_special_token_190|>",
+      "content": "<|reserved_special_token_187|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1569,7 +1570,7 @@
       "special": true
     },
     "128196": {
-      "content": "<|reserved_special_token_191|>",
+      "content": "<|reserved_special_token_188|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1577,7 +1578,7 @@
       "special": true
     },
     "128197": {
-      "content": "<|reserved_special_token_192|>",
+      "content": "<|reserved_special_token_189|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1585,7 +1586,7 @@
       "special": true
     },
     "128198": {
-      "content": "<|reserved_special_token_193|>",
+      "content": "<|reserved_special_token_190|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1593,7 +1594,7 @@
       "special": true
     },
     "128199": {
-      "content": "<|reserved_special_token_194|>",
+      "content": "<|reserved_special_token_191|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1601,7 +1602,7 @@
       "special": true
     },
     "128200": {
-      "content": "<|reserved_special_token_195|>",
+      "content": "<|reserved_special_token_192|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1609,7 +1610,7 @@
       "special": true
     },
     "128201": {
-      "content": "<|reserved_special_token_196|>",
+      "content": "<|reserved_special_token_193|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1617,7 +1618,7 @@
       "special": true
     },
     "128202": {
-      "content": "<|reserved_special_token_197|>",
+      "content": "<|reserved_special_token_194|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1625,7 +1626,7 @@
       "special": true
     },
     "128203": {
-      "content": "<|reserved_special_token_198|>",
+      "content": "<|reserved_special_token_195|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1633,7 +1634,7 @@
       "special": true
     },
     "128204": {
-      "content": "<|reserved_special_token_199|>",
+      "content": "<|reserved_special_token_196|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1641,7 +1642,7 @@
       "special": true
     },
     "128205": {
-      "content": "<|reserved_special_token_200|>",
+      "content": "<|reserved_special_token_197|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1649,7 +1650,7 @@
       "special": true
     },
     "128206": {
-      "content": "<|reserved_special_token_201|>",
+      "content": "<|reserved_special_token_198|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1657,7 +1658,7 @@
       "special": true
     },
     "128207": {
-      "content": "<|reserved_special_token_202|>",
+      "content": "<|reserved_special_token_199|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1665,7 +1666,7 @@
       "special": true
     },
     "128208": {
-      "content": "<|reserved_special_token_203|>",
+      "content": "<|reserved_special_token_200|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1673,7 +1674,7 @@
       "special": true
     },
     "128209": {
-      "content": "<|reserved_special_token_204|>",
+      "content": "<|reserved_special_token_201|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1681,7 +1682,7 @@
       "special": true
     },
     "128210": {
-      "content": "<|reserved_special_token_205|>",
+      "content": "<|reserved_special_token_202|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1689,7 +1690,7 @@
       "special": true
     },
     "128211": {
-      "content": "<|reserved_special_token_206|>",
+      "content": "<|reserved_special_token_203|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1697,7 +1698,7 @@
       "special": true
     },
     "128212": {
-      "content": "<|reserved_special_token_207|>",
+      "content": "<|reserved_special_token_204|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1705,7 +1706,7 @@
       "special": true
     },
     "128213": {
-      "content": "<|reserved_special_token_208|>",
+      "content": "<|reserved_special_token_205|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1713,7 +1714,7 @@
       "special": true
     },
     "128214": {
-      "content": "<|reserved_special_token_209|>",
+      "content": "<|reserved_special_token_206|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1721,7 +1722,7 @@
       "special": true
     },
     "128215": {
-      "content": "<|reserved_special_token_210|>",
+      "content": "<|reserved_special_token_207|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1729,7 +1730,7 @@
       "special": true
     },
     "128216": {
-      "content": "<|reserved_special_token_211|>",
+      "content": "<|reserved_special_token_208|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1737,7 +1738,7 @@
       "special": true
     },
     "128217": {
-      "content": "<|reserved_special_token_212|>",
+      "content": "<|reserved_special_token_209|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1745,7 +1746,7 @@
       "special": true
     },
     "128218": {
-      "content": "<|reserved_special_token_213|>",
+      "content": "<|reserved_special_token_210|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1753,7 +1754,7 @@
       "special": true
     },
     "128219": {
-      "content": "<|reserved_special_token_214|>",
+      "content": "<|reserved_special_token_211|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1761,7 +1762,7 @@
       "special": true
     },
     "128220": {
-      "content": "<|reserved_special_token_215|>",
+      "content": "<|reserved_special_token_212|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1769,7 +1770,7 @@
       "special": true
     },
     "128221": {
-      "content": "<|reserved_special_token_216|>",
+      "content": "<|reserved_special_token_213|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1777,7 +1778,7 @@
       "special": true
     },
     "128222": {
-      "content": "<|reserved_special_token_217|>",
+      "content": "<|reserved_special_token_214|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1785,7 +1786,7 @@
       "special": true
     },
     "128223": {
-      "content": "<|reserved_special_token_218|>",
+      "content": "<|reserved_special_token_215|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1793,7 +1794,7 @@
       "special": true
     },
     "128224": {
-      "content": "<|reserved_special_token_219|>",
+      "content": "<|reserved_special_token_216|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1801,7 +1802,7 @@
       "special": true
     },
     "128225": {
-      "content": "<|reserved_special_token_220|>",
+      "content": "<|reserved_special_token_217|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1809,7 +1810,7 @@
       "special": true
     },
     "128226": {
-      "content": "<|reserved_special_token_221|>",
+      "content": "<|reserved_special_token_218|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1817,7 +1818,7 @@
       "special": true
     },
     "128227": {
-      "content": "<|reserved_special_token_222|>",
+      "content": "<|reserved_special_token_219|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1825,7 +1826,7 @@
       "special": true
     },
     "128228": {
-      "content": "<|reserved_special_token_223|>",
+      "content": "<|reserved_special_token_220|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1833,7 +1834,7 @@
       "special": true
     },
     "128229": {
-      "content": "<|reserved_special_token_224|>",
+      "content": "<|reserved_special_token_221|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1841,7 +1842,7 @@
       "special": true
     },
     "128230": {
-      "content": "<|reserved_special_token_225|>",
+      "content": "<|reserved_special_token_222|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1849,7 +1850,7 @@
       "special": true
     },
     "128231": {
-      "content": "<|reserved_special_token_226|>",
+      "content": "<|reserved_special_token_223|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1857,7 +1858,7 @@
       "special": true
     },
     "128232": {
-      "content": "<|reserved_special_token_227|>",
+      "content": "<|reserved_special_token_224|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1865,7 +1866,7 @@
       "special": true
     },
     "128233": {
-      "content": "<|reserved_special_token_228|>",
+      "content": "<|reserved_special_token_225|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1873,7 +1874,7 @@
       "special": true
     },
     "128234": {
-      "content": "<|reserved_special_token_229|>",
+      "content": "<|reserved_special_token_226|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1881,7 +1882,7 @@
       "special": true
     },
     "128235": {
-      "content": "<|reserved_special_token_230|>",
+      "content": "<|reserved_special_token_227|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1889,7 +1890,7 @@
       "special": true
     },
     "128236": {
-      "content": "<|reserved_special_token_231|>",
+      "content": "<|reserved_special_token_228|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1897,7 +1898,7 @@
       "special": true
     },
     "128237": {
-      "content": "<|reserved_special_token_232|>",
+      "content": "<|reserved_special_token_229|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1905,7 +1906,7 @@
       "special": true
     },
     "128238": {
-      "content": "<|reserved_special_token_233|>",
+      "content": "<|reserved_special_token_230|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1913,7 +1914,7 @@
       "special": true
     },
     "128239": {
-      "content": "<|reserved_special_token_234|>",
+      "content": "<|reserved_special_token_231|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1921,7 +1922,7 @@
       "special": true
     },
     "128240": {
-      "content": "<|reserved_special_token_235|>",
+      "content": "<|reserved_special_token_232|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1929,7 +1930,7 @@
       "special": true
     },
     "128241": {
-      "content": "<|reserved_special_token_236|>",
+      "content": "<|reserved_special_token_233|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1937,7 +1938,7 @@
       "special": true
     },
     "128242": {
-      "content": "<|reserved_special_token_237|>",
+      "content": "<|reserved_special_token_234|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1945,7 +1946,7 @@
       "special": true
     },
     "128243": {
-      "content": "<|reserved_special_token_238|>",
+      "content": "<|reserved_special_token_235|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1953,7 +1954,7 @@
       "special": true
     },
     "128244": {
-      "content": "<|reserved_special_token_239|>",
+      "content": "<|reserved_special_token_236|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1961,7 +1962,7 @@
       "special": true
     },
     "128245": {
-      "content": "<|reserved_special_token_240|>",
+      "content": "<|reserved_special_token_237|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1969,7 +1970,7 @@
       "special": true
     },
     "128246": {
-      "content": "<|reserved_special_token_241|>",
+      "content": "<|reserved_special_token_238|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1977,7 +1978,7 @@
       "special": true
     },
     "128247": {
-      "content": "<|reserved_special_token_242|>",
+      "content": "<|reserved_special_token_239|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1985,7 +1986,7 @@
       "special": true
     },
     "128248": {
-      "content": "<|reserved_special_token_243|>",
+      "content": "<|reserved_special_token_240|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1993,7 +1994,7 @@
       "special": true
     },
     "128249": {
-      "content": "<|reserved_special_token_244|>",
+      "content": "<|reserved_special_token_241|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2001,7 +2002,7 @@
       "special": true
     },
     "128250": {
-      "content": "<|reserved_special_token_245|>",
+      "content": "<|reserved_special_token_242|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2009,7 +2010,7 @@
       "special": true
     },
     "128251": {
-      "content": "<|reserved_special_token_246|>",
+      "content": "<|reserved_special_token_243|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2017,7 +2018,7 @@
       "special": true
     },
     "128252": {
-      "content": "<|reserved_special_token_247|>",
+      "content": "<|reserved_special_token_244|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2025,7 +2026,7 @@
       "special": true
     },
     "128253": {
-      "content": "<|reserved_special_token_248|>",
+      "content": "<|reserved_special_token_245|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2033,7 +2034,7 @@
       "special": true
     },
     "128254": {
-      "content": "<|reserved_special_token_249|>",
+      "content": "<|reserved_special_token_246|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2041,7 +2042,7 @@
       "special": true
     },
     "128255": {
-      "content": "<|reserved_special_token_250|>",
+      "content": "<|reserved_special_token_247|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2050,7 +2051,7 @@
     }
   },
   "bos_token": "<|begin_of_text|>",
-  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|eot_id|>",
   "extra_special_tokens": {},
@@ -2058,8 +2059,9 @@
     "input_ids",
     "attention_mask"
   ],
-  "model_max_length": 10000,
-  "pad_token": "<|reserved_special_token_250|>",
-  "padding_side": "left",
-  "tokenizer_class": "PreTrainedTokenizer"
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ba9e7c3272f68b8896ec564667edf2aae06a477c689fff4a6be5a3a1dd18835
+oid sha256:fe9839625ac3644cc91e96b0f3f853bb73227cc0bed3d0e7c749705c8122daac
 size 5969