Upload added_tokens.json with huggingface_hub

added_tokens.json

@@ -0,0 +1,98 @@
+{
+  "<|dummy_0|>": 100256,
+  "<|endoftext|>": 100257,
+  "<|fim_prefix|>": 100258,
+  "<|fim_middle|>": 100259,
+  "<|fim_suffix|>": 100260,
+  "<|dummy_1|>": 100261,
+  "<|dummy_2|>": 100262,
+  "<|dummy_3|>": 100263,
+  "<|im_start|>": 100264,
+  "<|im_end|>": 100265,
+  "<|im_sep|>": 100266,
+  "<|dummy_4|>": 100267,
+  "<|dummy_5|>": 100268,
+  "<|dummy_6|>": 100269,
+  "<|dummy_7|>": 100270,
+  "<|dummy_8|>": 100271,
+  "<|dummy_9|>": 100272,
+  "<|dummy_10|>": 100273,
+  "<|dummy_11|>": 100274,
+  "<|dummy_12|>": 100275,
+  "<|endofprompt|>": 100276,
+  "<|dummy_13|>": 100277,
+  "<|dummy_14|>": 100278,
+  "<|dummy_15|>": 100279,
+  "<|dummy_16|>": 100280,
+  "<|dummy_17|>": 100281,
+  "<|dummy_18|>": 100282,
+  "<|dummy_19|>": 100283,
+  "<|dummy_20|>": 100284,
+  "<|dummy_21|>": 100285,
+  "<|dummy_22|>": 100286,
+  "<|dummy_23|>": 100287,
+  "<|dummy_24|>": 100288,
+  "<|dummy_25|>": 100289,
+  "<|dummy_26|>": 100290,
+  "<|dummy_27|>": 100291,
+  "<|dummy_28|>": 100292,
+  "<|dummy_29|>": 100293,
+  "<|dummy_30|>": 100294,
+  "<|dummy_31|>": 100295,
+  "<|dummy_32|>": 100296,
+  "<|dummy_33|>": 100297,
+  "<|dummy_34|>": 100298,
+  "<|dummy_35|>": 100299,
+  "<|dummy_36|>": 100300,
+  "<|dummy_37|>": 100301,
+  "<|dummy_38|>": 100302,
+  "<|dummy_39|>": 100303,
+  "<|dummy_40|>": 100304,
+  "<|dummy_41|>": 100305,
+  "<|dummy_42|>": 100306,
+  "<|dummy_43|>": 100307,
+  "<|dummy_44|>": 100308,
+  "<|dummy_45|>": 100309,
+  "<|dummy_46|>": 100310,
+  "<|dummy_47|>": 100311,
+  "<|dummy_48|>": 100312,
+  "<|dummy_49|>": 100313,
+  "<|dummy_50|>": 100314,
+  "<|dummy_51|>": 100315,
+  "<|dummy_52|>": 100316,
+  "<|dummy_53|>": 100317,
+  "<|dummy_54|>": 100318,
+  "<|dummy_55|>": 100319,
+  "<|dummy_56|>": 100320,
+  "<|dummy_57|>": 100321,
+  "<|dummy_58|>": 100322,
+  "<|dummy_59|>": 100323,
+  "<|dummy_60|>": 100324,
+  "<|dummy_61|>": 100325,
+  "<|dummy_62|>": 100326,
+  "<|dummy_63|>": 100327,
+  "<|dummy_64|>": 100328,
+  "<|dummy_65|>": 100329,
+  "<|dummy_66|>": 100330,
+  "<|dummy_67|>": 100331,
+  "<|dummy_68|>": 100332,
+  "<|dummy_69|>": 100333,
+  "<|dummy_70|>": 100334,
+  "<|dummy_71|>": 100335,
+  "<|dummy_72|>": 100336,
+  "<|dummy_73|>": 100337,
+  "<|dummy_74|>": 100338,
+  "<|dummy_75|>": 100339,
+  "<|dummy_76|>": 100340,
+  "<|dummy_77|>": 100341,
+  "<|dummy_78|>": 100342,
+  "<|dummy_79|>": 100343,
+  "<|dummy_80|>": 100344,
+  "<|dummy_81|>": 100345,
+  "<|dummy_82|>": 100346,
+  "<|dummy_83|>": 100347,
+  "<|dummy_84|>": 100348,
+  "<|dummy_85|>": 100349,
+  "<|dummy_86|>": 100350,
+  "<|dummy_87|>": 100351
+}