dxnay
/

codellama-7b-text2sql-DPO

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions

dxnay commited on Mar 16

Commit

e805168

·

verified ·

1 Parent(s): aaf5620

Upload tokenizer

Files changed (2) hide show

special_tokens_map.json +4 -0
tokenizer_config.json +4 -0

special_tokens_map.json CHANGED Viewed

@@ -1,5 +1,9 @@
 {
   "additional_special_tokens": [
     "▁<PRE>",
     "▁<MID>",
     "▁<SUF>",

 {
   "additional_special_tokens": [
+    "▁<PRE>",
+    "▁<MID>",
+    "▁<SUF>",
+    "▁<EOT>",
     "▁<PRE>",
     "▁<MID>",
     "▁<SUF>",

tokenizer_config.json CHANGED Viewed

@@ -60,6 +60,10 @@
     }
   },
   "additional_special_tokens": [
     "▁<PRE>",
     "▁<MID>",
     "▁<SUF>",

     }
   },
   "additional_special_tokens": [
+    "▁<PRE>",
+    "▁<MID>",
+    "▁<SUF>",
+    "▁<EOT>",
     "▁<PRE>",
     "▁<MID>",
     "▁<SUF>",