Update app.py

app.py

@@ -15,13 +15,13 @@ try:
     tokenizer = PreTrainedTokenizerFast.from_pretrained(MODEL_ID)
     
     # Ensure the tokenizer has the necessary special tokens
-    special_tokens = {
-        'pad_token': '[PAD]',
-        'eos_token': '</s>',
-        'bos_token': '<s>',
-        'unk_token': '<unk>'
-    }
-    tokenizer.add_special_tokens(special_tokens)
+    #special_tokens = {
+    #    'pad_token': '[PAD]',
+    #    'eos_token': '</s>',
+    #    'bos_token': '<s>',
+    # 3   'unk_token': '<unk>'
+    #}
+    #tokenizer.add_special_tokens(special_tokens)
     
     model = AutoModelForCausalLM.from_pretrained(MODEL_ID, gguf_file=GGUF_FILE)