Update app.py

app.py

@@ -14,6 +14,7 @@ import numpy as np
 from transformers import AutoTokenizer, AutoModelForCausalLM
 #from torch.nn.functional import softmax
 
+
 # just for the sake of this demo, we use cloze prob to initialize the hypothesis 
 
 #url = "https://github.com/simonepri/lm-scorer/tree/master/lm_scorer/models"
@@ -53,8 +54,14 @@ def get_sim(x):
 #tokenizer = GPT2Tokenizer.from_pretrained('distilgpt2')
 
 
-tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B")
-model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-1B")
+
+
+
+tokenizer = AutoTokenizer.from_pretrained("prithivMLmods/Llama-3.2-1B-GGUF")
+model = AutoModelForCausalLM.from_pretrained("prithivMLmods/Llama-3.2-1B-GGUF")
+
+# tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B")
+# model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-1B")
 
 
 #tokenizer = GPT2Tokenizer.from_pretrained('gpt2')