Update utils.py

utils.py

@@ -78,14 +78,14 @@ def generate_prompt_with_history(text, history, tokenizer, max_length=2048):
 #model = AutoModelForCausalLM.from_pretrained("dbmdz/bert-base-italian-cased")
 #tokenizer = AutoTokenizer.from_pretrained("asi/gpt-fr-cased-small")
 #model = AutoModelForCausalLM.from_pretrained("asi/gpt-fr-cased-small")
-#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B")
-#model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
-tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-2.7B")
-model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-2.7B")
+#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-2.7B")
+#model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-2.7B")
+tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B")
+model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
 
 
 def load_tokenizer_and_model(base_model,load_8bit=False):
-    base_model = "EleutherAI/gpt-neo-2.7B"
+    base_model = "EleutherAI/gpt-neo-1.3B"
     if torch.cuda.is_available():
         device = "cuda"
     else: