change model

app.py

@@ -8,8 +8,8 @@ logger = logging.get_logger("transformers")
 
 # Load the model and tokenizer
 model_name = "openai-community/gpt2" #"openai-community/gpt2" or "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ" or "TheBloke/Llama-2-7B-Chat-GGML" or "TheBloke/zephyr-7B-beta-GPTQ"
-tokenizer = AutoTokenizer.from_pretrained(model_name,use_fast=True)
-model = AutoModelForCausalLM.from_pretrained(model_name,device_map="auto",trust_remote_code=False,revision="main")
+tokenizer = AutoTokenizer.from_pretrained(model_name)#,use_fast=True
+model = AutoModelForCausalLM.from_pretrained(model_name)#,device_map="auto",trust_remote_code=False,revision="main")
 
 #transfer model on GPU
 #model.to("cuda")