change model

app.py

@@ -14,7 +14,8 @@ model = AutoModelForCausalLM.from_pretrained(model_name, pad_token_id=tokenizer.
 # Generate text using the model and tokenizer
 def generate_text(input_text):
     input_ids = tokenizer.encode(input_text, return_tensors="pt")
-    output = model.generate(input_ids, max_length=100, num_return_sequences=1, no_repeat_ngram_size=2, top_k=50, top_p=0.95, temperature=0.7, do_sample=True)
+    attention_mask = input_ids.ne(tokenizer.pad_token_id).long()
+    output = model.generate(input_ids, attention_mask=attention_mask, max_length=100, num_return_sequences=1, no_repeat_ngram_size=2, top_k=50, top_p=0.95, temperature=0.7, do_sample=True)
     return tokenizer.decode(output[0], skip_special_tokens=True)
 
 # def generate_text(prompt):