import transformers
from transformers import AutoModelForCausalLM
model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
model = AutoModelForCausalLM.from_pretrained(model_id)
text = "Hello"
inputs = (text)
outputs = model.generate(**inputs)
print(outputs) |