test / main.py
reshav1's picture
Update main.py
360e70e verified
raw
history blame
254 Bytes
import transformers
from transformers import AutoModelForCausalLM
model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
model = AutoModelForCausalLM.from_pretrained(model_id)
text = "Hello"
inputs = (text)
outputs = model.generate(**inputs)
print(outputs)