File size: 254 Bytes
360e70e
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
import transformers 
from transformers import AutoModelForCausalLM
model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"

model = AutoModelForCausalLM.from_pretrained(model_id)

text = "Hello"
inputs = (text)
outputs = model.generate(**inputs)
print(outputs)