test / main.py
reshav1's picture
Update main.py
0c33b7e verified
raw
history blame
235 Bytes
import transformers
from transformers import AutoModelForCausalLM
model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
model = AutoModelForCausalLM.from_pretrained(model_id)
text = "Hello"
outputs = model.generate(text)
print(outputs)