File size: 176 Bytes
36ce4fa
 
 
 
1
2
3
4
5
import torch
from transformers import pipeline

generate_text = pipeline(model="databricks/dolly-v2-3b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")