# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("TheBloke/dolphin-2.5-mixtral-8x7b-GGUF")