Leonydis137 commited on
Commit
f5c0948
·
verified ·
1 Parent(s): 9533f8c

Update TheBloke/zephyr-7B-alpha-GGUF/zephyr-7b-alpha.Q4_K_M.gguf

Browse files
TheBloke/zephyr-7B-alpha-GGUF/zephyr-7b-alpha.Q4_K_M.gguf CHANGED
@@ -1,3 +1,9 @@
1
  # Load model directly
2
- from transformers import AutoModel
3
- model = AutoModel.from_pretrained("TheBloke/zephyr-7B-alpha-GGUF")
 
 
 
 
 
 
 
1
  # Load model directly
2
+ from transformers import AutoModelForCausalLM
3
+ model = AutoModelForCausalLM(
4
+ model_path="TheBloke/zephyr-7B-alpha-GGUF",
5
+ model_file="zephyr-7b-alpha.Q4_K_M.gguf",
6
+ model_type="llama"
7
+ )
8
+
9
+ print(model.generate("Hello!"))