gemma-2-27b-it-Q4_K_M-chat-test

Running on Zero

keitokei1994 commited on Jun 17, 2024

Commit

1e83f7e

verified ·

1 Parent(s): 983d995

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -1,7 +1,7 @@
 import spaces
 import gradio as gr
 from huggingface_hub import hf_hub_download
-from llama_cpp_cuda_tensorcores import Llama
 REPO_ID = "keitokei1994/shisa-v1-qwen2-7b-GGUF"
 MODEL_NAME = "shisa-v1-qwen2-7b.Q8_0.gguf"

 import spaces
 import gradio as gr
 from huggingface_hub import hf_hub_download
+from llama_cpp import Llama
 REPO_ID = "keitokei1994/shisa-v1-qwen2-7b-GGUF"
 MODEL_NAME = "shisa-v1-qwen2-7b.Q8_0.gguf"