Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -14,8 +14,8 @@ params = {
|
|
14 |
"batch_size": 8}
|
15 |
|
16 |
url = "https://huggingface.co/Aspik101/trurl-2-13b-GGML/blob/main/trurl-2-13b.ggmlv3.q8_0.bin"
|
17 |
-
model_loc, file_size = dl_hf_model(url)
|
18 |
-
llm = AutoModelForCausalLM.from_pretrained(
|
19 |
|
20 |
with gr.Blocks() as demo:
|
21 |
chatbot = gr.Chatbot()
|
|
|
14 |
"batch_size": 8}
|
15 |
|
16 |
url = "https://huggingface.co/Aspik101/trurl-2-13b-GGML/blob/main/trurl-2-13b.ggmlv3.q8_0.bin"
|
17 |
+
#model_loc, file_size = dl_hf_model(url)
|
18 |
+
llm = AutoModelForCausalLM.from_pretrained("Aspik101/trurl-2-13b-GGML", model_type="llama")
|
19 |
|
20 |
with gr.Blocks() as demo:
|
21 |
chatbot = gr.Chatbot()
|