Commit
·
b0e4b09
1
Parent(s):
5188dae
fix
Browse files
app.py
CHANGED
@@ -26,9 +26,11 @@ class MyModel:
|
|
26 |
if model != self.current_model or self.current_model is None:
|
27 |
chat_handler = MoondreamChatHandler.from_pretrained(
|
28 |
repo_id="lab2-as/lora_model_gguf",
|
|
|
29 |
)
|
30 |
client = Llama.from_pretrained(
|
31 |
repo_id="lab2-as/lora_model_gguf",
|
|
|
32 |
chat_handler=chat_handler,
|
33 |
n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
|
34 |
)
|
|
|
26 |
if model != self.current_model or self.current_model is None:
|
27 |
chat_handler = MoondreamChatHandler.from_pretrained(
|
28 |
repo_id="lab2-as/lora_model_gguf",
|
29 |
+
filename="*mmproj*",
|
30 |
)
|
31 |
client = Llama.from_pretrained(
|
32 |
repo_id="lab2-as/lora_model_gguf",
|
33 |
+
filename="*text-model*",
|
34 |
chat_handler=chat_handler,
|
35 |
n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
|
36 |
)
|