Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -27,9 +27,9 @@ def initialize_model_once():
|
|
27 |
if MODEL_CACHE["model"] is None:
|
28 |
# Load Phi-2 model (smaller than Mistral)
|
29 |
MODEL_CACHE["model"] = CTransformers(
|
30 |
-
model="TheBloke/
|
31 |
-
model_file="
|
32 |
-
model_type="
|
33 |
max_new_tokens=512,
|
34 |
temperature=0.1,
|
35 |
top_p=0.9,
|
|
|
27 |
if MODEL_CACHE["model"] is None:
|
28 |
# Load Phi-2 model (smaller than Mistral)
|
29 |
MODEL_CACHE["model"] = CTransformers(
|
30 |
+
model="TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF",
|
31 |
+
model_file="tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
|
32 |
+
model_type="llama",
|
33 |
max_new_tokens=512,
|
34 |
temperature=0.1,
|
35 |
top_p=0.9,
|