hmrizal commited on
Commit
b4dec03
·
verified ·
1 Parent(s): 631a602

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -27,9 +27,9 @@ def initialize_model_once():
27
  if MODEL_CACHE["model"] is None:
28
  # Load Phi-2 model (smaller than Mistral)
29
  MODEL_CACHE["model"] = CTransformers(
30
- model="TheBloke/phi-2-GGUF",
31
- model_file="phi-2.Q4_K_M.gguf",
32
- model_type="Phi2",
33
  max_new_tokens=512,
34
  temperature=0.1,
35
  top_p=0.9,
 
27
  if MODEL_CACHE["model"] is None:
28
  # Load Phi-2 model (smaller than Mistral)
29
  MODEL_CACHE["model"] = CTransformers(
30
+ model="TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF",
31
+ model_file="tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
32
+ model_type="llama",
33
  max_new_tokens=512,
34
  temperature=0.1,
35
  top_p=0.9,