hmrizal commited on
Commit
35a41ec
·
verified ·
1 Parent(s): 975222e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -24,10 +24,10 @@ def initialize_model_once():
24
  with MODEL_CACHE["init_lock"]:
25
  if MODEL_CACHE["model"] is None:
26
  # Path ke model local dalam repository
27
- model_path = "llama-2-7b-chat.gguf"
28
  MODEL_CACHE["model"] = CTransformers(
29
  model=model_path,
30
- model_type="llama",
31
  max_new_tokens=512,
32
  temperature=0.2,
33
  top_p=0.9,
 
24
  with MODEL_CACHE["init_lock"]:
25
  if MODEL_CACHE["model"] is None:
26
  # Path ke model local dalam repository
27
+ model_path = "tinyllama-1.1b-chat-v1.0.Q5_K_M.gguf"
28
  MODEL_CACHE["model"] = CTransformers(
29
  model=model_path,
30
+ model_type="tinyllama",
31
  max_new_tokens=512,
32
  temperature=0.2,
33
  top_p=0.9,