vilarin commited on
Commit
14c4de2
Β·
verified Β·
1 Parent(s): 94d6aba

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -27,15 +27,15 @@ CSS = """
27
  }
28
  """
29
 
30
- # chat_handler = NanoLlavaChatHandler.from_pretrained(
31
- # repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
32
- # filename="*mmproj*",
33
- # )
34
 
35
  llm = Llama.from_pretrained(
36
  repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
37
  filename="ggml-model-Q5_K_M.gguf",
38
- # chat_handler=chat_handler,
39
  n_ctx=4096,
40
  )
41
 
 
27
  }
28
  """
29
 
30
+ chat_handler = Llama.from_pretrained(
31
+ repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
32
+ filename="*mmproj*",
33
+ )
34
 
35
  llm = Llama.from_pretrained(
36
  repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
37
  filename="ggml-model-Q5_K_M.gguf",
38
+ chat_handler=chat_handler,
39
  n_ctx=4096,
40
  )
41