vilarin commited on
Commit
774ba26
Β·
verified Β·
1 Parent(s): db37642

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -27,15 +27,15 @@ CSS = """
27
  }
28
  """
29
 
30
- chat_handler = Llava16ChatHandler.from_pretrained(
31
- repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
32
- filename="*mmproj*",
33
- )
34
 
35
  llm = Llama.from_pretrained(
36
  repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
37
  filename="ggml-model-Q5_K_M.gguf",
38
- chat_handler=chat_handler,
39
  n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
40
  )
41
 
 
27
  }
28
  """
29
 
30
+ # chat_handler = Llava16ChatHandler.from_pretrained(
31
+ # repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
32
+ # filename="*mmproj*",
33
+ # )
34
 
35
  llm = Llama.from_pretrained(
36
  repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
37
  filename="ggml-model-Q5_K_M.gguf",
38
+ # chat_handler=chat_handler,
39
  n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
40
  )
41