Spaces:

matthoffner
/

ggml-mllm

Paused

matthoffner commited on Feb 2, 2024

Commit

fbb7712

verified ·

1 Parent(s): 78b627f

Update config.json

Files changed (1) hide show

config.json CHANGED Viewed

@@ -8,7 +8,7 @@
       "chat_format": "llava-1-5",
       "clip_model_path": "mmproj-model-f16.gguf",
       "n_gpu_layers": -1,
-      "offload_kqv": false,  // Assuming default value, adjust as needed
       "n_threads": 12,
       "n_batch": 1,
       "n_ctx": 2048,

       "chat_format": "llava-1-5",
       "clip_model_path": "mmproj-model-f16.gguf",
       "n_gpu_layers": -1,
+      "offload_kqv": false,
       "n_threads": 12,
       "n_batch": 1,
       "n_ctx": 2048,