Update README.md
Browse files
README.md
CHANGED
@@ -159,7 +159,7 @@ ln -s server ~/.local/bin/whisper_cpp_server # (just put it somewhere in $PATH)
|
|
159 |
whisper_cpp_server -l en -m models/ggml-tiny.en.bin --port 7777
|
160 |
|
161 |
# -ngl option assumes CUDA or othr AI acceleration is available. see docs
|
162 |
-
llama-server --hf-repo hellork/
|
163 |
|
164 |
cd whisper_dictation
|
165 |
./whisper_cpp_client.py
|
|
|
159 |
whisper_cpp_server -l en -m models/ggml-tiny.en.bin --port 7777
|
160 |
|
161 |
# -ngl option assumes CUDA or othr AI acceleration is available. see docs
|
162 |
+
llama-server --hf-repo hellork/finance-chat-IQ4_NL-GGUF --hf-file finance-chat-iq4_nl-imat.gguf -c 2048 -ngl 17 --port 8888
|
163 |
|
164 |
cd whisper_dictation
|
165 |
./whisper_cpp_client.py
|