ehristoforu
commited on
Update modules/inference.py
Browse files- modules/inference.py +1 -1
modules/inference.py
CHANGED
@@ -14,7 +14,7 @@ def generate_text(message, history, system_prompt, preset, temperature, max_toke
|
|
14 |
dir = os.getcwd()
|
15 |
global llm
|
16 |
llm = Llama(
|
17 |
-
model_path=f"{dir}
|
18 |
n_ctx=n_ctx,
|
19 |
n_gpu_layers=n_gpu_layers,
|
20 |
n_threads=n_threads,
|
|
|
14 |
dir = os.getcwd()
|
15 |
global llm
|
16 |
llm = Llama(
|
17 |
+
model_path=f"{dir}/models/{model}",
|
18 |
n_ctx=n_ctx,
|
19 |
n_gpu_layers=n_gpu_layers,
|
20 |
n_threads=n_threads,
|