Spaces:
Sleeping
Sleeping
changes
Browse files
app.py
CHANGED
@@ -7,8 +7,8 @@ from huggingface_hub import hf_hub_download
|
|
7 |
#MODEL SETTINGS also for DISPLAY
|
8 |
convHistory = ''
|
9 |
modelfile = hf_hub_download(
|
10 |
-
repo_id=os.environ.get("REPO_ID", "slasiyal/deepseek-coder-
|
11 |
-
filename=os.environ.get("MODEL_FILE", "deepseek-coder-
|
12 |
)
|
13 |
repetitionpenalty = 1.15
|
14 |
contextlength=4096
|
@@ -58,7 +58,7 @@ def combine(a, b, c, d,e,f):
|
|
58 |
total_tokens = ''
|
59 |
for character in llm(prompt,
|
60 |
max_tokens=512,
|
61 |
-
stop=["
|
62 |
temperature = 0.9,
|
63 |
repeat_penalty = 1,
|
64 |
top_p = 0.9, # Example stop token - not necessarily correct for this specific model! Please check before using.
|
|
|
7 |
#MODEL SETTINGS also for DISPLAY
|
8 |
convHistory = ''
|
9 |
modelfile = hf_hub_download(
|
10 |
+
repo_id=os.environ.get("REPO_ID", "slasiyal/slasiyal/deepseek-coder-7b-instruct_q8_0.gguf"),
|
11 |
+
filename=os.environ.get("MODEL_FILE", "slasiyal/deepseek-coder-7b-instruct_q8_0.gguf"),
|
12 |
)
|
13 |
repetitionpenalty = 1.15
|
14 |
contextlength=4096
|
|
|
58 |
total_tokens = ''
|
59 |
for character in llm(prompt,
|
60 |
max_tokens=512,
|
61 |
+
stop=["<|endoftext|>"],
|
62 |
temperature = 0.9,
|
63 |
repeat_penalty = 1,
|
64 |
top_p = 0.9, # Example stop token - not necessarily correct for this specific model! Please check before using.
|