slasiyal commited on
Commit
e2cf490
1 Parent(s): b080356
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -7,8 +7,8 @@ from huggingface_hub import hf_hub_download
7
  #MODEL SETTINGS also for DISPLAY
8
  convHistory = ''
9
  modelfile = hf_hub_download(
10
- repo_id=os.environ.get("REPO_ID", "slasiyal/deepseek-coder-1.3b-instruct.gguf"),
11
- filename=os.environ.get("MODEL_FILE", "deepseek-coder-1.3b-instruct.gguf"),
12
  )
13
  repetitionpenalty = 1.15
14
  contextlength=4096
@@ -58,7 +58,7 @@ def combine(a, b, c, d,e,f):
58
  total_tokens = ''
59
  for character in llm(prompt,
60
  max_tokens=512,
61
- stop=["</s>"],
62
  temperature = 0.9,
63
  repeat_penalty = 1,
64
  top_p = 0.9, # Example stop token - not necessarily correct for this specific model! Please check before using.
 
7
  #MODEL SETTINGS also for DISPLAY
8
  convHistory = ''
9
  modelfile = hf_hub_download(
10
+ repo_id=os.environ.get("REPO_ID", "slasiyal/slasiyal/deepseek-coder-7b-instruct_q8_0.gguf"),
11
+ filename=os.environ.get("MODEL_FILE", "slasiyal/deepseek-coder-7b-instruct_q8_0.gguf"),
12
  )
13
  repetitionpenalty = 1.15
14
  contextlength=4096
 
58
  total_tokens = ''
59
  for character in llm(prompt,
60
  max_tokens=512,
61
+ stop=["<|endoftext|>"],
62
  temperature = 0.9,
63
  repeat_penalty = 1,
64
  top_p = 0.9, # Example stop token - not necessarily correct for this specific model! Please check before using.