Staticaliza commited on
Commit
e2da08a
·
verified ·
1 Parent(s): 423671f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,7 +30,7 @@ TAG_ASSISTANT = "STATICAL"
30
  DEFAULT_SEPARATOR = ","
31
  DEFAULT_STOP_SEQUENCES = f"{TAG_USER}:,{TAG_ASSISTANT}:,</s>"
32
 
33
- model = Llama(model_path=hf_hub_download(repo_id=REPO, filename=FILE, token=HF_TOKEN), n_ctx=32768, n_threads=48, n_batch=512, n_gpu_layers=0, verbose=True)
34
 
35
  # Functions
36
  def get_seed(seed):
 
30
  DEFAULT_SEPARATOR = ","
31
  DEFAULT_STOP_SEQUENCES = f"{TAG_USER}:,{TAG_ASSISTANT}:,</s>"
32
 
33
+ model = Llama(model_path=hf_hub_download(repo_id=REPO, token=HF_TOKEN), n_ctx=32768, n_threads=48, n_batch=512, n_gpu_layers=0, verbose=True)
34
 
35
  # Functions
36
  def get_seed(seed):