Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ TAG_ASSISTANT = "STATICAL"
|
|
30 |
DEFAULT_SEPARATOR = ","
|
31 |
DEFAULT_STOP_SEQUENCES = f"{TAG_USER}:,{TAG_ASSISTANT}:,</s>"
|
32 |
|
33 |
-
model = Llama(model_path=hf_hub_download(repo_id=REPO,
|
34 |
|
35 |
# Functions
|
36 |
def get_seed(seed):
|
|
|
30 |
DEFAULT_SEPARATOR = ","
|
31 |
DEFAULT_STOP_SEQUENCES = f"{TAG_USER}:,{TAG_ASSISTANT}:,</s>"
|
32 |
|
33 |
+
model = Llama(model_path=hf_hub_download(repo_id=REPO, token=HF_TOKEN), n_ctx=32768, n_threads=48, n_batch=512, n_gpu_layers=0, verbose=True)
|
34 |
|
35 |
# Functions
|
36 |
def get_seed(seed):
|