Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -11,11 +11,7 @@ import spaces
|
|
11 |
import time
|
12 |
import subprocess
|
13 |
|
14 |
-
|
15 |
-
"pip install flash-attn --no-build-isolation",
|
16 |
-
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
17 |
-
shell=True,
|
18 |
-
)
|
19 |
|
20 |
token = os.environ["HF_TOKEN"]
|
21 |
|
@@ -58,7 +54,7 @@ def chat(message, history, temperature, do_sample, max_tokens):
|
|
58 |
model_inputs,
|
59 |
streamer=streamer,
|
60 |
max_new_tokens=max_tokens,
|
61 |
-
do_sample=True,
|
62 |
temperature=temperature,
|
63 |
eos_token_id=terminators,
|
64 |
)
|
|
|
11 |
import time
|
12 |
import subprocess
|
13 |
|
14 |
+
|
|
|
|
|
|
|
|
|
15 |
|
16 |
token = os.environ["HF_TOKEN"]
|
17 |
|
|
|
54 |
model_inputs,
|
55 |
streamer=streamer,
|
56 |
max_new_tokens=max_tokens,
|
57 |
+
do_sample=True,r
|
58 |
temperature=temperature,
|
59 |
eos_token_id=terminators,
|
60 |
)
|