Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -13,10 +13,6 @@ def format_prompt(message, history, system_prompt=None):
|
|
13 |
prompt += f"[INST] {message} [/INST]"
|
14 |
return prompt
|
15 |
|
16 |
-
system_prompt = "Hello, I'm Elisa AI. Ask me anything."
|
17 |
-
generate(message, history, system_prompt=system_prompt)
|
18 |
-
|
19 |
-
|
20 |
def generate(
|
21 |
prompt, history, system_prompt=None, temperature=0.2, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0,
|
22 |
):
|
@@ -34,6 +30,10 @@ def generate(
|
|
34 |
seed=42,
|
35 |
)
|
36 |
|
|
|
|
|
|
|
|
|
37 |
formatted_prompt = format_prompt(prompt, history, system_prompt)
|
38 |
|
39 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
|
|
13 |
prompt += f"[INST] {message} [/INST]"
|
14 |
return prompt
|
15 |
|
|
|
|
|
|
|
|
|
16 |
def generate(
|
17 |
prompt, history, system_prompt=None, temperature=0.2, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0,
|
18 |
):
|
|
|
30 |
seed=42,
|
31 |
)
|
32 |
|
33 |
+
|
34 |
+
system_prompt = "Hello, I'm Elisa AI. Ask me anything."
|
35 |
+
generate(message, history, system_prompt=system_prompt)
|
36 |
+
|
37 |
formatted_prompt = format_prompt(prompt, history, system_prompt)
|
38 |
|
39 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|