Spaces:
Runtime error
Runtime error
Commit
·
0ad7c15
1
Parent(s):
65e892d
Update main.py
Browse files
main.py
CHANGED
@@ -12,10 +12,10 @@ def format_prompt(message, history):
|
|
12 |
prompt += f"[INST] {message} [/INST]"
|
13 |
return prompt
|
14 |
|
15 |
-
@app.get("/")
|
16 |
-
def read_root(
|
17 |
history = [] # Puoi definire la history se necessario
|
18 |
-
generated_response = next(generate(
|
19 |
return {"response": generated_response} # Restituisci la risposta generata come JSON
|
20 |
|
21 |
def generate(prompt, history, temperature=0.2, max_new_tokens=30000, top_p=0.95, repetition_penalty=1.0):
|
|
|
12 |
prompt += f"[INST] {message} [/INST]"
|
13 |
return prompt
|
14 |
|
15 |
+
@app.get("/Genera")
|
16 |
+
def read_root(input):
|
17 |
history = [] # Puoi definire la history se necessario
|
18 |
+
generated_response = next(generate(input, history)) # Ottieni la risposta generata
|
19 |
return {"response": generated_response} # Restituisci la risposta generata come JSON
|
20 |
|
21 |
def generate(prompt, history, temperature=0.2, max_new_tokens=30000, top_p=0.95, repetition_penalty=1.0):
|