Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -23,7 +23,6 @@ def format_prompt(message, history, system_prompt=None):
|
|
23 |
prompt += f"[INST] {message} [/INST]"
|
24 |
return prompt
|
25 |
|
26 |
-
# Generate text
|
27 |
def generate(
|
28 |
prompt, history, system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0,
|
29 |
):
|
@@ -76,32 +75,29 @@ def save_file(content, filename, file_format):
|
|
76 |
else:
|
77 |
raise ValueError("Unsupported file format")
|
78 |
|
79 |
-
# Combine generate and save file functions
|
80 |
def generate_and_save(prompt, history, filename="output", file_format="pdf", system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0):
|
81 |
generated_text = ""
|
82 |
for output in generate(prompt, history, system_prompt, temperature, max_new_tokens, top_p, repetition_penalty):
|
83 |
generated_text = output
|
84 |
-
# Ensure </s> tags are removed from the final output
|
85 |
generated_text = generated_text.replace("</s>", "")
|
86 |
saved_file = save_file(generated_text, filename, file_format)
|
87 |
return generated_text, history + [(prompt, generated_text)], saved_file
|
88 |
-
|
89 |
-
# Create Gradio interface
|
90 |
demo = gr.Interface(
|
91 |
fn=generate_and_save,
|
92 |
inputs=[
|
93 |
-
gr.Textbox(placeholder="Type your message here...", label="
|
94 |
-
gr.State(value=[]),
|
95 |
gr.Textbox(placeholder="Filename (default: output)", label="Filename", value="output"),
|
96 |
gr.Radio(["pdf", "docx", "txt"], label="File Format", value="pdf"),
|
97 |
],
|
98 |
outputs=[
|
99 |
-
gr.Textbox(label="Generated Text"),
|
100 |
-
gr.State(value=[]),
|
101 |
gr.File(label="Download File")
|
102 |
],
|
103 |
css=css,
|
104 |
-
title="",
|
105 |
theme="bethecloud/storj_theme"
|
106 |
)
|
107 |
|
|
|
23 |
prompt += f"[INST] {message} [/INST]"
|
24 |
return prompt
|
25 |
|
|
|
26 |
def generate(
|
27 |
prompt, history, system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0,
|
28 |
):
|
|
|
75 |
else:
|
76 |
raise ValueError("Unsupported file format")
|
77 |
|
|
|
78 |
def generate_and_save(prompt, history, filename="output", file_format="pdf", system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0):
|
79 |
generated_text = ""
|
80 |
for output in generate(prompt, history, system_prompt, temperature, max_new_tokens, top_p, repetition_penalty):
|
81 |
generated_text = output
|
|
|
82 |
generated_text = generated_text.replace("</s>", "")
|
83 |
saved_file = save_file(generated_text, filename, file_format)
|
84 |
return generated_text, history + [(prompt, generated_text)], saved_file
|
85 |
+
|
|
|
86 |
demo = gr.Interface(
|
87 |
fn=generate_and_save,
|
88 |
inputs=[
|
89 |
+
gr.Textbox(placeholder="Type your message here...", label="Chatbot", line=4),
|
90 |
+
gr.State(value=[]),
|
91 |
gr.Textbox(placeholder="Filename (default: output)", label="Filename", value="output"),
|
92 |
gr.Radio(["pdf", "docx", "txt"], label="File Format", value="pdf"),
|
93 |
],
|
94 |
outputs=[
|
95 |
+
gr.Textbox(label="Generated Text", line=4),
|
96 |
+
gr.State(value=[]),
|
97 |
gr.File(label="Download File")
|
98 |
],
|
99 |
css=css,
|
100 |
+
title="GRAB DOC",
|
101 |
theme="bethecloud/storj_theme"
|
102 |
)
|
103 |
|