prithivMLmods commited on
Commit
a6938ff
Β·
verified Β·
1 Parent(s): d93899c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -10
app.py CHANGED
@@ -23,7 +23,6 @@ def format_prompt(message, history, system_prompt=None):
23
  prompt += f"[INST] {message} [/INST]"
24
  return prompt
25
 
26
- # Generate text
27
  def generate(
28
  prompt, history, system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0,
29
  ):
@@ -76,32 +75,29 @@ def save_file(content, filename, file_format):
76
  else:
77
  raise ValueError("Unsupported file format")
78
 
79
- # Combine generate and save file functions
80
  def generate_and_save(prompt, history, filename="output", file_format="pdf", system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0):
81
  generated_text = ""
82
  for output in generate(prompt, history, system_prompt, temperature, max_new_tokens, top_p, repetition_penalty):
83
  generated_text = output
84
- # Ensure </s> tags are removed from the final output
85
  generated_text = generated_text.replace("</s>", "")
86
  saved_file = save_file(generated_text, filename, file_format)
87
  return generated_text, history + [(prompt, generated_text)], saved_file
88
-
89
- # Create Gradio interface
90
  demo = gr.Interface(
91
  fn=generate_and_save,
92
  inputs=[
93
- gr.Textbox(placeholder="Type your message here...", label="Prompt"),
94
- gr.State(value=[]), # history
95
  gr.Textbox(placeholder="Filename (default: output)", label="Filename", value="output"),
96
  gr.Radio(["pdf", "docx", "txt"], label="File Format", value="pdf"),
97
  ],
98
  outputs=[
99
- gr.Textbox(label="Generated Text"),
100
- gr.State(value=[]), # history
101
  gr.File(label="Download File")
102
  ],
103
  css=css,
104
- title="",
105
  theme="bethecloud/storj_theme"
106
  )
107
 
 
23
  prompt += f"[INST] {message} [/INST]"
24
  return prompt
25
 
 
26
  def generate(
27
  prompt, history, system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0,
28
  ):
 
75
  else:
76
  raise ValueError("Unsupported file format")
77
 
 
78
  def generate_and_save(prompt, history, filename="output", file_format="pdf", system_prompt=None, temperature=0.2, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0):
79
  generated_text = ""
80
  for output in generate(prompt, history, system_prompt, temperature, max_new_tokens, top_p, repetition_penalty):
81
  generated_text = output
 
82
  generated_text = generated_text.replace("</s>", "")
83
  saved_file = save_file(generated_text, filename, file_format)
84
  return generated_text, history + [(prompt, generated_text)], saved_file
85
+
 
86
  demo = gr.Interface(
87
  fn=generate_and_save,
88
  inputs=[
89
+ gr.Textbox(placeholder="Type your message here...", label="Chatbot", line=4),
90
+ gr.State(value=[]),
91
  gr.Textbox(placeholder="Filename (default: output)", label="Filename", value="output"),
92
  gr.Radio(["pdf", "docx", "txt"], label="File Format", value="pdf"),
93
  ],
94
  outputs=[
95
+ gr.Textbox(label="Generated Text", line=4),
96
+ gr.State(value=[]),
97
  gr.File(label="Download File")
98
  ],
99
  css=css,
100
+ title="GRAB DOC",
101
  theme="bethecloud/storj_theme"
102
  )
103