Tonic commited on
Commit
b07d07c
·
verified ·
1 Parent(s): 9c0da9e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -12
app.py CHANGED
@@ -11,6 +11,7 @@ description = """You can build with this endpoint using Nexus Raven. The demo is
11
  You can also use Nexus🐦‍⬛Raven on your laptop & by cloning this space. 🧬🔬🔍 Simply click here: <a style="display:inline-block" href="https://huggingface.co/spaces/Tonic1/NexusRaven2?duplicate=true"><img src="https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14" alt="Duplicate Space"></a></h3>
12
  Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's🛠️community on 👻Discord: [Discord](https://discord.gg/GWpVpekp) On 🤗Huggingface: [TeamTonic](https://huggingface.co/TeamTonic) & [MultiTransformer](https://huggingface.co/MultiTransformer) On 🌐Github: [Polytonic](https://github.com/tonic-ai) & contribute to 🌟 [PolyGPT](https://github.com/tonic-ai/polygpt-alpha)
13
  """
 
14
  raven_pipeline = pipeline(
15
  "text-generation",
16
  model="Nexusflow/NexusRaven-V2-13B",
@@ -19,18 +20,13 @@ raven_pipeline = pipeline(
19
  )
20
 
21
  @spaces.GPU
22
- class DialogueToSpeechConverter:
23
- def __init__(self):
24
- self.raven_pipeline = raven_pipeline
25
-
26
- def process_text(self, input_text: str) -> str:
27
- prompt = f"User Query: {input_text}<human_end>"
28
- result = self.raven_pipeline(prompt, max_new_tokens=2048, return_full_text=False, do_sample=False, temperature=0.001)[0]["generated_text"]
29
- torch.cuda.empty_cache()
30
- return result
31
 
32
  def create_interface():
33
- converter = DialogueToSpeechConverter()
34
  with gr.Blocks() as app:
35
  gr.Markdown(title)
36
  gr.Markdown(description)
@@ -42,9 +38,8 @@ def create_interface():
42
  return app
43
 
44
  if __name__ == "__main__":
45
- converter = DialogueToSpeechConverter()
46
  demo = gr.Interface(
47
- fn=converter.process_text,
48
  inputs="text",
49
  outputs="text",
50
  examples=[
 
11
  You can also use Nexus🐦‍⬛Raven on your laptop & by cloning this space. 🧬🔬🔍 Simply click here: <a style="display:inline-block" href="https://huggingface.co/spaces/Tonic1/NexusRaven2?duplicate=true"><img src="https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14" alt="Duplicate Space"></a></h3>
12
  Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's🛠️community on 👻Discord: [Discord](https://discord.gg/GWpVpekp) On 🤗Huggingface: [TeamTonic](https://huggingface.co/TeamTonic) & [MultiTransformer](https://huggingface.co/MultiTransformer) On 🌐Github: [Polytonic](https://github.com/tonic-ai) & contribute to 🌟 [PolyGPT](https://github.com/tonic-ai/polygpt-alpha)
13
  """
14
+
15
  raven_pipeline = pipeline(
16
  "text-generation",
17
  model="Nexusflow/NexusRaven-V2-13B",
 
20
  )
21
 
22
  @spaces.GPU
23
+ def process_text(input_text: str) -> str:
24
+ prompt = f"User Query: {input_text}<human_end>"
25
+ result = raven_pipeline(prompt, max_new_tokens=2048, return_full_text=False, do_sample=False, temperature=0.001)[0]["generated_text"]
26
+ torch.cuda.empty_cache()
27
+ return result
 
 
 
 
28
 
29
  def create_interface():
 
30
  with gr.Blocks() as app:
31
  gr.Markdown(title)
32
  gr.Markdown(description)
 
38
  return app
39
 
40
  if __name__ == "__main__":
 
41
  demo = gr.Interface(
42
+ fn=process_text,
43
  inputs="text",
44
  outputs="text",
45
  examples=[