Layout preparation for prompt mode and chat mode.

app.py

@@ -0,0 +1,20 @@
+import gradio as gr
+
+from prompt import iface_prompt
+
+with gr.Blocks() as iface:
+    gr.Markdown("""# Petals playground
+            **Let's play with prompts and inference settings for BLOOM and BLOOMZ 176B models!**
+
+            This space uses websocket API of [chat.petals.ml](http://chat.petals.ml). Health status of Petals network [lives here](http://health.petals.ml).
+
+            Do NOT talk to BLOOM as an entity, it's not a chatbot but a webpage/blog/article completion model.
+            For the best results: MIMIC a few sentences of a webpage similar to the content you want to generate.
+
+            BLOOMZ performs better in chat mode and understands the instructions better.""")
+
+    gr.TabbedInterface([iface_prompt, ], ["Prompt mode",])
+
+# Queues are required to enable generators
+iface.queue(concurrency_count=5)
+iface.launch()

prompt.py

@@ -70,16 +70,8 @@ def generate(prompt, model, endseq, max_length,
         yield [prompt, output + "\nError: " + traceback.format_exc()]
         return
 
-with gr.Blocks() as iface:
-    gr.Markdown("""# Petals playground
-            **Let's play with prompts and inference settings for BLOOM and BLOOMZ 176B models!**
-
-            This space uses websocket API of [chat.petals.ml](http://chat.petals.ml). Health status of Petals network [lives here](http://health.petals.ml).
-
-            Do NOT talk to BLOOM as an entity, it's not a chatbot but a webpage/blog/article completion model.
-            For the best results: MIMIC a few sentences of a webpage similar to the content you want to generate.
-
-            BLOOMZ performs better in chat mode and understands the instructions better.""")
+with gr.Blocks() as iface_prompt:
+    gr.Markdown("""**Useful for testing raw prompts with zero, one or few-shot prompting.**""")
 
     with gr.Row():
         model = gr.Radio(["bloom", "bloomz", "bloom-7b1"], value='bloom', label="Use model")
@@ -131,7 +123,3 @@ with gr.Blocks() as iface:
          "Human: What's the capital of Portugal?</s>\n"
          "AI: ", "bloomz", True, 0, 0.9, 0.75, False]
         ])
-
-# Queues are required to enable generators
-iface.queue(concurrency_count=5)
-iface.launch()