Add latest OA Pythia (#13)

- Add latest OA Pythia (f4705757473185eabcce1b7d88b9ee23d1195651)


Co-authored-by: Oliver Stanley <[email protected]>

app.py

@@ -23,7 +23,7 @@ def get_usernames(model: str):
     Returns:
         (str, str, str, str): pre-prompt, username, bot name, separator
     """
-    if model == "OpenAssistant/oasst-sft-1-pythia-12b":
+    if model in ("OpenAssistant/oasst-sft-1-pythia-12b", "OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5"):
         return "", "<|prompter|>", "<|assistant|>", "<|endoftext|>"
     if model == "togethercomputer/GPT-NeoXT-Chat-Base-20B":
         return openchat_preprompt, "<human>: ", "<bot>: ", "\n"
@@ -65,7 +65,7 @@ def predict(
 
     partial_words = ""
 
-    if model == "OpenAssistant/oasst-sft-1-pythia-12b":
+    if model in ("OpenAssistant/oasst-sft-1-pythia-12b", "OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5"):
         iterator = client.generate_stream(
             total_inputs,
             typical_p=typical_p,
@@ -122,7 +122,7 @@ def radio_on_change(
     repetition_penalty,
     watermark,
 ):
-    if value == "OpenAssistant/oasst-sft-1-pythia-12b":
+    if value in ("OpenAssistant/oasst-sft-1-pythia-12b", "OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5"):
         typical_p = typical_p.update(value=0.2, visible=True)
         top_p = top_p.update(visible=False)
         top_k = top_k.update(visible=False)
@@ -187,8 +187,9 @@ with gr.Blocks(
     gr.Markdown(text_generation_inference, visible=True)
     with gr.Column(elem_id="col_container"):
         model = gr.Radio(
-            value="OpenAssistant/oasst-sft-1-pythia-12b",
+            value="OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5",
             choices=[
+                "OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5",
                 "OpenAssistant/oasst-sft-1-pythia-12b",
                 # "togethercomputer/GPT-NeoXT-Chat-Base-20B",
                 "google/flan-t5-xxl",