NOOOOOOO

app.py

@@ -55,7 +55,7 @@ def predict(message, history, system_prompt, temperature, top_p, top_k, frequenc
             print(f"{param}={value}")
 
     data = {
-        "model": "meta-llama/Meta-Llama-3.1-405B-Instruct",
+        "model": "meta-llama/Meta-Llama-3.1-70B-Instruct",
         "messages": history_format,
         "stream": True,
         "temperature": temperature,
@@ -140,7 +140,7 @@ with gr.Blocks(theme='gradio/monochrome') as demo:
     with gr.Row():
         with gr.Column(scale=2):
             chatbot = gr.Chatbot(value=[])
-            msg = gr.Textbox(label="Message")
+            msg = gr.Textbox(label="Message (70B for now cuz provider shit itself AGAIN)")
             with gr.Row():
                 clear = gr.Button("Clear")
                 regenerate = gr.Button("Regenerate")