litellm-opt-125m

app.py

@@ -70,7 +70,13 @@ async def start():
             Select(
                 id="Model",
                 label="Model",
-                values=["gpt-3.5-turbo", "gpt-4", "zephyr", "litellm-gpt-3.5-turbo"],
+                values=[
+                    "gpt-3.5-turbo",
+                    "gpt-4",
+                    "zephyr",
+                    "litellm-gpt-3.5-turbo",
+                    "litellm-opt-125m",
+                ],
                 initial_index=1,
             ),
             Slider(
@@ -134,6 +140,8 @@ async def setup_query_engine(settings):
         llm = LiteLLM("gpt-3.5-turbo")
     elif settings["Model"] == "litellm-gpt-3.5-turbo":
         llm = LiteLLM("gpt-3.5-turbo")
+    elif settings["Model"] == "litellm-opt-125m":
+        llm = LiteLLM("vllm/facebook/opt-125m")
     else:
         llm = OpenAI(model=settings["Model"], temperature=settings["Temperature"])