Add `LiteLLM`

app.py

@@ -16,7 +16,7 @@ from llama_index import (
 from llama_index.callbacks.base import CallbackManager
 from llama_index.chat_engine import CondenseQuestionChatEngine
 from llama_index.embeddings import HuggingFaceEmbedding
-from llama_index.llms import ChatMessage, HuggingFaceLLM, MessageRole, OpenAI
+from llama_index.llms import ChatMessage, HuggingFaceLLM, LiteLLM, MessageRole, OpenAI
 from llama_index.prompts import PromptTemplate
 from llama_index.query_engine import SubQuestionQueryEngine
 from llama_index.tools import QueryEngineTool, ToolMetadata
@@ -73,7 +73,7 @@ async def start():
             Select(
                 id="Model",
                 label="Model",
-                values=["gpt-3.5-turbo", "gpt-4", "zephyr"],
+                values=["gpt-3.5-turbo", "gpt-4", "zephyr", "litellm-gpt-3.5-turbo"],
                 initial_index=1,
             ),
             Slider(
@@ -134,6 +134,8 @@ async def setup_query_engine(settings):
             messages_to_prompt=messages_to_prompt,
             device_map="auto",
         )
+    elif settings["Model"] == "litellm-gpt-3.5-turbo":
+        llm = LiteLLM("gpt-3.5-turbo")
     else:
         llm = OpenAI(model=settings["Model"], temperature=settings["Temperature"])