Benjamin Consolvo commited on
Commit
0577ef7
·
1 Parent(s): 3dc90a2

default model

Browse files
Files changed (1) hide show
  1. app.py +6 -2
app.py CHANGED
@@ -25,11 +25,15 @@ with st.sidebar:
25
  base_url = st.session_state.base_url = os.environ.get("base_url")
26
  client = OpenAI(api_key=api_key, base_url=base_url)
27
  models = client.models.list()
28
- model_names = [model.id for model in models] # Extract 'id' from each model object
 
 
 
29
 
30
  # Use st.session_state to persist the selected model
31
  if "selected_model" not in st.session_state:
32
- st.session_state.selected_model = model_names[0] # Default to the first model
 
33
 
34
  modelname = st.selectbox(
35
  "Select LLM model (Running on Intel® Gaudi®) on Denvr Dataworks",
 
25
  base_url = st.session_state.base_url = os.environ.get("base_url")
26
  client = OpenAI(api_key=api_key, base_url=base_url)
27
  models = client.models.list()
28
+ model_names = sorted([model.id for model in models]) # Extract 'id' from each model object
29
+ # Specify the default model name
30
+ default_model_name = "meta-llama/Llama-3.3-70B-Instruct" # Replace with your desired default model name
31
+
32
 
33
  # Use st.session_state to persist the selected model
34
  if "selected_model" not in st.session_state:
35
+ # st.session_state.selected_model = model_names[0] # Default to the first model
36
+ st.session_state.selected_model = default_model_name if default_model_name in model_names else model_names[0]
37
 
38
  modelname = st.selectbox(
39
  "Select LLM model (Running on Intel® Gaudi®) on Denvr Dataworks",