srossitto79 commited on
Commit
8f53975
·
1 Parent(s): ff0f925

Update agent_llama_ui.py

Browse files
Files changed (1) hide show
  1. agent_llama_ui.py +4 -2
agent_llama_ui.py CHANGED
@@ -22,9 +22,11 @@ default_iterations = 2
22
  default_temperature = 0.5
23
  default_topp = 0.95
24
 
 
 
25
  @st.cache_resource
26
  def agent(model, temperature, top_p, context_length, load_8bit, load_4bit, max_iterations):
27
- ag = SmartAgent(f"./models/{model}" if os.path.exists(f"./models/{model}") else model, temp=temperature, top_p=top_p, load_in_4bit=load_4bit, load_in_8bit=load_8bit, ctx_len=context_length, max_iterations=max_iterations) if model else None
28
  st.session_state["temperature_executive"] = temperature
29
  st.session_state["max_iterations_executive"] = max_iterations
30
  st.session_state["model_executive"] = model
@@ -36,7 +38,7 @@ def agent(model, temperature, top_p, context_length, load_8bit, load_4bit, max_i
36
 
37
  def get_models():
38
  supported_extensions = ["bin","pth","gguf"]
39
- models_directory = "./models" # Replace with the actual path
40
  # Use os.listdir to get a list of filenames in the directory
41
  os.makedirs(models_directory, exist_ok=True)
42
 
 
22
  default_temperature = 0.5
23
  default_topp = 0.95
24
 
25
+ MODELS_DIR = "models"
26
+
27
  @st.cache_resource
28
  def agent(model, temperature, top_p, context_length, load_8bit, load_4bit, max_iterations):
29
+ ag = SmartAgent(f"{MODELS_DIR}/{model}" if os.path.exists(f"{MODELS_DIR}/{model}") else model, temp=temperature, top_p=top_p, load_in_4bit=load_4bit, load_in_8bit=load_8bit, ctx_len=context_length, max_iterations=max_iterations) if model else None
30
  st.session_state["temperature_executive"] = temperature
31
  st.session_state["max_iterations_executive"] = max_iterations
32
  st.session_state["model_executive"] = model
 
38
 
39
  def get_models():
40
  supported_extensions = ["bin","pth","gguf"]
41
+ models_directory = f"{MODELS_DIR}" # Replace with the actual path
42
  # Use os.listdir to get a list of filenames in the directory
43
  os.makedirs(models_directory, exist_ok=True)
44