Spaces:
Runtime error
Runtime error
Commit
·
8f53975
1
Parent(s):
ff0f925
Update agent_llama_ui.py
Browse files- agent_llama_ui.py +4 -2
agent_llama_ui.py
CHANGED
@@ -22,9 +22,11 @@ default_iterations = 2
|
|
22 |
default_temperature = 0.5
|
23 |
default_topp = 0.95
|
24 |
|
|
|
|
|
25 |
@st.cache_resource
|
26 |
def agent(model, temperature, top_p, context_length, load_8bit, load_4bit, max_iterations):
|
27 |
-
ag = SmartAgent(f"
|
28 |
st.session_state["temperature_executive"] = temperature
|
29 |
st.session_state["max_iterations_executive"] = max_iterations
|
30 |
st.session_state["model_executive"] = model
|
@@ -36,7 +38,7 @@ def agent(model, temperature, top_p, context_length, load_8bit, load_4bit, max_i
|
|
36 |
|
37 |
def get_models():
|
38 |
supported_extensions = ["bin","pth","gguf"]
|
39 |
-
models_directory = "
|
40 |
# Use os.listdir to get a list of filenames in the directory
|
41 |
os.makedirs(models_directory, exist_ok=True)
|
42 |
|
|
|
22 |
default_temperature = 0.5
|
23 |
default_topp = 0.95
|
24 |
|
25 |
+
MODELS_DIR = "models"
|
26 |
+
|
27 |
@st.cache_resource
|
28 |
def agent(model, temperature, top_p, context_length, load_8bit, load_4bit, max_iterations):
|
29 |
+
ag = SmartAgent(f"{MODELS_DIR}/{model}" if os.path.exists(f"{MODELS_DIR}/{model}") else model, temp=temperature, top_p=top_p, load_in_4bit=load_4bit, load_in_8bit=load_8bit, ctx_len=context_length, max_iterations=max_iterations) if model else None
|
30 |
st.session_state["temperature_executive"] = temperature
|
31 |
st.session_state["max_iterations_executive"] = max_iterations
|
32 |
st.session_state["model_executive"] = model
|
|
|
38 |
|
39 |
def get_models():
|
40 |
supported_extensions = ["bin","pth","gguf"]
|
41 |
+
models_directory = f"{MODELS_DIR}" # Replace with the actual path
|
42 |
# Use os.listdir to get a list of filenames in the directory
|
43 |
os.makedirs(models_directory, exist_ok=True)
|
44 |
|