Spaces:
Sleeping
Sleeping
Commit
·
08e6694
1
Parent(s):
66279bf
Fixed app v2
Browse files
app.py
CHANGED
@@ -8,8 +8,8 @@ app = FastAPI()
|
|
8 |
# Load the Llama model
|
9 |
try:
|
10 |
llm = Llama.from_pretrained(
|
11 |
-
repo_id="QuantFactory/
|
12 |
-
filename="
|
13 |
)
|
14 |
except Exception as e:
|
15 |
raise RuntimeError(f"Failed to load model: {e}")
|
|
|
8 |
# Load the Llama model
|
9 |
try:
|
10 |
llm = Llama.from_pretrained(
|
11 |
+
repo_id="QuantFactory/SecurityLLM-GGUF",
|
12 |
+
filename="SecurityLLM.Q5_K_M.gguf",
|
13 |
)
|
14 |
except Exception as e:
|
15 |
raise RuntimeError(f"Failed to load model: {e}")
|