Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -250,10 +250,6 @@ from ctransformers import AutoModelForCausalLM
|
|
250 |
from src.core.cognitive_engine import CognitiveEngine
|
251 |
cognitive_engine = CognitiveEngine(llm_model)
|
252 |
|
253 |
-
# Initialize FastAPI and engine
|
254 |
-
app = FastAPI()
|
255 |
-
cognitive_engine = CognitiveEngine(llm_model)
|
256 |
-
|
257 |
# Load LLM model
|
258 |
llm_model = AutoModelForCausalLM.from_pretrained(
|
259 |
"TheBloke/zephyr-7B-alpha-GGUF",
|
@@ -263,6 +259,10 @@ llm_model = AutoModelForCausalLM.from_pretrained(
|
|
263 |
temperature=0.7
|
264 |
)
|
265 |
|
|
|
|
|
|
|
|
|
266 |
# Routes
|
267 |
@app.get("/status")
|
268 |
def status():
|
|
|
250 |
from src.core.cognitive_engine import CognitiveEngine
|
251 |
cognitive_engine = CognitiveEngine(llm_model)
|
252 |
|
|
|
|
|
|
|
|
|
253 |
# Load LLM model
|
254 |
llm_model = AutoModelForCausalLM.from_pretrained(
|
255 |
"TheBloke/zephyr-7B-alpha-GGUF",
|
|
|
259 |
temperature=0.7
|
260 |
)
|
261 |
|
262 |
+
# Initialize FastAPI and engine
|
263 |
+
app = FastAPI()
|
264 |
+
cognitive_engine = CognitiveEngine(llm_model)
|
265 |
+
|
266 |
# Routes
|
267 |
@app.get("/status")
|
268 |
def status():
|