Leonydis137 commited on
Commit
671b1e7
·
verified ·
1 Parent(s): 1da3c50

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -250,10 +250,6 @@ from ctransformers import AutoModelForCausalLM
250
  from src.core.cognitive_engine import CognitiveEngine
251
  cognitive_engine = CognitiveEngine(llm_model)
252
 
253
- # Initialize FastAPI and engine
254
- app = FastAPI()
255
- cognitive_engine = CognitiveEngine(llm_model)
256
-
257
  # Load LLM model
258
  llm_model = AutoModelForCausalLM.from_pretrained(
259
  "TheBloke/zephyr-7B-alpha-GGUF",
@@ -263,6 +259,10 @@ llm_model = AutoModelForCausalLM.from_pretrained(
263
  temperature=0.7
264
  )
265
 
 
 
 
 
266
  # Routes
267
  @app.get("/status")
268
  def status():
 
250
  from src.core.cognitive_engine import CognitiveEngine
251
  cognitive_engine = CognitiveEngine(llm_model)
252
 
 
 
 
 
253
  # Load LLM model
254
  llm_model = AutoModelForCausalLM.from_pretrained(
255
  "TheBloke/zephyr-7B-alpha-GGUF",
 
259
  temperature=0.7
260
  )
261
 
262
+ # Initialize FastAPI and engine
263
+ app = FastAPI()
264
+ cognitive_engine = CognitiveEngine(llm_model)
265
+
266
  # Routes
267
  @app.get("/status")
268
  def status():