Docfile commited on
Commit
a0a57e5
·
1 Parent(s): 396a5b5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ n_gpu_layers = 40 # Change this value based on your model and your GPU VRAM pool
27
  n_batch = 256
28
 
29
  llm = LlamaCpp(
30
- model_path, callbacks=[StreamingStdOutCallbackHandler()]
31
  )
32
 
33
  #llm = LLM = G4FLLM(model=models.gpt_35_turbo,provider=Provider.DeepAi,)
 
27
  n_batch = 256
28
 
29
  llm = LlamaCpp(
30
+ model_path=model_path, callbacks=[StreamingStdOutCallbackHandler()]
31
  )
32
 
33
  #llm = LLM = G4FLLM(model=models.gpt_35_turbo,provider=Provider.DeepAi,)