pngwn HF staff commited on
Commit
d1a85cc
1 Parent(s): 48db1b5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ llm = Llama(
11
  filename=os.environ.get("MODEL_FILE", "Phi-3-mini-4k-instruct-q4.gguf"),
12
  ),
13
  n_ctx=2048,
14
- n_gpu_layers=50, # change n_gpu_layers if you have more or less VRAM
15
  )
16
 
17
 
 
11
  filename=os.environ.get("MODEL_FILE", "Phi-3-mini-4k-instruct-q4.gguf"),
12
  ),
13
  n_ctx=2048,
14
+ n_gpu_layers=-1, # change n_gpu_layers if you have more or less VRAM
15
  )
16
 
17