Update app.py

app.py

@@ -25,12 +25,12 @@ repo_id = "Sosaka/Vicuna-7B-4bit-ggml"
 filename = "vicuna-7B-1.1-ggml_q4_0-ggjt_v3.bin"
 hf_hub_download(repo_id=repo_id, filename=filename)
 llm = Llama(
-      model_path="./models/7B/llama-model.gguf",
+      model_path="./vicuna-7B-1.1-ggml_q4_0-ggjt_v3.bin",
       n_gpu_layers=-1, # Uncomment to use GPU acceleration
       # seed=1337, # Uncomment to set a specific seed
-      # n_ctx=2048, # Uncomment to increase the context window
+      n_ctx=4096, # Uncomment to increase the context window
 )
-
+'''
 llm = Llama.from_pretrained(
     repo_id="TheBloke/vicuna-7B-v1.5-GGUF",
     filename="vicuna-7b-v1.5.Q8_0.gguf",
@@ -38,7 +38,7 @@ llm = Llama.from_pretrained(
     n_ctx = 4096,
     verbose=False
 )
-
+'''
 try:
     nltk.data.find('taggers/averaged_perceptron_tagger_eng')
 except LookupError: