Spaces:

Namitg02
/

Test

Runtime error

Namitg02 commited on Jun 19, 2024

Commit

35836e6

verified ·

1 Parent(s): 1db302e

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -68,7 +68,7 @@ generation_config = AutoConfig.from_pretrained(
 #model = llama_cpp.Llama(model_path = tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf AutoModelForCausalLM.from_pretrained(llm_model, model_file = "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf", model_type="llama", gpu_layers=0, config = generation_config)
 model = LlamaCpp(
     model_path="./tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
-    chat_format="llama-2"
     n_gpu_layers = 0,
     temperature=0.75,
     max_tokens=500,

 #model = llama_cpp.Llama(model_path = tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf AutoModelForCausalLM.from_pretrained(llm_model, model_file = "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf", model_type="llama", gpu_layers=0, config = generation_config)
 model = LlamaCpp(
     model_path="./tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
+    chat_format="llama-2",
     n_gpu_layers = 0,
     temperature=0.75,
     max_tokens=500,