Use 3B model

app.py

@@ -15,12 +15,12 @@ else:
         "device_map": "auto",
     }
 
-tokenizer = LlamaTokenizer.from_pretrained("openlm-research/open_llama_7b")
+tokenizer = LlamaTokenizer.from_pretrained("openlm-research/open_llama_3b_v2")
 model = LlamaForCausalLM.from_pretrained(
     "openlm-research/open_llama_7b",
     **options
 )
-model = PeftModel.from_pretrained(model, "robinhad/open_llama_7b_uk")
+model = PeftModel.from_pretrained(model, "robinhad/open_llama_3b_uk")
 
 
 def generate_prompt(instruction, input=None, output=""):