Update app.py

app.py

@@ -17,7 +17,7 @@ alpaca_prompt = """Berikut adalah instruksi yang deskripsikan tugas dan sepasang
 if True:
     from app import FastLanguageModel
     model, tokenizer = FastLanguageModel.from_pretrained(
-        model_name = "abdfajar707/llama3_8B_lora_model_rkp_v5", # YOUR MODEL YOU USED FOR TRAINING
+        model_name = "abdfajar707/llama3_8B_lora_model_rkp_v1.1", # YOUR MODEL YOU USED FOR TRAINING
         max_seq_length = max_seq_length,
         dtype = dtype,
         load_in_4bit = load_in_4bit,
@@ -27,14 +27,10 @@ if True:
 
 
 # Fungsi untuk menghasilkan respons
-def generate_response(prompt, max_length=1000):
+def generate_response(prompt, max_length=4096):
     inputs = tokenizer(
 [
-    alpaca_prompt.format(
-        prompt, # instruction
-        "", # input
-        "", # output - leave this blank for generation!
-    )
+    prompt, # instruction  
 ], return_tensors = "pt").to("cuda")
     outputs = model.generate(**inputs, max_length=max_length, pad_token_id=tokenizer.eos_token_id)
     response = tokenizer.decode(outputs[0], skip_special_tokens=True)