Update app.py

app.py

@@ -1,7 +1,29 @@
 import gradio as gr
 
-def greet(name):
-    return "Hello " + name + "!!"
+from unsloth import FastLanguageModel
+model, tokenizer = FastLanguageModel.from_pretrained(
+    model_name = "benjamintli/llama3.2_abc_fine_tune", # YOUR MODEL YOU USED FOR TRAINING
+    max_seq_length = 2048,
+    dtype = None,
+    load_in_4bit = True,
+)
+
+def greet(input):
+    messages = [
+        {"role": "system", "content": "you are a helpful assistant that generates ABC notation music"},
+        {"role": "user", "content": f"{input}"},
+    ]
+    inputs = tokenizer.apply_chat_template(
+        messages,
+        tokenize = True,
+        add_generation_prompt = True, # Must add for generation
+        return_tensors = "pt",
+    )
+    
+    outputs = model.generate(input_ids = inputs, max_new_tokens = 128, use_cache = True,
+                             temperature = 1.5, min_p = 0.1)
+    response = tokenizer.batch_decode(outputs)
+    return response
 
 demo = gr.Interface(fn=greet, inputs="text", outputs="text")
 demo.launch()