files changed

app.py

@@ -14,9 +14,14 @@ import torch
 model = AutoModelForCausalLM.from_pretrained("Sahibsingh12/phi-1-5-finetuned-cazton_complete", trust_remote_code=True, torch_dtype=torch.float32)
 tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-1_5", trust_remote_code=True)
 
+def infer(text):
+    inputs = tokenizer(f'''question: {text} answer: ''', return_tensors="pt", return_attention_mask=False)
+    outputs = model.generate(**inputs, max_length=116)
+    text = tokenizer.batch_decode(outputs)[0]
+    return text
 
 def greet(name):
 	return "Hello " + name + "!!"
 
-iface = gr.Interface(fn=greet, inputs="text", outputs="text")
-iface.launch()
+iface = gr.Interface(fn=infer, inputs="text", outputs="text")
+iface.launch(share=True)