Update app.py

app.py

@@ -1,4 +1,34 @@
 import gradio as gr
+from transformers import AutoTokenizer, AutoModelForCausalLM
 import spaces
+# Load model and tokenizer
+tokenizer = AutoTokenizer.from_pretrained("Yoxas/autotrain-test")
+model = AutoModelForCausalLM.from_pretrained("Yoxas/autotrain-test")
+@spaces.GPU(duration=120)
 
-gr.load("models/Yoxas/autotrain-test").launch()
+def chatbot(input_text, input_token, temperature):
+    inputs = tokenizer.encode_plus(
+        input_text,
+        add_special_tokens=True,
+        max_length=512,
+        return_attention_mask=True,
+        return_tensors='pt'
+    )
+    outputs = model(inputs['input_ids'], attention_mask=inputs['attention_mask'])
+    last_hidden_state = outputs.last_hidden_state[:, 0, :]
+    response = tokenizer.decode(last_hidden_state, skip_special_tokens=True)
+    return response
+
+# Create Gradio interface
+interface = gr.Interface(
+    fn=chatbot,
+    inputs=[
+        gr.Textbox(label="Input Text"),
+        gr.Number(label="Input Token", value=1),
+        gr.Slider(label="Temperature", minimum=0.1, maximum=1.0, value=0.5)
+    ],
+    outputs=gr.Textbox(label="Response")
+)
+
+# Launch interface
+interface.launch()