Add initial gradio setup

app.py

@@ -6,11 +6,7 @@ import gradio as gr
 def generate(prompt, seq_len, temperature, filter_thres, model):
     device = torch.device("cpu")
 
-    model = PaLM(
-        num_tokens=50304, dim=1024, depth=24, dim_head=128, heads=8, flash_attn=False, qk_rmsnorm = False,
-    ).to(device)
-
-    model.load('./palm_410m_8k_v0.pt', device)
+    model = torch.hub.load("conceptofmind/PaLM", "palm_1b_8k_v0").to(device).eval()
 
     tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")
 
@@ -29,9 +25,7 @@ def generate(prompt, seq_len, temperature, filter_thres, model):
 
     decoded_output = tokenizer.batch_decode(output_tensor, skip_special_tokens=True)
 
-    return decoded_output[0]
-
-
+    return decoded_output
 
 iface = gr.Interface(
     fn=generate,