Update app.py

app.py

@@ -41,10 +41,15 @@ generation_model = GenerativeModel(config.model)
 
 def invoke(prompt):
     #completion = generation_model.predict(prompt = prompt).text
-    #completion = generation_model.generate_content(prompt).text
-    #wandb.log({"prompt": prompt, "completion": completion})
-    #return completion
-    return "Execution is commented out, to view the source code see https://huggingface.co/spaces/bstraehle/google-vertex-ai-llm/tree/main."
+    completion = generation_model.generate_content(prompt, generation_config = {
+                                                               "max_output_tokens": config.max_output_tokens,
+                                                               "temperature": config.temperature,
+                                                               "top_k": config.top_k,
+                                                               "top_p": config.top_p,
+                                                           }).text
+    wandb.log({"prompt": prompt, "completion": completion})
+    return completion
+    #return "Execution is commented out, to view the source code see https://huggingface.co/spaces/bstraehle/google-vertex-ai-llm/tree/main."
 
 description = """<a href='https://www.gradio.app/'>Gradio</a> UI using <a href='https://cloud.google.com/vertex-ai?hl=en/'>Google Vertex AI</a> API 
                  with gemini-pro foundation model. Model performance evaluation via <a href='https://wandb.ai/bstraehle'>Weights & Biases</a>."""