import gradio as gr import os from google.cloud import aiplatform from dotenv import load_dotenv, find_dotenv _ = load_dotenv(find_dotenv()) credentials = os.environ["CREDENTIALS"] project = os.environ["PROJECT"] vertexai.init(project = project, location = "us-west1", credentials = credentials) generation_model = TextGenerationModel.from_pretrained("text-bison@001") def invoke(prompt): return generation_model.predict(prompt = prompt).text gr.close_all() demo = gr.Interface(fn=invoke, inputs = [gr.Textbox(label = "Prompt", lines = 1)], outputs = [gr.Textbox(label = "Completion", lines = 1)], title = "Generative AI - Text", description = "Gradio UI using Google Vertex AI API with Bison foundation model") demo.launch()