import gradio as gr
import os
from google.cloud import aiplatform
from dotenv import load_dotenv, find_dotenv
_ = load_dotenv(find_dotenv())
credentials = os.environ["CREDENTIALS"]
project = os.environ["PROJECT"]
vertexai.init(project = project,
location = "us-west1",
credentials = credentials)
generation_model = TextGenerationModel.from_pretrained("text-bison@001")
def invoke(prompt):
return generation_model.predict(prompt = prompt).text
gr.close_all()
demo = gr.Interface(fn=invoke,
inputs = [gr.Textbox(label = "Prompt", lines = 1)],
outputs = [gr.Textbox(label = "Completion", lines = 1)],
title = "Generative AI - Text",
description = "Gradio UI using Google Vertex AI API with Bison foundation model")
demo.launch()