|
import gradio as gr |
|
import os, vertexai |
|
|
|
from dotenv import load_dotenv, find_dotenv |
|
_ = load_dotenv(find_dotenv()) |
|
|
|
credentials = os.environ["CREDENTIALS"] |
|
project = os.environ["PROJECT"] |
|
|
|
from google.oauth2 import service_account |
|
|
|
|
|
credentials = service_account.Credentials.from_service_account_info(credentials) |
|
|
|
if credentials.expired: |
|
credentials.refresh(Request()) |
|
|
|
vertexai.init(project = project, |
|
location = "us-west1", |
|
credentials = credentials) |
|
|
|
from vertexai.language_models import TextGenerationModel |
|
|
|
generation_model = TextGenerationModel.from_pretrained("text-bison@001") |
|
|
|
def invoke(prompt): |
|
return generation_model.predict(prompt = prompt).text |
|
|
|
gr.close_all() |
|
demo = gr.Interface(fn=invoke, |
|
inputs = [gr.Textbox(label = "Prompt", lines = 1)], |
|
outputs = [gr.Textbox(label = "Completion", lines = 1)], |
|
title = "Generative AI - Text", |
|
description = "<a href='https://www.gradio.app/'>Gradio</a> UI using <a href='https://cloud.google.com/vertex-ai?hl=en/'>Google Vertex AI</a> API with Bison foundation model") |
|
demo.launch() |
