bstraehle commited on
Commit
336cc86
·
1 Parent(s): 34d68a6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -10
app.py CHANGED
@@ -4,18 +4,17 @@ import vertexai, os
4
  from dotenv import load_dotenv, find_dotenv
5
  _ = load_dotenv(find_dotenv())
6
 
7
- credentials =
8
- project =
9
- openai_api_key = os.environ['OPENAI_API_KEY']
 
 
 
 
 
10
 
11
  def invoke(prompt):
12
- response = openai.ChatCompletion.create(
13
- model = "gpt-3.5-turbo",
14
- messages = [{"role": "user", "content": prompt}],
15
- temperature = 0,
16
- max_tokens = 500,
17
- )
18
- return response.choices[0].message["content"]
19
 
20
  gr.close_all()
21
  demo = gr.Interface(fn=invoke,
 
4
  from dotenv import load_dotenv, find_dotenv
5
  _ = load_dotenv(find_dotenv())
6
 
7
+ credentials = os.environ["CREDENTIALS"]
8
+ project = os.environ["PROJECT"]
9
+
10
+ vertexai.init(project = project,
11
+ location = "us-west1",
12
+ credentials = credentials)
13
+
14
+ generation_model = TextGenerationModel.from_pretrained("text-bison@001")
15
 
16
  def invoke(prompt):
17
+ return generation_model.predict(prompt = prompt).text
 
 
 
 
 
 
18
 
19
  gr.close_all()
20
  demo = gr.Interface(fn=invoke,