Update app.py
Browse files
app.py
CHANGED
@@ -4,18 +4,17 @@ import vertexai, os
|
|
4 |
from dotenv import load_dotenv, find_dotenv
|
5 |
_ = load_dotenv(find_dotenv())
|
6 |
|
7 |
-
credentials =
|
8 |
-
project =
|
9 |
-
|
|
|
|
|
|
|
|
|
|
|
10 |
|
11 |
def invoke(prompt):
|
12 |
-
|
13 |
-
model = "gpt-3.5-turbo",
|
14 |
-
messages = [{"role": "user", "content": prompt}],
|
15 |
-
temperature = 0,
|
16 |
-
max_tokens = 500,
|
17 |
-
)
|
18 |
-
return response.choices[0].message["content"]
|
19 |
|
20 |
gr.close_all()
|
21 |
demo = gr.Interface(fn=invoke,
|
|
|
4 |
from dotenv import load_dotenv, find_dotenv
|
5 |
_ = load_dotenv(find_dotenv())
|
6 |
|
7 |
+
credentials = os.environ["CREDENTIALS"]
|
8 |
+
project = os.environ["PROJECT"]
|
9 |
+
|
10 |
+
vertexai.init(project = project,
|
11 |
+
location = "us-west1",
|
12 |
+
credentials = credentials)
|
13 |
+
|
14 |
+
generation_model = TextGenerationModel.from_pretrained("text-bison@001")
|
15 |
|
16 |
def invoke(prompt):
|
17 |
+
return generation_model.predict(prompt = prompt).text
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
|
19 |
gr.close_all()
|
20 |
demo = gr.Interface(fn=invoke,
|