Update app.py
Browse files
app.py
CHANGED
@@ -42,18 +42,21 @@ def wandb_log(prompt, completion):
|
|
42 |
wandb.finish()
|
43 |
|
44 |
def invoke(prompt):
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
56 |
-
|
|
|
|
|
|
|
57 |
wandb_log(prompt, completion)
|
58 |
return completion
|
59 |
#return "🛑 Execution is commented out. To view the source code see https://huggingface.co/spaces/bstraehle/google-vertex-ai-llm/tree/main."
|
|
|
42 |
wandb.finish()
|
43 |
|
44 |
def invoke(prompt):
|
45 |
+
try:
|
46 |
+
#completion = generation_model.predict(prompt = prompt,
|
47 |
+
# max_output_tokens = config["max_output_tokens"],
|
48 |
+
# temperature = config["temperature"],
|
49 |
+
# top_k = config["top_k"],
|
50 |
+
# top_p = config["top_p"],
|
51 |
+
# ).text
|
52 |
+
completion = generation_model.generate_content(prompt, generation_config = {
|
53 |
+
"max_output_tokens": config["max_output_tokens"],
|
54 |
+
"temperature": config["temperature"],
|
55 |
+
"top_k": config["top_k"],
|
56 |
+
"top_p": config["top_p"],
|
57 |
+
}).text
|
58 |
+
except Exception as e:
|
59 |
+
raise gr.Error(e)
|
60 |
wandb_log(prompt, completion)
|
61 |
return completion
|
62 |
#return "🛑 Execution is commented out. To view the source code see https://huggingface.co/spaces/bstraehle/google-vertex-ai-llm/tree/main."
|