bstraehle commited on
Commit
0681a72
·
1 Parent(s): 13b20d1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -15
app.py CHANGED
@@ -40,21 +40,21 @@ from vertexai.preview.generative_models import GenerativeModel
40
  generation_model = GenerativeModel(config.model)
41
 
42
  def invoke(prompt):
43
- #completion = generation_model.predict(prompt = prompt,
44
- # max_output_tokens = config.max_output_tokens,
45
- # temperature = config.temperature,
46
- # top_k = config.top_k,
47
- # top_p = config.top_p,
48
- # ).text
49
- #completion = generation_model.generate_content(prompt, generation_config = {
50
- # "max_output_tokens": config.max_output_tokens,
51
- # "temperature": config.temperature,
52
- # "top_k": config.top_k,
53
- # "top_p": config.top_p,
54
- # }).text
55
- #wandb.log({"prompt": prompt, "completion": completion})
56
- #return completion
57
- return "🛑 Execution is commented out. To view the source code see https://huggingface.co/spaces/bstraehle/google-vertex-ai-llm/tree/main."
58
 
59
  description = """<a href='https://www.gradio.app/'>Gradio</a> UI using <a href='https://cloud.google.com/vertex-ai?hl=en/'>Google Vertex AI</a> API
60
  with gemini-pro foundation model. Model performance evaluation via <a href='https://wandb.ai/bstraehle'>Weights & Biases</a>."""
 
40
  generation_model = GenerativeModel(config.model)
41
 
42
  def invoke(prompt):
43
+ completion = generation_model.predict(prompt = prompt,
44
+ max_output_tokens = config.max_output_tokens,
45
+ temperature = config.temperature,
46
+ top_k = config.top_k,
47
+ top_p = config.top_p,
48
+ ).text
49
+ completion = generation_model.generate_content(prompt, generation_config = {
50
+ "max_output_tokens": config.max_output_tokens,
51
+ "temperature": config.temperature,
52
+ "top_k": config.top_k,
53
+ "top_p": config.top_p,
54
+ }).text
55
+ wandb.log({"prompt": prompt, "completion": completion})
56
+ return completion
57
+ #return "🛑 Execution is commented out. To view the source code see https://huggingface.co/spaces/bstraehle/google-vertex-ai-llm/tree/main."
58
 
59
  description = """<a href='https://www.gradio.app/'>Gradio</a> UI using <a href='https://cloud.google.com/vertex-ai?hl=en/'>Google Vertex AI</a> API
60
  with gemini-pro foundation model. Model performance evaluation via <a href='https://wandb.ai/bstraehle'>Weights & Biases</a>."""