Di Zhang commited on
Commit
5b033e9
·
verified ·
1 Parent(s): a965d37

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -2,6 +2,7 @@ import os
2
  import gradio as gr
3
  from llama_cpp import Llama
4
  from huggingface_hub import hf_hub_download
 
5
 
6
  model = Llama(
7
  model_path=hf_hub_download(
@@ -31,6 +32,7 @@ def llama_o1_template(data):
31
  text = template.format(content=data)
32
  return text
33
 
 
34
  def generate_text(message, history, max_tokens=512, temperature=0.9, top_p=0.95):
35
  temp = ""
36
  input_texts = [llama_o1_template(message)]
 
2
  import gradio as gr
3
  from llama_cpp import Llama
4
  from huggingface_hub import hf_hub_download
5
+ import spaces
6
 
7
  model = Llama(
8
  model_path=hf_hub_download(
 
32
  text = template.format(content=data)
33
  return text
34
 
35
+ @spaces.GPU(duration=200)
36
  def generate_text(message, history, max_tokens=512, temperature=0.9, top_p=0.95):
37
  temp = ""
38
  input_texts = [llama_o1_template(message)]