lunarflu HF staff commited on
Commit
61bb9bd
·
verified ·
1 Parent(s): b470e0c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
6
  tokenizer = AutoTokenizer.from_pretrained("TheBloke/Chronoboros-33B-GPTQ")
7
  model = AutoModelForCausalLM.from_pretrained("TheBloke/Chronoboros-33B-GPTQ", device_map="auto")
8
 
9
- +@spaces.GPU
10
  def respond(message, history: list[tuple[str, str]], system_message, max_tokens, temperature, top_p):
11
  # Build the prompt using conversation history
12
  prompt = f"{system_message}\n"
 
6
  tokenizer = AutoTokenizer.from_pretrained("TheBloke/Chronoboros-33B-GPTQ")
7
  model = AutoModelForCausalLM.from_pretrained("TheBloke/Chronoboros-33B-GPTQ", device_map="auto")
8
 
9
+ @spaces.GPU
10
  def respond(message, history: list[tuple[str, str]], system_message, max_tokens, temperature, top_p):
11
  # Build the prompt using conversation history
12
  prompt = f"{system_message}\n"