spuun commited on
Commit
4711ea3
1 Parent(s): be6fdd2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ model = AutoDistributedModelForCausalLM.from_pretrained(model_name)
9
 
10
  import gradio as gr
11
 
12
- def generate(input, params):
13
  tokenized = tokenizer(input, return_tensors="pt")["input_ids"]
14
  outputs = model.generate(inputs, max_new_tokens=80, do_sample=True, temperature=0.9)
15
  return tokenizer.decode(outputs[0]).replace("</s>", "");
 
9
 
10
  import gradio as gr
11
 
12
+ def generate(input):
13
  tokenized = tokenizer(input, return_tensors="pt")["input_ids"]
14
  outputs = model.generate(inputs, max_new_tokens=80, do_sample=True, temperature=0.9)
15
  return tokenizer.decode(outputs[0]).replace("</s>", "");