Asankhaya Sharma commited on
Commit
2c96f08
·
1 Parent(s): b351fdf

update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -38,7 +38,7 @@ def submit():
38
  # inputs = tokenizer(prompt, return_tensors="pt")
39
 
40
  model, tokenizer = get_model()
41
- generation_config = GenerationConfig(max_new_tokens=max_tokens,
42
  num_beams=4,
43
  early_stopping=True,
44
  no_repeat_ngram_size=2,
 
38
  # inputs = tokenizer(prompt, return_tensors="pt")
39
 
40
  model, tokenizer = get_model()
41
+ generation_config = GenerationConfig(max_new_tokens=32,
42
  num_beams=4,
43
  early_stopping=True,
44
  no_repeat_ngram_size=2,