Chris Alexiuk commited on
Commit
2b50ec0
β€’
1 Parent(s): 0db3a0d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -23,7 +23,7 @@ def make_inference(product, description):
23
  )
24
 
25
  with torch.cuda.amp.autocast():
26
- output_tokens = model.generate(**batch, max_new_tokens=50)
27
 
28
  return tokenizer.decode(output_tokens[0], skip_special_tokens=True)
29
 
 
23
  )
24
 
25
  with torch.cuda.amp.autocast():
26
+ output_tokens = model.generate(**batch, max_new_tokens=200)
27
 
28
  return tokenizer.decode(output_tokens[0], skip_special_tokens=True)
29