thamada commited on
Commit
b2f4266
·
verified ·
1 Parent(s): 9aa02bd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -5
app.py CHANGED
@@ -11,19 +11,16 @@ def runLLM ():
11
  with torch.no_grad():
12
  tokens = model.generate(
13
  **inputs,
14
- max_new_tokens=64,
15
  do_sample=True,
16
  temperature=0.7,
17
  top_p=0.9,
18
  repetition_penalty=1.05,
19
  pad_token_id=tokenizer.pad_token_id,
20
  )
21
-
22
 
23
  output = tokenizer.decode(tokens[0], skip_special_tokens=True)
24
-
25
- #output = "やあやあ"
26
-
27
  return output
28
 
29
  def display_message():
 
11
  with torch.no_grad():
12
  tokens = model.generate(
13
  **inputs,
14
+ max_new_tokens=640,
15
  do_sample=True,
16
  temperature=0.7,
17
  top_p=0.9,
18
  repetition_penalty=1.05,
19
  pad_token_id=tokenizer.pad_token_id,
20
  )
 
21
 
22
  output = tokenizer.decode(tokens[0], skip_special_tokens=True)
23
+
 
 
24
  return output
25
 
26
  def display_message():