MatteoScript commited on
Commit
07fc210
·
verified ·
1 Parent(s): cb68098

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -0
main.py CHANGED
@@ -53,6 +53,8 @@ def generate_text(request: Request, input_data: InputData):
53
  top_p = input_data.top_p
54
  repetition_penalty = input_data.repetition_penalty
55
  input_text = generate_input_text(input_data)
 
 
56
  max_new_tokens = min(max_new_tokens, 29500 - len(input_text))
57
  print(f"{datetime.now()} - Input Text: {input_text}")
58
  history = []
 
53
  top_p = input_data.top_p
54
  repetition_penalty = input_data.repetition_penalty
55
  input_text = generate_input_text(input_data)
56
+ if input_data.systemStyle != '':
57
+ input_text = input_text + '(' + input_data.systemStyle + ')'
58
  max_new_tokens = min(max_new_tokens, 29500 - len(input_text))
59
  print(f"{datetime.now()} - Input Text: {input_text}")
60
  history = []