abetlen commited on
Commit
3d2ba8e
·
1 Parent(s): d0b9ede
Files changed (1) hide show
  1. models.py +1 -2
models.py CHANGED
@@ -91,5 +91,4 @@ def generate(
91
  n_ubatch=512,
92
  n_batch=512,
93
  )
94
- # return model.tokenizer.to_str(tokens[0])
95
- return "output"
 
91
  n_ubatch=512,
92
  n_batch=512,
93
  )
94
+ return model.create_chat_completion(prompt)["choices"][0]["message"]["content"]