CoruNethron commited on
Commit
4814516
·
verified ·
1 Parent(s): b5b6032

Update olapp.py

Browse files
Files changed (1) hide show
  1. olapp.py +3 -3
olapp.py CHANGED
@@ -57,8 +57,8 @@ class OlHandler(BaseHTTPRequestHandler):
57
  tokens.append(tok)
58
  if tok == llm.token_eos():
59
  break
60
- self.wfile.write(token_str.encode('utf-8'))
61
- #answ += token_str
62
  #print(token_str, end="", flush=True)
63
 
64
  #output = llm.create_completion(
@@ -68,7 +68,7 @@ class OlHandler(BaseHTTPRequestHandler):
68
  #)["choices"][0]["text"]
69
 
70
  #self.wfile.write(output.encode('utf-8'))
71
- #self.wfile.write(answ.encode('utf-8'))
72
  return
73
 
74
 
 
57
  tokens.append(tok)
58
  if tok == llm.token_eos():
59
  break
60
+ #self.wfile.write(token_str.encode('utf-8'))
61
+ answ += token_str
62
  #print(token_str, end="", flush=True)
63
 
64
  #output = llm.create_completion(
 
68
  #)["choices"][0]["text"]
69
 
70
  #self.wfile.write(output.encode('utf-8'))
71
+ self.wfile.write(answ.encode('utf-8'))
72
  return
73
 
74