Spaces:
Paused
Paused
Update olapp.py
Browse files
olapp.py
CHANGED
@@ -57,8 +57,8 @@ class OlHandler(BaseHTTPRequestHandler):
|
|
57 |
tokens.append(tok)
|
58 |
if tok == llm.token_eos():
|
59 |
break
|
60 |
-
self.wfile.write(token_str.encode('utf-8'))
|
61 |
-
|
62 |
#print(token_str, end="", flush=True)
|
63 |
|
64 |
#output = llm.create_completion(
|
@@ -68,7 +68,7 @@ class OlHandler(BaseHTTPRequestHandler):
|
|
68 |
#)["choices"][0]["text"]
|
69 |
|
70 |
#self.wfile.write(output.encode('utf-8'))
|
71 |
-
|
72 |
return
|
73 |
|
74 |
|
|
|
57 |
tokens.append(tok)
|
58 |
if tok == llm.token_eos():
|
59 |
break
|
60 |
+
#self.wfile.write(token_str.encode('utf-8'))
|
61 |
+
answ += token_str
|
62 |
#print(token_str, end="", flush=True)
|
63 |
|
64 |
#output = llm.create_completion(
|
|
|
68 |
#)["choices"][0]["text"]
|
69 |
|
70 |
#self.wfile.write(output.encode('utf-8'))
|
71 |
+
self.wfile.write(answ.encode('utf-8'))
|
72 |
return
|
73 |
|
74 |
|