DaniilAlpha commited on
Commit
7e854d5
·
1 Parent(s): 5f94267

Update answerer.py

Browse files
Files changed (1) hide show
  1. answerer.py +4 -4
answerer.py CHANGED
@@ -1,4 +1,4 @@
1
- from typing import Dict, AsyncGenerator, List
2
  import os, gc
3
  from rwkv.model import RWKV
4
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
@@ -20,7 +20,7 @@ class Answerer:
20
  repetitiveness = .3,
21
  diversity = 0,
22
  _count_penalty = 1,
23
- ) -> AsyncGenerator[str, None]:
24
  args = PIPELINE_ARGS(
25
  temperature=chaos,
26
  top_p=repetitiveness,
@@ -67,7 +67,7 @@ class Answerer:
67
  if "\ufffd" not in tmp:
68
  tokens.clear()
69
  result += tmp
70
- yield result.strip()
71
 
72
  tokens.clear()
73
  occurrences.clear()
@@ -75,5 +75,5 @@ class Answerer:
75
  del occurrences, tokens, current_token, state
76
  gc.collect()
77
 
78
- yield result.strip()
79
 
 
1
+ from typing import Dict, List
2
  import os, gc
3
  from rwkv.model import RWKV
4
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
 
20
  repetitiveness = .3,
21
  diversity = 0,
22
  _count_penalty = 1,
23
+ ):
24
  args = PIPELINE_ARGS(
25
  temperature=chaos,
26
  top_p=repetitiveness,
 
67
  if "\ufffd" not in tmp:
68
  tokens.clear()
69
  result += tmp
70
+ yield result
71
 
72
  tokens.clear()
73
  occurrences.clear()
 
75
  del occurrences, tokens, current_token, state
76
  gc.collect()
77
 
78
+ yield result
79