ciyidogan commited on
Commit
15f2721
·
verified ·
1 Parent(s): 961077b

Update llm_model.py

Browse files
Files changed (1) hide show
  1. llm_model.py +7 -1
llm_model.py CHANGED
@@ -66,4 +66,10 @@ async def generate_response(text, app_config):
66
  if start != -1:
67
  decoded = decoded[start + len(tag):].strip()
68
  break
69
- return decoded, top_conf
 
 
 
 
 
 
 
66
  if start != -1:
67
  decoded = decoded[start + len(tag):].strip()
68
  break
69
+ return decoded, top_conf
70
+
71
+ def get_model():
72
+ return model
73
+
74
+ def get_tokenizer():
75
+ return tokenizer