Spaces:
Running
Running
Update llm_model.py
Browse files- llm_model.py +7 -1
llm_model.py
CHANGED
@@ -66,4 +66,10 @@ async def generate_response(text, app_config):
|
|
66 |
if start != -1:
|
67 |
decoded = decoded[start + len(tag):].strip()
|
68 |
break
|
69 |
-
return decoded, top_conf
|
|
|
|
|
|
|
|
|
|
|
|
|
|
66 |
if start != -1:
|
67 |
decoded = decoded[start + len(tag):].strip()
|
68 |
break
|
69 |
+
return decoded, top_conf
|
70 |
+
|
71 |
+
def get_model():
|
72 |
+
return model
|
73 |
+
|
74 |
+
def get_tokenizer():
|
75 |
+
return tokenizer
|