Spaces:
Sleeping
Sleeping
Delete wrapper.py
Browse files- wrapper.py +0 -26
wrapper.py
DELETED
@@ -1,26 +0,0 @@
|
|
1 |
-
from langchain_community.llms.ctransformers import CTransformers
|
2 |
-
import os
|
3 |
-
|
4 |
-
|
5 |
-
MODEL_TYPE = os.getenv("MODEL_TYPE",'mistral')
|
6 |
-
MODEL_BIN_PATH = os.getenv("MODEL_BIN_PATH","mistral-7b-instruct-v0.1.Q3_K_S.gguf")
|
7 |
-
MAX_NEW_TOKEN = int(os.getenv("MAX_NEW_TOKEN",600))
|
8 |
-
TEMPRATURE = float(os.getenv("TEMPRATURE", 0.01))
|
9 |
-
CONTEXT_LENGTH = int(os.getenv("CONTEXT_LENGTH", 6000))
|
10 |
-
|
11 |
-
|
12 |
-
class LLMWrapper:
|
13 |
-
def __init__(self):
|
14 |
-
self.llm = CTransformers(
|
15 |
-
model=MODEL_BIN_PATH,
|
16 |
-
config={
|
17 |
-
'max_new_tokens': MAX_NEW_TOKEN,
|
18 |
-
'temperature': TEMPRATURE,
|
19 |
-
'context_length': CONTEXT_LENGTH
|
20 |
-
},
|
21 |
-
model_type=MODEL_TYPE
|
22 |
-
)
|
23 |
-
|
24 |
-
def generate_text(self, prompt):
|
25 |
-
return self.llm(prompt)
|
26 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|