Paridhim commited on
Commit
30d8072
·
verified ·
1 Parent(s): acd4b9b

Delete wrapper.py

Browse files
Files changed (1) hide show
  1. wrapper.py +0 -26
wrapper.py DELETED
@@ -1,26 +0,0 @@
1
- from langchain_community.llms.ctransformers import CTransformers
2
- import os
3
-
4
-
5
- MODEL_TYPE = os.getenv("MODEL_TYPE",'mistral')
6
- MODEL_BIN_PATH = os.getenv("MODEL_BIN_PATH","mistral-7b-instruct-v0.1.Q3_K_S.gguf")
7
- MAX_NEW_TOKEN = int(os.getenv("MAX_NEW_TOKEN",600))
8
- TEMPRATURE = float(os.getenv("TEMPRATURE", 0.01))
9
- CONTEXT_LENGTH = int(os.getenv("CONTEXT_LENGTH", 6000))
10
-
11
-
12
- class LLMWrapper:
13
- def __init__(self):
14
- self.llm = CTransformers(
15
- model=MODEL_BIN_PATH,
16
- config={
17
- 'max_new_tokens': MAX_NEW_TOKEN,
18
- 'temperature': TEMPRATURE,
19
- 'context_length': CONTEXT_LENGTH
20
- },
21
- model_type=MODEL_TYPE
22
- )
23
-
24
- def generate_text(self, prompt):
25
- return self.llm(prompt)
26
-