Petro
commited on
Commit
•
011b7b6
1
Parent(s):
7fa9dc9
First model version
Browse files- main.py +2 -2
- requirements.txt +1 -1
main.py
CHANGED
|
@@ -36,5 +36,5 @@ async def stream(item: validation):
|
|
| 36 |
E_INST = "</s>"
|
| 37 |
user, assistant = "<|user|>", "<|assistant|>"
|
| 38 |
prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt}{E_INST}\n{assistant}\n"
|
| 39 |
-
|
| 40 |
-
return llm(prompt)
|
|
|
|
| 36 |
E_INST = "</s>"
|
| 37 |
user, assistant = "<|user|>", "<|assistant|>"
|
| 38 |
prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt}{E_INST}\n{assistant}\n"
|
| 39 |
+
print(prompt)
|
| 40 |
+
return llm.invoke(prompt)
|
requirements.txt
CHANGED
|
@@ -6,5 +6,5 @@ requests
|
|
| 6 |
python-dotenv
|
| 7 |
ctransformers
|
| 8 |
torch
|
| 9 |
-
langchain
|
| 10 |
ctransformers
|
|
|
|
| 6 |
python-dotenv
|
| 7 |
ctransformers
|
| 8 |
torch
|
| 9 |
+
langchain==0.1.9
|
| 10 |
ctransformers
|