Hello
Browse files- App/Chat/utils/RAG.py +51 -13
- App/Chat/utils/Summarize.py +1 -1
App/Chat/utils/RAG.py
CHANGED
@@ -44,24 +44,62 @@ class GenerativeAIAssistant:
|
|
44 |
return Template
|
45 |
|
46 |
async def generate_message(self, messages,task_id):
|
47 |
-
|
|
|
48 |
latest_message={"content":self.generate_template(latest_message,task_id)}
|
49 |
-
|
|
|
50 |
url = f'https://generativelanguage.googleapis.com/v1beta/models/{self.model}:generateContent?key={self.api_key}'
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
56 |
},
|
57 |
-
|
58 |
-
|
59 |
-
|
60 |
-
|
61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
62 |
|
63 |
async with aiohttp.ClientSession() as session:
|
64 |
-
async with session.post(url, json=
|
65 |
try:
|
66 |
temp= await response.json()
|
67 |
return temp["candidates"][0]["content"]['parts'][0]['text']
|
|
|
44 |
return Template
|
45 |
|
46 |
async def generate_message(self, messages,task_id):
|
47 |
+
user_message=messages[-1]
|
48 |
+
latest_message = messages[-1]['content']['parts'][0]['text']
|
49 |
latest_message={"content":self.generate_template(latest_message,task_id)}
|
50 |
+
user_message['content']['parts'][0]['text']=latest_message
|
51 |
+
messages[-1]=user_message
|
52 |
url = f'https://generativelanguage.googleapis.com/v1beta/models/{self.model}:generateContent?key={self.api_key}'
|
53 |
+
|
54 |
+
|
55 |
+
payload = {
|
56 |
+
"contents":messages,
|
57 |
+
"generationConfig": {
|
58 |
+
"temperature": 0.9,
|
59 |
+
"topK": 1,
|
60 |
+
"topP": 1,
|
61 |
+
"maxOutputTokens": 2048,
|
62 |
+
"stopSequences": []
|
63 |
+
},
|
64 |
+
"safetySettings": [
|
65 |
+
{
|
66 |
+
"category": "HARM_CATEGORY_HARASSMENT",
|
67 |
+
"threshold": "BLOCK_ONLY_HIGH"
|
68 |
+
},
|
69 |
+
{
|
70 |
+
"category": "HARM_CATEGORY_HATE_SPEECH",
|
71 |
+
"threshold": "BLOCK_ONLY_HIGH"
|
72 |
},
|
73 |
+
{
|
74 |
+
"category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
|
75 |
+
"threshold": "BLOCK_ONLY_HIGH"
|
76 |
+
},
|
77 |
+
{
|
78 |
+
"category": "HARM_CATEGORY_DANGEROUS_CONTENT",
|
79 |
+
"threshold": "BLOCK_ONLY_HIGH"
|
80 |
+
}
|
81 |
+
]
|
82 |
+
}
|
83 |
+
|
84 |
+
|
85 |
+
|
86 |
+
|
87 |
+
|
88 |
+
|
89 |
+
# data = {
|
90 |
+
# "prompt": {
|
91 |
+
# "context": self.context,
|
92 |
+
# "examples": self.examples,
|
93 |
+
# "messages": messages
|
94 |
+
# },
|
95 |
+
# "temperature": self.temperature,
|
96 |
+
# "top_k": self.top_k,
|
97 |
+
# "top_p": self.top_p,
|
98 |
+
# "candidate_count": self.candidate_count
|
99 |
+
# }
|
100 |
|
101 |
async with aiohttp.ClientSession() as session:
|
102 |
+
async with session.post(url, json=payload, headers={'Content-Type': 'application/json'}) as response:
|
103 |
try:
|
104 |
temp= await response.json()
|
105 |
return temp["candidates"][0]["content"]['parts'][0]['text']
|
App/Chat/utils/Summarize.py
CHANGED
@@ -93,7 +93,7 @@ async def PalmTextModel(text, candidates=1):
|
|
93 |
|
94 |
|
95 |
async with aiohttp.ClientSession() as session:
|
96 |
-
async with session.post(url, json=
|
97 |
if response.status == 200:
|
98 |
result = await response.json()
|
99 |
# print(result)
|
|
|
93 |
|
94 |
|
95 |
async with aiohttp.ClientSession() as session:
|
96 |
+
async with session.post(url, json=payload, headers=headers) as response:
|
97 |
if response.status == 200:
|
98 |
result = await response.json()
|
99 |
# print(result)
|