Mbonea commited on
Commit
6f54b8e
·
1 Parent(s): a1192cf
App/Chat/utils/RAG.py CHANGED
@@ -44,24 +44,62 @@ class GenerativeAIAssistant:
44
  return Template
45
 
46
  async def generate_message(self, messages,task_id):
47
- latest_message = messages[-1]['content']
 
48
  latest_message={"content":self.generate_template(latest_message,task_id)}
49
- messages[-1]=latest_message
 
50
  url = f'https://generativelanguage.googleapis.com/v1beta/models/{self.model}:generateContent?key={self.api_key}'
51
- data = {
52
- "prompt": {
53
- "context": self.context,
54
- "examples": self.examples,
55
- "messages": messages
 
 
 
 
 
 
 
 
 
 
 
 
 
 
56
  },
57
- "temperature": self.temperature,
58
- "top_k": self.top_k,
59
- "top_p": self.top_p,
60
- "candidate_count": self.candidate_count
61
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
 
63
  async with aiohttp.ClientSession() as session:
64
- async with session.post(url, json=data, headers={'Content-Type': 'application/json'}) as response:
65
  try:
66
  temp= await response.json()
67
  return temp["candidates"][0]["content"]['parts'][0]['text']
 
44
  return Template
45
 
46
  async def generate_message(self, messages,task_id):
47
+ user_message=messages[-1]
48
+ latest_message = messages[-1]['content']['parts'][0]['text']
49
  latest_message={"content":self.generate_template(latest_message,task_id)}
50
+ user_message['content']['parts'][0]['text']=latest_message
51
+ messages[-1]=user_message
52
  url = f'https://generativelanguage.googleapis.com/v1beta/models/{self.model}:generateContent?key={self.api_key}'
53
+
54
+
55
+ payload = {
56
+ "contents":messages,
57
+ "generationConfig": {
58
+ "temperature": 0.9,
59
+ "topK": 1,
60
+ "topP": 1,
61
+ "maxOutputTokens": 2048,
62
+ "stopSequences": []
63
+ },
64
+ "safetySettings": [
65
+ {
66
+ "category": "HARM_CATEGORY_HARASSMENT",
67
+ "threshold": "BLOCK_ONLY_HIGH"
68
+ },
69
+ {
70
+ "category": "HARM_CATEGORY_HATE_SPEECH",
71
+ "threshold": "BLOCK_ONLY_HIGH"
72
  },
73
+ {
74
+ "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
75
+ "threshold": "BLOCK_ONLY_HIGH"
76
+ },
77
+ {
78
+ "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
79
+ "threshold": "BLOCK_ONLY_HIGH"
80
+ }
81
+ ]
82
+ }
83
+
84
+
85
+
86
+
87
+
88
+
89
+ # data = {
90
+ # "prompt": {
91
+ # "context": self.context,
92
+ # "examples": self.examples,
93
+ # "messages": messages
94
+ # },
95
+ # "temperature": self.temperature,
96
+ # "top_k": self.top_k,
97
+ # "top_p": self.top_p,
98
+ # "candidate_count": self.candidate_count
99
+ # }
100
 
101
  async with aiohttp.ClientSession() as session:
102
+ async with session.post(url, json=payload, headers={'Content-Type': 'application/json'}) as response:
103
  try:
104
  temp= await response.json()
105
  return temp["candidates"][0]["content"]['parts'][0]['text']
App/Chat/utils/Summarize.py CHANGED
@@ -93,7 +93,7 @@ async def PalmTextModel(text, candidates=1):
93
 
94
 
95
  async with aiohttp.ClientSession() as session:
96
- async with session.post(url, json=data, headers=headers) as response:
97
  if response.status == 200:
98
  result = await response.json()
99
  # print(result)
 
93
 
94
 
95
  async with aiohttp.ClientSession() as session:
96
+ async with session.post(url, json=payload, headers=headers) as response:
97
  if response.status == 200:
98
  result = await response.json()
99
  # print(result)