Spaces:
Sleeping
Sleeping
Commit
·
ce2280b
1
Parent(s):
a7d33eb
feat: rename ntu img to ruby
Browse files- utils/completion_reward.py +20 -25
utils/completion_reward.py
CHANGED
@@ -65,13 +65,7 @@ class CompletionReward:
|
|
65 |
]
|
66 |
self.shuffled_response_order = {}
|
67 |
self.pop_response_order = []
|
68 |
-
self.
|
69 |
-
"openai": self.paragraph_openai,
|
70 |
-
"aws": self.paragraph_aws,
|
71 |
-
"google": self.paragraph_google,
|
72 |
-
"mtk": self.paragraph_mtk,
|
73 |
-
"ntu": self.paragraph_ntu,
|
74 |
-
}
|
75 |
|
76 |
def get_llm_response_once(self, player_logs):
|
77 |
if self.agent_list:
|
@@ -80,9 +74,10 @@ class CompletionReward:
|
|
80 |
else:
|
81 |
return "No agents left", None
|
82 |
|
83 |
-
story = agent.get_story(player_logs)
|
84 |
self.agents_responses[agent.name] = story
|
85 |
self.pop_response_order.append(agent.name)
|
|
|
86 |
|
87 |
if len(self.pop_response_order) == 5:
|
88 |
self.shuffled_response_order = {
|
@@ -156,11 +151,11 @@ class CompletionReward:
|
|
156 |
"paragraph_google": self.paragraph_google,
|
157 |
"paragraph_mtk": self.paragraph_mtk,
|
158 |
"paragraph_ntu": self.paragraph_ntu,
|
159 |
-
"response_time_openai": self.
|
160 |
-
"response_time_aws": self.
|
161 |
-
"response_time_google": self.
|
162 |
-
"response_time_mtk": self.
|
163 |
-
"response_time_ntu": self.
|
164 |
"player_certificate_url": self.player_certificate_url,
|
165 |
"created_at": datetime.now(),
|
166 |
}
|
@@ -269,7 +264,7 @@ class OpenAIAgent:
|
|
269 |
)
|
270 |
chinese_converter = OpenCC("s2tw")
|
271 |
self.openai_response_time = time.time() - start_time
|
272 |
-
return chinese_converter.convert(response.choices[0].message.content)
|
273 |
|
274 |
except Exception as e:
|
275 |
retry_attempts += 1
|
@@ -277,7 +272,7 @@ class OpenAIAgent:
|
|
277 |
time.sleep(1 * retry_attempts)
|
278 |
|
279 |
self.openai_response_time = time.time() - start_time
|
280 |
-
return '星際夥伴短時間內寫了太多故事,需要休息一下,請稍後再試,或是選擇其他星際夥伴的故事。'
|
281 |
|
282 |
def get_background(self):
|
283 |
client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
|
@@ -340,7 +335,7 @@ class AWSAgent:
|
|
340 |
chinese_converter = OpenCC("s2tw")
|
341 |
|
342 |
self.aws_response_time = time.time() - start_time
|
343 |
-
return chinese_converter.convert(completion.completion)
|
344 |
|
345 |
except Exception as e:
|
346 |
retry_attempts += 1
|
@@ -348,7 +343,7 @@ class AWSAgent:
|
|
348 |
time.sleep(1 * retry_attempts)
|
349 |
|
350 |
self.aws_response_time = time.time() - start_time
|
351 |
-
return '星際夥伴短時間內寫了太多故事,需要休息一下,請稍後再試,或是選擇其他星際夥伴的故事。'
|
352 |
|
353 |
|
354 |
class GoogleAgent:
|
@@ -401,7 +396,7 @@ class GoogleAgent:
|
|
401 |
self.google_response_time = time.time() - start_time
|
402 |
return chinese_converter.convert(
|
403 |
model_response.candidates[0].content.parts[0].text
|
404 |
-
)
|
405 |
|
406 |
except Exception as e:
|
407 |
retry_attempts += 1
|
@@ -409,7 +404,7 @@ class GoogleAgent:
|
|
409 |
time.sleep(1 * retry_attempts)
|
410 |
|
411 |
self.google_response_time = time.time() - start_time
|
412 |
-
return '星際夥伴短時間內寫了太多故事,需要休息一下,請稍後再試,或是選擇其他星際夥伴的故事。'
|
413 |
|
414 |
|
415 |
class MTKAgent:
|
@@ -477,9 +472,9 @@ class MTKAgent:
|
|
477 |
chinese_converter = OpenCC("s2tw")
|
478 |
self.mtk_response_time = time.time() - start_time
|
479 |
if extracted_content:
|
480 |
-
return chinese_converter.convert(extracted_content)
|
481 |
else:
|
482 |
-
return chinese_converter.convert(response_text)
|
483 |
|
484 |
except Exception as e:
|
485 |
retry_attempts += 1
|
@@ -487,7 +482,7 @@ class MTKAgent:
|
|
487 |
time.sleep(1 * retry_attempts)
|
488 |
|
489 |
self.mtk_response_time = time.time() - start_time
|
490 |
-
return '星際夥伴短時間內寫了太多故事,需要休息一下,請稍後再試,或是選擇其他星際夥伴的故事。'
|
491 |
|
492 |
class NTUAgent:
|
493 |
def __init__(self):
|
@@ -564,9 +559,9 @@ class NTUAgent:
|
|
564 |
self.ntu_response_time = time.time() - start_time
|
565 |
logging.warning(f"NTU response time: {self.ntu_response_time}")
|
566 |
if extracted_content:
|
567 |
-
return chinese_converter.convert(extracted_content)
|
568 |
else:
|
569 |
-
return chinese_converter.convert(response_text)
|
570 |
|
571 |
except Exception as e:
|
572 |
retry_attempts += 1
|
@@ -574,7 +569,7 @@ class NTUAgent:
|
|
574 |
time.sleep(1 * retry_attempts)
|
575 |
|
576 |
self.ntu_response_time = time.time() - start_time
|
577 |
-
return '星際夥伴短時間內寫了太多故事,需要休息一下,請稍後再試,或是選擇其他星際夥伴的故事。'
|
578 |
|
579 |
class ImageProcessor:
|
580 |
@staticmethod
|
|
|
65 |
]
|
66 |
self.shuffled_response_order = {}
|
67 |
self.pop_response_order = []
|
68 |
+
self.response_time_map = {}
|
|
|
|
|
|
|
|
|
|
|
|
|
69 |
|
70 |
def get_llm_response_once(self, player_logs):
|
71 |
if self.agent_list:
|
|
|
74 |
else:
|
75 |
return "No agents left", None
|
76 |
|
77 |
+
story, response_time = agent.get_story(player_logs)
|
78 |
self.agents_responses[agent.name] = story
|
79 |
self.pop_response_order.append(agent.name)
|
80 |
+
self.response_time_map[agent.name] = response_time
|
81 |
|
82 |
if len(self.pop_response_order) == 5:
|
83 |
self.shuffled_response_order = {
|
|
|
151 |
"paragraph_google": self.paragraph_google,
|
152 |
"paragraph_mtk": self.paragraph_mtk,
|
153 |
"paragraph_ntu": self.paragraph_ntu,
|
154 |
+
"response_time_openai": self.response_time_map["openai"],
|
155 |
+
"response_time_aws": self.response_time_map["aws"],
|
156 |
+
"response_time_google": self.response_time_map["google"],
|
157 |
+
"response_time_mtk": self.response_time_map["mtk"],
|
158 |
+
"response_time_ntu": self.response_time_map["ntu"],
|
159 |
"player_certificate_url": self.player_certificate_url,
|
160 |
"created_at": datetime.now(),
|
161 |
}
|
|
|
264 |
)
|
265 |
chinese_converter = OpenCC("s2tw")
|
266 |
self.openai_response_time = time.time() - start_time
|
267 |
+
return chinese_converter.convert(response.choices[0].message.content), self.openai_response_time
|
268 |
|
269 |
except Exception as e:
|
270 |
retry_attempts += 1
|
|
|
272 |
time.sleep(1 * retry_attempts)
|
273 |
|
274 |
self.openai_response_time = time.time() - start_time
|
275 |
+
return '星際夥伴短時間內寫了太多故事,需要休息一下,請稍後再試,或是選擇其他星際夥伴的故事。', self.openai_response_time
|
276 |
|
277 |
def get_background(self):
|
278 |
client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
|
|
|
335 |
chinese_converter = OpenCC("s2tw")
|
336 |
|
337 |
self.aws_response_time = time.time() - start_time
|
338 |
+
return chinese_converter.convert(completion.completion), self.aws_response_time
|
339 |
|
340 |
except Exception as e:
|
341 |
retry_attempts += 1
|
|
|
343 |
time.sleep(1 * retry_attempts)
|
344 |
|
345 |
self.aws_response_time = time.time() - start_time
|
346 |
+
return '星際夥伴短時間內寫了太多故事,需要休息一下,請稍後再試,或是選擇其他星際夥伴的故事。', self.aws_response_time
|
347 |
|
348 |
|
349 |
class GoogleAgent:
|
|
|
396 |
self.google_response_time = time.time() - start_time
|
397 |
return chinese_converter.convert(
|
398 |
model_response.candidates[0].content.parts[0].text
|
399 |
+
), self.google_response_time
|
400 |
|
401 |
except Exception as e:
|
402 |
retry_attempts += 1
|
|
|
404 |
time.sleep(1 * retry_attempts)
|
405 |
|
406 |
self.google_response_time = time.time() - start_time
|
407 |
+
return '星際夥伴短時間內寫了太多故事,需要休息一下,請稍後再試,或是選擇其他星際夥伴的故事。', self.google_response_time
|
408 |
|
409 |
|
410 |
class MTKAgent:
|
|
|
472 |
chinese_converter = OpenCC("s2tw")
|
473 |
self.mtk_response_time = time.time() - start_time
|
474 |
if extracted_content:
|
475 |
+
return chinese_converter.convert(extracted_content), self.mtk_response_time
|
476 |
else:
|
477 |
+
return chinese_converter.convert(response_text), self.mtk_response_time
|
478 |
|
479 |
except Exception as e:
|
480 |
retry_attempts += 1
|
|
|
482 |
time.sleep(1 * retry_attempts)
|
483 |
|
484 |
self.mtk_response_time = time.time() - start_time
|
485 |
+
return '星際夥伴短時間內寫了太多故事,需要休息一下,請稍後再試,或是選擇其他星際夥伴的故事。', self.mtk_response_time
|
486 |
|
487 |
class NTUAgent:
|
488 |
def __init__(self):
|
|
|
559 |
self.ntu_response_time = time.time() - start_time
|
560 |
logging.warning(f"NTU response time: {self.ntu_response_time}")
|
561 |
if extracted_content:
|
562 |
+
return chinese_converter.convert(extracted_content), self.ntu_response_time
|
563 |
else:
|
564 |
+
return chinese_converter.convert(response_text), self.ntu_response_time
|
565 |
|
566 |
except Exception as e:
|
567 |
retry_attempts += 1
|
|
|
569 |
time.sleep(1 * retry_attempts)
|
570 |
|
571 |
self.ntu_response_time = time.time() - start_time
|
572 |
+
return '星際夥伴短時間內寫了太多故事,需要休息一下,請稍後再試,或是選擇其他星際夥伴的故事。', self.ntu_response_time
|
573 |
|
574 |
class ImageProcessor:
|
575 |
@staticmethod
|