feat: rename ntu img to ruby

utils/completion_reward.py

@@ -55,6 +55,11 @@ class CompletionReward:
         self.google_agent = GoogleAgent()
         self.mtk_agent = MTKAgent()
         self.ntu_agent = NTUAgent()
+        self.openai_response_time = None
+        self.aws_response_time = None
+        self.google_response_time = None
+        self.mtk_response_time = None
+        self.ntu_response_time = None
         self.agents_responses = {}
         self.agent_list = [
             self.openai_agent,
@@ -154,6 +159,11 @@ class CompletionReward:
             "paragraph_google": self.paragraph_google,
             "paragraph_mtk": self.paragraph_mtk,
             "paragraph_ntu": self.paragraph_ntu,
+            "openai_response_time": self.openai_response_time,
+            "aws_response_time": self.aws_response_time,
+            "google_response_time": self.google_response_time,
+            "mtk_response_time": self.mtk_response_time,
+            "ntu_response_time": self.ntu_response_time,
             "player_certificate_url": self.player_certificate_url,
             "created_at_date": datetime.now().date(),
         }
@@ -250,6 +260,7 @@ class OpenAIAgent:
 
         retry_attempts = 0
         while retry_attempts < 5:
+            start_time = time.time()
             try:
                 response = client.chat.completions.create(
                     model="gpt-4-1106-preview",
@@ -260,6 +271,7 @@ class OpenAIAgent:
                     presence_penalty=self.presence_penalty,
                 )
                 chinese_converter = OpenCC("s2tw")
+                self.openai_response_time = time.time() - start_time
                 return chinese_converter.convert(response.choices[0].message.content)
 
             except Exception as e:
@@ -267,6 +279,7 @@ class OpenAIAgent:
                 logging.error(f"OpenAI Attempt {retry_attempts}: {e}")
                 time.sleep(1 * retry_attempts)
 
+        self.openai_response_time = time.time() - start_time
         return '星際夥伴短時間內寫了太多故事，需要休息一下，請稍後再試，或是選擇其他星際夥伴的故事。'
 
     def get_background(self):
@@ -321,12 +334,15 @@ class AWSAgent:
         retry_attempts = 0
         while retry_attempts < 5:
             try:
+                start_time = time.time()
                 completion = client.completions.create(
                     model="anthropic.claude-v2",
                     max_tokens_to_sample=2048,
                     prompt=f"{anthropic_bedrock.HUMAN_PROMPT}{system_prompt}，以下是我的故事紀錄```{user_log}``` {anthropic_bedrock.AI_PROMPT}",
                 )
                 chinese_converter = OpenCC("s2tw")
+
+                self.aws_response_time = time.time() - start_time
                 return chinese_converter.convert(completion.completion)
 
             except Exception as e:
@@ -334,6 +350,7 @@ class AWSAgent:
                 logging.error(f"AWS Attempt {retry_attempts}: {e}")
                 time.sleep(1 * retry_attempts)
 
+        self.aws_response_time = time.time() - start_time
         return '星際夥伴短時間內寫了太多故事，需要休息一下，請稍後再試，或是選擇其他星際夥伴的故事。'
 
 
@@ -377,13 +394,14 @@ class GoogleAgent:
         retry_attempts = 0
         while retry_attempts < 5:
             try:
+                start_time = time.time()
                 logging.info("Google Generating response...")
                 model_response = self.gemini_pro_model.generate_content(
                     f"{system_prompt}, 以下是我的冒險故事 ```{user_log}```"
                 )
 
                 chinese_converter = OpenCC("s2tw")
-
+                self.google_response_time = time.time() - start_time
                 return chinese_converter.convert(
                     model_response.candidates[0].content.parts[0].text
                 )
@@ -393,6 +411,7 @@ class GoogleAgent:
                 logging.error(f"Google Attempt {retry_attempts}: {e}")
                 time.sleep(1 * retry_attempts)
 
+        self.google_response_time = time.time() - start_time
         return '星際夥伴短時間內寫了太多故事，需要休息一下，請稍後再試，或是選擇其他星際夥伴的故事。'
 
 
@@ -447,6 +466,7 @@ class MTKAgent:
         retry_attempts = 0
         while retry_attempts < 5:
             try:
+                start_time = time.time()
                 response = requests.post(
                     url, headers=headers, data=json.dumps(data)
                 ).json()
@@ -458,7 +478,7 @@ class MTKAgent:
                 extracted_content = "\n".join(matched_contents).strip()
 
                 chinese_converter = OpenCC("s2tw")
-
+                self.mtk_response_time = time.time() - start_time
                 if extracted_content:
                     return chinese_converter.convert(extracted_content)
                 else:
@@ -468,7 +488,8 @@ class MTKAgent:
                 retry_attempts += 1
                 logging.error(f"MTK Attempt {retry_attempts}: {e}")
                 time.sleep(1 * retry_attempts)
-    
+
+        self.mtk_response_time = time.time() - start_time
         return '星際夥伴短時間內寫了太多故事，需要休息一下，請稍後再試，或是選擇其他星際夥伴的故事。'
 
 class NTUAgent:
@@ -489,14 +510,21 @@ class NTUAgent:
             ```{user_log}
             ```
         """
+        messages = [
+            {
+                "role": "system",
+                "content": f"{system_prompt}",
+            },
+            {
+                "role": "user",
+                "content": f"{user_log}",
+            },
+        ]
 
         url = 'http://api.twllm.com:20002/v1/chat/completions'
-        message = f"{system_prompt}, 以下是我的冒險故事 ```{user_log}```"
-        logging.warning(f"NTU Generating response...")
-        logging.warning(f"NTU message: {message}")
         data = {
             "model": "yentinglin/Taiwan-LLM-13B-v2.0-chat",
-            "messages": f"{system_prompt}, 以下是我的冒險故事 ```{user_log}```",
+            "messages": messages,
             "temperature": 0.7,
             "top_p": 1,
             "n": 1,
@@ -527,11 +555,13 @@ class NTUAgent:
         retry_attempts = 0
         while retry_attempts < 5:
             try:
+                start_time = time.time()
                 response = requests.post(url, headers=headers, data=json.dumps(data)).json()
                 response_text = response["choices"][0]["message"]["content"]
 
                 chinese_converter = OpenCC("s2tw")
 
+                self.ntu_response_time = time.time() - start_time
                 return chinese_converter.convert(response_text)
 
             except Exception as e:
@@ -539,6 +569,7 @@ class NTUAgent:
                 logging.error(f"NTU Attempt {retry_attempts}: {e}")
                 time.sleep(1 * retry_attempts)
 
+        self.ntu_response_time = time.time() - start_time
         return '星際夥伴短時間內寫了太多故事，需要休息一下，請稍後再試，或是選擇其他星際夥伴的故事。'
 
 class ImageProcessor: