Change to extend list when needed

handler.py

@@ -39,15 +39,15 @@ class EndpointHandler():
         # eliciting only uses text
         doc = nlp(utterance.text)
         if len(doc) > token_limit:
-            return self.handle_long_utterances(doc)
-        return utterance.text
+            return self.handle_long_utterances(doc), 'list'
+        return utterance.text, 'single'
 
     def connecting_utterance_to_str(self, utterance: Utterance) -> str:
         # connecting only uses text
         doc = nlp(utterance.text)
         if len(doc) > token_limit:
-            return self.handle_long_utterances(doc)
-        return utterance.text
+            return self.handle_long_utterances(doc), 'list'
+        return utterance.text, 'single'
 
     def probing_utterance_to_str(self, utterance: Utterance) -> str:
         #probing uses prior text and truncates end of the prior text
@@ -213,21 +213,18 @@ class EndpointHandler():
         for utterance in self.process_vtt_transcript(data_file):
             #TODO: filter out to only have SL utterances
             if model_id == 'eliciting':
-                utterances_list.append(self.eliciting_utterance_to_str(utterance))
+                utterance_str, is_list = self.eliciting_utterance_to_str(utterance)
             elif model_id == 'connecting':
-                utterances_list.append(self.connecting_utterance_to_str(utterance))
+                utterance_str, is_list = self.connecting_utterance_to_str(utterance)
             elif model_id == 'probing':
                 utterance_str, is_list = self.probing_utterance_to_str(utterance)
-                if is_list == 'list':
-                    utterances_list.extend(utterance_str)
-                else:
-                    utterances_list.append(utterance_str)
             elif model_id == 'adding_on':
                 utterance_str, is_list = self.adding_on_utterance_to_str(utterance)
-                if is_list == 'list':
-                    utterances_list.extend(utterance_str)
-                else:
-                    utterances_list.append(utterance_str)
+            
+            if is_list == 'list':
+                utterances_list.extend(utterance_str)
+            else:
+                utterances_list.append(utterance_str)
 
         cuda_available = torch.cuda.is_available()
         if model_id == 'eliciting':