Update demo/infer.py

demo/infer.py

@@ -162,8 +162,11 @@ class LiveCCDemoInfer:
             state['past_key_values'] = outputs.past_key_values if not hf_spaces else None
             state['past_ids'] = outputs.sequences[:, :-1] if not hf_spaces else None
             response = self.processor.decode(outputs.sequences[0, inputs.input_ids.size(1):], skip_special_tokens=True)
-            print(response)
-            yield (start_timestamp, stop_timestamp), response, state
+            if hf_spaces:
+                light_state = {k: v for k, v in state.items() if k not in ['past_ids', 'past_key_values']}
+                yield (start_timestamp, stop_timestamp), response, light_state
+            else:
+                yield (start_timestamp, stop_timestamp), response, state
 
     @torch.inference_mode()
     def video_qa(