Update demo/infer.py

demo/infer.py

@@ -159,8 +159,8 @@ class LiveCCDemoInfer:
                 repetition_penalty=repetition_penalty,
                 logits_processor=logits_processor,
             )
-            state['past_key_values'] = outputs.past_key_values if not hf_spaces else None
-            state['past_ids'] = outputs.sequences[:, :-1] if not hf_spaces else None
+            state['past_key_values'] = outputs.past_key_values
+            state['past_ids'] = outputs.sequences[:, :-1]
             response = self.processor.decode(outputs.sequences[0, inputs.input_ids.size(1):], skip_special_tokens=True)
             if hf_spaces:
                 light_state = {k: v for k, v in state.items() if k not in ['past_ids', 'past_key_values']}