Update modeling_iquestloopcoder.py
Browse files
modeling_iquestloopcoder.py
CHANGED
|
@@ -951,7 +951,6 @@ class IQuestLoopCoderModel(IQuestLoopCoderPreTrainedModel):
|
|
| 951 |
# 2. Otherwise (prefill or training): use loop mechanism
|
| 952 |
|
| 953 |
is_generation_step = past_key_values is not None and seq_length == 1
|
| 954 |
-
# import pdb; pdb.set_trace()
|
| 955 |
|
| 956 |
if is_generation_step:
|
| 957 |
# Autoregressive generation: single token, use KV cache
|
|
|
|
| 951 |
# 2. Otherwise (prefill or training): use loop mechanism
|
| 952 |
|
| 953 |
is_generation_step = past_key_values is not None and seq_length == 1
|
|
|
|
| 954 |
|
| 955 |
if is_generation_step:
|
| 956 |
# Autoregressive generation: single token, use KV cache
|