fix: preserve spatial_toks when reasoning=true
#26
by jasonmoo - opened
- moondream.py +1 -1
moondream.py
CHANGED
|
@@ -667,7 +667,7 @@ class MoondreamModel(nn.Module):
|
|
| 667 |
pos, reasoning_text, reasoning_grounding = self._generate_reasoning(
|
| 668 |
prompt_tokens, pos, settings, spatial_refs, attn_mask=attn_mask
|
| 669 |
)
|
| 670 |
-
prompt_tokens = [self.config.tokenizer.templates["query"]["suffix"]]
|
| 671 |
reasoning_dict = {
|
| 672 |
"reasoning": {"text": reasoning_text, "grounding": reasoning_grounding}
|
| 673 |
}
|
|
|
|
| 667 |
pos, reasoning_text, reasoning_grounding = self._generate_reasoning(
|
| 668 |
prompt_tokens, pos, settings, spatial_refs, attn_mask=attn_mask
|
| 669 |
)
|
| 670 |
+
prompt_tokens = [prompt_tokens[0].tolist() + self.config.tokenizer.templates["query"]["suffix"]]
|
| 671 |
reasoning_dict = {
|
| 672 |
"reasoning": {"text": reasoning_text, "grounding": reasoning_grounding}
|
| 673 |
}
|