fix: preserve spatial_toks when reasoning=true

#26
by jasonmoo - opened
Files changed (1) hide show
  1. moondream.py +1 -1
moondream.py CHANGED
@@ -667,7 +667,7 @@ class MoondreamModel(nn.Module):
667
  pos, reasoning_text, reasoning_grounding = self._generate_reasoning(
668
  prompt_tokens, pos, settings, spatial_refs, attn_mask=attn_mask
669
  )
670
- prompt_tokens = [self.config.tokenizer.templates["query"]["suffix"]]
671
  reasoning_dict = {
672
  "reasoning": {"text": reasoning_text, "grounding": reasoning_grounding}
673
  }
 
667
  pos, reasoning_text, reasoning_grounding = self._generate_reasoning(
668
  prompt_tokens, pos, settings, spatial_refs, attn_mask=attn_mask
669
  )
670
+ prompt_tokens = [prompt_tokens[0].tolist() + self.config.tokenizer.templates["query"]["suffix"]]
671
  reasoning_dict = {
672
  "reasoning": {"text": reasoning_text, "grounding": reasoning_grounding}
673
  }