Update models/loaders/matanyone_loader.py

models/loaders/matanyone_loader.py

@@ -12,7 +12,8 @@
 - Added: Pad to multiple of 16 to avoid transformer patch issues
 - Added: Prefer fp16 over bf16 for Tesla T4 compatibility
 - New: EasyDict polyfill and conversion for cfg to fix 'dict no attribute' errors
-- New: Full default cfg from official config.json to ensure keys like mem_every are present
+- New: Full default cfg from official config.json to fix 'mem_every' issues
+- Update: Disable memory propagation by setting mem_every=-1, max_mem_frames=0 to fix dim mismatch in fusion
 """
 from __future__ import annotations
 import os
@@ -443,14 +444,14 @@ def load(self) -> Optional[Any]:
                 "long_term": {
                     "buffer_tokens": 2000,
                     "count_usage": True,
-                    "max_mem_frames": 10,
+                    "max_mem_frames": 0,  # Disable long-term memory
                     "max_num_tokens": 10000,
                     "min_mem_frames": 5,
                     "num_prototypes": 128
                 },
                 "max_internal_size": -1,
-                "max_mem_frames": 5,
-                "mem_every": 5,
+                "max_mem_frames": 0,  # Disable short-term memory
+                "mem_every": -1,  # Disable memory updates
                 "model": {
                     "aux_loss": {
                         "query": {
@@ -532,10 +533,17 @@ def load(self) -> Optional[Any]:
             cfg = getattr(self.model, "cfg", default_cfg) or default_cfg
             if isinstance(cfg, dict):
                 cfg = dict(cfg)  # Copy to avoid modifying model.cfg
-            # Override specific values
+            # Override specific values to disable memory and potential dim issues
             overrides = {
                 'chunk_size': 1,
                 'flip_aug': False,
+                'mem_every': -1,
+                'max_mem_frames': 0,
+                'use_long_term': False,
+                'long_term': {
+                    'max_mem_frames': 0,
+                    'min_mem_frames': 0,
+                },
             }
             cfg.update(overrides)
             # Convert to EasyDict for dot access