Update models/config.llama.yaml

models/config.llama.yaml

@@ -13,4 +13,5 @@ models:
   experimental:
     split_classifiers: True
     audio_embedding_sums: True
-    unified_position_ids: False
+    unified_position_ids: False
+    noncausal_masks: True