Update config.json

config.json

@@ -17,14 +17,21 @@
   "num_attention_heads": 16,
   "num_hidden_layers": 28,
   "num_key_value_heads": 8,
+  "rag_config": {
+    "embedding_model_name":    "sentence-transformers/all-mpnet-base-v2",
+    "retrieval_top_k":         5,
+    "index_type":              "faiss",
+    "similarity_function":     "cosine",
+    "max_input_length":        512
+  },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 1000000,
   "sliding_window": null,
   "tie_word_embeddings": true,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.52.3",
-  "use_cache": false,
+  "transformers_version": "4.51.3",
+  "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 151936
 }