Update config.json

config.json

@@ -19,14 +19,6 @@
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.34.0.dev0",
-  "use_cache": false,  // You set this to false during your fine-tuning
-  "vocab_size": 32000,
-  "lora_alpha": 16,    // Specific to your LoRA configuration
-  "lora_dropout": 0.1, // Specific to your LoRA configuration
-  "r": 64,             // Specific to your LoRA configuration
-  "peft_type": "LORA", // Since you used LoRA-based adaptations
-  "task_type": "CAUSAL_LM", // Your specific task type
-  "pretraining_tp": 1, // You added this, though it's unclear if needed post-training; typically more related to training setup
-  "fp16": true,        // Indicates you used fp16 during training
-  "bf16": false        // Indicates you did not use bf16 during training
-}
+  "use_cache": true,
+  "vocab_size": 32000
+}