Update configuration_llama3.py

configuration_llama3.py

@@ -25,9 +25,6 @@ from transformers.models.mllama.configuration_mllama import MllamaVisionConfig,
 
 logger = logging.get_logger(__name__)
 
-class MllamaAudioConfig(Wav2Vec2BertConfig):
-    def __init__(self, **kwargs):
-        super().__init__(**kwargs)
 
 class Llama3Config(PretrainedConfig):
     r"""
@@ -92,11 +89,11 @@ class Llama3Config(PretrainedConfig):
         self.image_token_index = image_token_index
         
         if audio_config is None:
-            self.audio_config = MllamaAudioConfig()
+            self.audio_config = Wav2Vec2BertConfig()
             logger.info("audio_config is None, using default mllama audio config")
         elif isinstance(audio_config, dict):
-            self.audio_config = MllamaAudioConfig(**audio_config)
-        elif isinstance(audio_config, MllamaAudioConfig):
+            self.audio_config = Wav2Vec2BertConfig(**audio_config)
+        elif isinstance(audio_config, Wav2Vec2BertConfig):
             self.audio_config = audio_config
         
         self.audio_token_index = audio_token_index