update
Browse files
configuration_interns1.py
CHANGED
|
@@ -193,6 +193,8 @@ class InternS1Config(PretrainedConfig):
|
|
| 193 |
vision_feature_select_strategy="default",
|
| 194 |
**kwargs,
|
| 195 |
):
|
|
|
|
|
|
|
| 196 |
self.image_token_id = image_token_id
|
| 197 |
self.image_seq_length = image_seq_length
|
| 198 |
self.downsample_ratio = downsample_ratio
|
|
@@ -208,11 +210,9 @@ class InternS1Config(PretrainedConfig):
|
|
| 208 |
self.vision_config = InternS1VisionConfig()
|
| 209 |
|
| 210 |
if isinstance(text_config, dict):
|
| 211 |
-
from transformers import CONFIG_MAPPING
|
| 212 |
text_config["model_type"] = text_config["model_type"] if "model_type" in text_config else "qwen2" # todo
|
| 213 |
text_config = CONFIG_MAPPING[text_config["model_type"]](**text_config)
|
| 214 |
elif text_config is None:
|
| 215 |
-
from transformers import CONFIG_MAPPING
|
| 216 |
text_config = CONFIG_MAPPING["qwen2"]() # todo
|
| 217 |
|
| 218 |
self.text_config = text_config
|
|
|
|
| 193 |
vision_feature_select_strategy="default",
|
| 194 |
**kwargs,
|
| 195 |
):
|
| 196 |
+
from transformers import CONFIG_MAPPING
|
| 197 |
+
|
| 198 |
self.image_token_id = image_token_id
|
| 199 |
self.image_seq_length = image_seq_length
|
| 200 |
self.downsample_ratio = downsample_ratio
|
|
|
|
| 210 |
self.vision_config = InternS1VisionConfig()
|
| 211 |
|
| 212 |
if isinstance(text_config, dict):
|
|
|
|
| 213 |
text_config["model_type"] = text_config["model_type"] if "model_type" in text_config else "qwen2" # todo
|
| 214 |
text_config = CONFIG_MAPPING[text_config["model_type"]](**text_config)
|
| 215 |
elif text_config is None:
|
|
|
|
| 216 |
text_config = CONFIG_MAPPING["qwen2"]() # todo
|
| 217 |
|
| 218 |
self.text_config = text_config
|