Update modeling_360vl.py
Browse files- modeling_360vl.py +4 -1
modeling_360vl.py
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
from typing import List, Optional, Tuple, Union
|
|
|
|
| 2 |
|
| 3 |
import torch
|
| 4 |
import torch.nn as nn
|
|
@@ -180,6 +181,7 @@ class HoneybeeVisualProjectorConfig(PretrainedConfig):
|
|
| 180 |
if config_dict.get("model_type") == "mllm":
|
| 181 |
config_dict = config_dict["visual_projector_config"]
|
| 182 |
|
|
|
|
| 183 |
if (
|
| 184 |
"model_type" in config_dict
|
| 185 |
and hasattr(cls, "model_type")
|
|
@@ -189,6 +191,7 @@ class HoneybeeVisualProjectorConfig(PretrainedConfig):
|
|
| 189 |
f"You are using a model of type {config_dict['model_type']} to instantiate a model of type "
|
| 190 |
f"{cls.model_type}. This is not supported for all configurations of models and can yield errors."
|
| 191 |
)
|
|
|
|
| 192 |
|
| 193 |
return cls.from_dict(config_dict, **kwargs)
|
| 194 |
|
|
@@ -806,4 +809,4 @@ class QH360_VL_LlamaForCausalLM(LlamaForCausalLM, QH360_VL_MetaForCausalLM):
|
|
| 806 |
image = [image_x2, image_x1]
|
| 807 |
image = image_slid_window(image, num_slid_window)
|
| 808 |
|
| 809 |
-
return image
|
|
|
|
| 1 |
from typing import List, Optional, Tuple, Union
|
| 2 |
+
import logger
|
| 3 |
|
| 4 |
import torch
|
| 5 |
import torch.nn as nn
|
|
|
|
| 181 |
if config_dict.get("model_type") == "mllm":
|
| 182 |
config_dict = config_dict["visual_projector_config"]
|
| 183 |
|
| 184 |
+
'''
|
| 185 |
if (
|
| 186 |
"model_type" in config_dict
|
| 187 |
and hasattr(cls, "model_type")
|
|
|
|
| 191 |
f"You are using a model of type {config_dict['model_type']} to instantiate a model of type "
|
| 192 |
f"{cls.model_type}. This is not supported for all configurations of models and can yield errors."
|
| 193 |
)
|
| 194 |
+
'''
|
| 195 |
|
| 196 |
return cls.from_dict(config_dict, **kwargs)
|
| 197 |
|
|
|
|
| 809 |
image = [image_x2, image_x1]
|
| 810 |
image = image_slid_window(image, num_slid_window)
|
| 811 |
|
| 812 |
+
return image
|