update
Browse files- config.json +2 -2
- modeling_magma.py +1 -1
config.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
{
|
| 2 |
"_name_or_path": "Magma-8B",
|
| 3 |
"architectures": [
|
| 4 |
-
"
|
| 5 |
],
|
| 6 |
"auto_map": {
|
| 7 |
"AutoConfig": "configuration_magma.MagmaConfig",
|
| 8 |
-
"AutoModelForCausalLM": "modeling_magma.
|
| 9 |
},
|
| 10 |
"attention_bias": false,
|
| 11 |
"attention_dropout": 0.0,
|
|
|
|
| 1 |
{
|
| 2 |
"_name_or_path": "Magma-8B",
|
| 3 |
"architectures": [
|
| 4 |
+
"MagmaForCausalLM"
|
| 5 |
],
|
| 6 |
"auto_map": {
|
| 7 |
"AutoConfig": "configuration_magma.MagmaConfig",
|
| 8 |
+
"AutoModelForCausalLM": "modeling_magma.MagmaForCausalLM"
|
| 9 |
},
|
| 10 |
"attention_bias": false,
|
| 11 |
"attention_dropout": 0.0,
|
modeling_magma.py
CHANGED
|
@@ -251,7 +251,7 @@ MAGMA_INPUTS_DOCSTRING = r"""
|
|
| 251 |
"""The Magma model which consists of a vision backbone and a language model.""",
|
| 252 |
MAGMA_START_DOCSTRING,
|
| 253 |
)
|
| 254 |
-
class
|
| 255 |
def __init__(self, config: MagmaConfig):
|
| 256 |
super().__init__(config)
|
| 257 |
|
|
|
|
| 251 |
"""The Magma model which consists of a vision backbone and a language model.""",
|
| 252 |
MAGMA_START_DOCSTRING,
|
| 253 |
)
|
| 254 |
+
class MagmaForCausalLM(MagmaPreTrainedModel):
|
| 255 |
def __init__(self, config: MagmaConfig):
|
| 256 |
super().__init__(config)
|
| 257 |
|