update
Browse files- config.json +2 -2
- modeling_magma.py +1 -1
config.json
CHANGED
@@ -1,11 +1,11 @@
|
|
1 |
{
|
2 |
"_name_or_path": "Magma-8B",
|
3 |
"architectures": [
|
4 |
-
"
|
5 |
],
|
6 |
"auto_map": {
|
7 |
"AutoConfig": "configuration_magma.MagmaConfig",
|
8 |
-
"AutoModelForCausalLM": "modeling_magma.
|
9 |
},
|
10 |
"attention_bias": false,
|
11 |
"attention_dropout": 0.0,
|
|
|
1 |
{
|
2 |
"_name_or_path": "Magma-8B",
|
3 |
"architectures": [
|
4 |
+
"MagmaForCausalLM"
|
5 |
],
|
6 |
"auto_map": {
|
7 |
"AutoConfig": "configuration_magma.MagmaConfig",
|
8 |
+
"AutoModelForCausalLM": "modeling_magma.MagmaForCausalLM"
|
9 |
},
|
10 |
"attention_bias": false,
|
11 |
"attention_dropout": 0.0,
|
modeling_magma.py
CHANGED
@@ -251,7 +251,7 @@ MAGMA_INPUTS_DOCSTRING = r"""
|
|
251 |
"""The Magma model which consists of a vision backbone and a language model.""",
|
252 |
MAGMA_START_DOCSTRING,
|
253 |
)
|
254 |
-
class
|
255 |
def __init__(self, config: MagmaConfig):
|
256 |
super().__init__(config)
|
257 |
|
|
|
251 |
"""The Magma model which consists of a vision backbone and a language model.""",
|
252 |
MAGMA_START_DOCSTRING,
|
253 |
)
|
254 |
+
class MagmaForCausalLM(MagmaPreTrainedModel):
|
255 |
def __init__(self, config: MagmaConfig):
|
256 |
super().__init__(config)
|
257 |
|