goombalab
/

Phi-Mamba

Model card Files Files and versions Community

AvivBick commited on Aug 20, 2024

Commit

4d409ea

·

1 Parent(s): efc6bcb

snake_case

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -20,7 +20,7 @@
             "residual_in_fp32": true,
             "resid_dropout": 0.0
         },
-        "CoreType": "DiscreteMamba2",
         "core_input": {
             "d_state": 64,
             "nheads": 32,
@@ -32,4 +32,4 @@
             "norm_cls": "none"
         }
     }
-}

             "residual_in_fp32": true,
             "resid_dropout": 0.0
         },
+        "CoreType": "discrete_mamba2",
         "core_input": {
             "d_state": 64,
             "nheads": 32,
             "norm_cls": "none"
         }
     }
+}