kyutai
/

hibiki-1b-mlx-bf16

Model card Files Files and versions Community

lmz commited on 8 days ago

Commit

1f20b11

·

verified ·

1 Parent(s): ae011cd

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -13,7 +13,7 @@
     "hidden_scale": 4.125,
     "causal": true,
     "layer_scale": null,
-    "context": 3000,
     "max_period": 100000,
     "gating": "silu",
     "norm": "rms_norm_f32",

     "hidden_scale": 4.125,
     "causal": true,
     "layer_scale": null,
+    "context": 500,
     "max_period": 100000,
     "gating": "silu",
     "norm": "rms_norm_f32",