diff --git "a/FuSe_Octo_model/50000/default/_METADATA" "b/FuSe_Octo_model/50000/default/_METADATA"
new file mode 100644--- /dev/null
+++ "b/FuSe_Octo_model/50000/default/_METADATA"
@@ -0,0 +1 @@
+{"tree_metadata": {"('heads_action', 'map_head', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'map_head', 'probe')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "map_head", "key_type": 2}, {"key": "probe", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'mean_proj', 'bias')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "mean_proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_action', 'mean_proj', 'kernel')": {"key_metadata": [{"key": "heads_action", "key_type": 2}, {"key": "mean_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_latent_proj', 'bias')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_latent_proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_latent_proj', 'kernel')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_latent_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'pred_map_head', 'probe')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "pred_map_head", "key_type": 2}, {"key": "probe", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'temperature')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "temperature", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'true_latent_proj', 'bias')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "true_latent_proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_clip', 'true_latent_proj', 'kernel')": {"key_metadata": [{"key": "heads_clip", "key_type": 2}, {"key": "true_latent_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'audio_class_token')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "audio_class_token", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'decode_map_head', 'probe')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "decode_map_head", "key_type": 2}, {"key": "probe", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'latent_to_vocab', 'bias')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "latent_to_vocab", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'latent_to_vocab', 'kernel')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "latent_to_vocab", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'tac_class_token')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "tac_class_token", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'tacaudio_class_token')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "tacaudio_class_token", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'viz_class_token')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "viz_class_token", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'vizaudio_class_token')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "vizaudio_class_token", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'viztac_class_token')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "viztac_class_token", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('heads_gen', 'viztacaudio_class_token')": {"key_metadata": [{"key": "heads_gen", "key_type": 2}, {"key": "viztacaudio_class_token", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoder_norm', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoder_norm', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_0', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_0", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_1', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_1", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_10', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_10", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_11', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_11", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_2', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_2", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_3', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_3", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_4', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_4", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_5', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_5", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_6', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_6", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_7', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_7", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_8', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_8", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'LayerNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'LayerNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'LayerNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'LayerNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MlpBlock_0', 'Dense_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MlpBlock_0', 'Dense_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MlpBlock_0', 'Dense_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MlpBlock_0', 'Dense_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MultiHeadDotProductAttention_0', 'key', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MultiHeadDotProductAttention_0', 'key', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MultiHeadDotProductAttention_0', 'out', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MultiHeadDotProductAttention_0', 'out', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MultiHeadDotProductAttention_0', 'query', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MultiHeadDotProductAttention_0', 'query', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MultiHeadDotProductAttention_0', 'value', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'BlockTransformer_0', 'Transformer_0', 'encoderblock_9', 'MultiHeadDotProductAttention_0', 'value', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "BlockTransformer_0", "key_type": 2}, {"key": "Transformer_0", "key_type": 2}, {"key": "encoderblock_9", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_mel_spectro_pos_embedding')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_mel_spectro_pos_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_mel_spectro_projection', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_mel_spectro_projection", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_mel_spectro_projection', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_mel_spectro_projection", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_primary_pos_embedding')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_primary_pos_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_primary_projection', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_primary_projection", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_primary_projection', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_primary_projection", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_tvl_pos_embedding')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_tvl_pos_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_tvl_projection', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_tvl_projection", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_tvl_projection', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_tvl_projection", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_wrist_pos_embedding')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_wrist_pos_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_wrist_projection', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_wrist_projection", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'obs_wrist_projection', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "obs_wrist_projection", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'conv1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'conv2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'conv3', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'conv_proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'gn1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'gn1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'gn2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'gn2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'gn3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'gn3', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'gn_proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn_proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit1', 'gn_proj', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn_proj", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit2', 'conv1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit2', 'conv2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit2', 'conv3', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit2', 'gn1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit2', 'gn1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit2', 'gn2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit2', 'gn2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit2', 'gn3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block1', 'unit2', 'gn3', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'conv1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'conv2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'conv3', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'conv_proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'gn1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'gn1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'gn2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'gn2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'gn3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'gn3', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'gn_proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn_proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit1', 'gn_proj', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn_proj", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit2', 'conv1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit2', 'conv2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit2', 'conv3', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit2', 'gn1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit2', 'gn1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit2', 'gn2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit2', 'gn2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit2', 'gn3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block2', 'unit2', 'gn3', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'conv1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'conv2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'conv3', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'conv_proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'gn1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'gn1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'gn2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'gn2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'gn3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'gn3', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'gn_proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn_proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit1', 'gn_proj', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn_proj", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit2', 'conv1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit2', 'conv2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit2', 'conv3', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit2', 'gn1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit2', 'gn1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit2', 'gn2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit2', 'gn2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit2', 'gn3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block3', 'unit2', 'gn3', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'conv1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'conv2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'conv3', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'conv_proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "conv_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'gn1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'gn1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'gn2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'gn2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'gn3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'gn3', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'gn_proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn_proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit1', 'gn_proj', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit1", "key_type": 2}, {"key": "gn_proj", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit2', 'conv1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit2', 'conv2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit2', 'conv3', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "conv3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit2', 'gn1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit2', 'gn1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit2', 'gn2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit2', 'gn2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit2', 'gn3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'block4', 'unit2', 'gn3', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "unit2", "key_type": 2}, {"key": "gn3", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'conv_root', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "conv_root", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'gn_root', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "gn_root", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_mel_spectro', 'ResNet26FILM_0', 'gn_root', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_mel_spectro", "key_type": 2}, {"key": "ResNet26FILM_0", "key_type": 2}, {"key": "gn_root", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'GroupNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'GroupNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'GroupNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'GroupNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'GroupNorm_2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'GroupNorm_2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'GroupNorm_3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'GroupNorm_3', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_3", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'StdConv_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'StdConv_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'StdConv_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'StdConv_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'StdConv_2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'StdConv_2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'StdConv_3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'StdConv_3', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'embedding', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_primary', 'SmallStem16_0', 'embedding', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_primary", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block0', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block0", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block1', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block1", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block10', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block10", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block11', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block11", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block2', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block2", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block3', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block3", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block4', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block4", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block5', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block5", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block6', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block6", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block7', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block7", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block8', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block8", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'attn', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'attn', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'attn', 'qkv', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'attn', 'qkv', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "qkv", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'mlp', 'fc1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'mlp', 'fc1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'mlp', 'fc2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'mlp', 'fc2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "fc2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'norm1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'norm1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "norm1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'norm2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'block9', 'norm2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "block9", "key_type": 2}, {"key": "norm2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'cls_token')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "cls_token", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'fc_norm', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "fc_norm", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'fc_norm', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "fc_norm", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'head', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'head', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'patch_embed', 'proj', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "patch_embed", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'patch_embed', 'proj', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "patch_embed", "key_type": 2}, {"key": "proj", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_tvl', 'tvlViT_0', 'pos_embed')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_tvl", "key_type": 2}, {"key": "tvlViT_0", "key_type": 2}, {"key": "pos_embed", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'GroupNorm_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'GroupNorm_0', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'GroupNorm_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'GroupNorm_1', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'GroupNorm_2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'GroupNorm_2', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_2", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'GroupNorm_3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'GroupNorm_3', 'scale')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "GroupNorm_3", "key_type": 2}, {"key": "scale", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'StdConv_0', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_0", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'StdConv_0', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_0", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'StdConv_1', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_1", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'StdConv_1', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_1", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'StdConv_2', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_2", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'StdConv_2', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_2", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'StdConv_3', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_3", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'StdConv_3', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "StdConv_3", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'embedding', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'observation_tokenizers_wrist', 'SmallStem16_0', 'embedding', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "observation_tokenizers_wrist", "key_type": 2}, {"key": "SmallStem16_0", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'readout_action_pos_embedding')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "readout_action_pos_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'readout_language_pos_embedding')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "readout_language_pos_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_language_pos_embedding')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_language_pos_embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_language_projection', 'bias')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_language_projection", "key_type": 2}, {"key": "bias", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_language_projection', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_language_projection", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '0', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '0', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '0', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '0', 'layer', '0', 'SelfAttention', 'relative_attention_bias', 'embedding')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "relative_attention_bias", "key_type": 2}, {"key": "embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '0', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '0', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '0', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '0', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '0', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '1', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '1', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '1', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '1', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '1', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '1', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '1', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '1', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '10', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '10', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '10', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '10', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '10', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '10', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '10', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '10', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "10", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '11', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '11', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '11', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '11', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '11', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '11', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '11', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '11', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "11", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '2', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '2', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '2', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '2', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '2', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '2', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '2', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '2', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "2", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '3', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '3', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '3', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '3', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '3', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '3', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '3', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '3', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "3", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '4', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '4', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '4', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '4', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '4', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '4', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '4', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '4', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "4", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '5', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '5', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '5', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '5', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '5', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '5', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '5', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '5', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "5", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '6', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '6', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '6', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '6', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '6', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '6', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '6', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '6', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "6", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '7', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '7', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '7', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '7', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '7', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '7', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '7', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '7', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "7", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '8', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '8', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '8', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '8', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '8', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '8', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '8', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '8', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "8", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '9', 'layer', '0', 'SelfAttention', 'k', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "k", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '9', 'layer', '0', 'SelfAttention', 'o', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "o", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '9', 'layer', '0', 'SelfAttention', 'q', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "q", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '9', 'layer', '0', 'SelfAttention', 'v', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "SelfAttention", "key_type": 2}, {"key": "v", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '9', 'layer', '0', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "0", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '9', 'layer', '1', 'DenseReluDense', 'wi', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wi", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '9', 'layer', '1', 'DenseReluDense', 'wo', 'kernel')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "DenseReluDense", "key_type": 2}, {"key": "wo", "key_type": 2}, {"key": "kernel", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'block', '9', 'layer', '1', 'layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "block", "key_type": 2}, {"key": "9", "key_type": 2}, {"key": "layer", "key_type": 2}, {"key": "1", "key_type": 2}, {"key": "layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'encoder', 'final_layer_norm', 'weight')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "encoder", "key_type": 2}, {"key": "final_layer_norm", "key_type": 2}, {"key": "weight", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}, "('octo_transformer', 'task_tokenizers_language', 'hf_model', 'shared', 'embedding')": {"key_metadata": [{"key": "octo_transformer", "key_type": 2}, {"key": "task_tokenizers_language", "key_type": 2}, {"key": "hf_model", "key_type": 2}, {"key": "shared", "key_type": 2}, {"key": "embedding", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": true}}}}
\ No newline at end of file