diff --git "a/openvino_model.xml" "b/openvino_model.xml" new file mode 100644--- /dev/null +++ "b/openvino_model.xml" @@ -0,0 +1,34357 @@ +<?xml version="1.0"?> +<net name="torch_jit" version="11"> + <layers> + <layer id="0" name="input_values" type="Parameter" version="opset1"> + <data shape="?,?" element_type="f32" /> + <rt_info> + <attribute name="fused_names" version="0" value="input_values" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="input_values"> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1" name="classifier.bias" type="Const" version="opset1"> + <data element_type="f32" shape="2" offset="0" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="classifier.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="classifier.bias"> + <dim>2</dim> + </port> + </output> + </layer> + <layer id="2" name="wav2vec2.feature_projection.projection.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="8" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.feature_projection.projection.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.feature_projection.projection.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="3" name="Constant_83142" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83142" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="4" name="/wav2vec2/feature_extractor/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/Unsqueeze" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/Unsqueeze_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="5" name="wav2vec2.feature_extractor.conv_layers.0.conv.weight" type="Const" version="opset1"> + <data element_type="f32" shape="512, 1, 10" offset="3088" size="20480" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.feature_extractor.conv_layers.0.conv.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.feature_extractor.conv_layers.0.conv.weight"> + <dim>512</dim> + <dim>1</dim> + <dim>10</dim> + </port> + </output> + </layer> + <layer id="6" name="/wav2vec2/feature_extractor/conv_layers.0/conv/Conv" type="Convolution" version="opset1"> + <data strides="5" dilations="1" pads_begin="0" pads_end="0" auto_pad="explicit" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/conv/Conv" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + <dim>1</dim> + <dim>10</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/conv/Conv_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="7" name="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="3" offset="23568" size="24" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Constant_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="8" name="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Reshape_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="9" name="Constant_83152" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="23592" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83152" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="10" name="MVN_83153" type="MVN" version="opset6"> + <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" /> + <rt_info> + <attribute name="fused_names" version="0" value="MVN_83153" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="11" name="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="512" offset="23600" size="2048" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Constant_1_output_0"> + <dim>512</dim> + </port> + </output> + </layer> + <layer id="12" name="Constant_83156" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83156" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="13" name="ShapeOf_83162" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="25648" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="ShapeOf_83162" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="14" name="ShapeOf_83154" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="ShapeOf_83154" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="15" name="ShapeOf_83155" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="ShapeOf_83155" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="16" name="Constant_83157" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="23592" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83157" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="17" name="Subtract_83158" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83157, Subtract_83158" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="18" name="Broadcast_83159" type="Broadcast" version="opset3"> + <data mode="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="Broadcast_83159, Constant_83156" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="19" name="Concat_83163" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="Concat_83163, Constant_83156, ShapeOf_83162" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="20" name="Reshape_83164" type="Reshape" version="opset1"> + <data special_zero="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="Reshape_83164" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>512</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32"> + <dim>1</dim> + <dim>512</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="21" name="Multiply_83167" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="Multiply_83167" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>1</dim> + <dim>512</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="22" name="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="512" offset="25656" size="2048" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Constant_2_output_0"> + <dim>512</dim> + </port> + </output> + </layer> + <layer id="23" name="Constant_83168" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83168" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="24" name="ShapeOf_83174" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="25648" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="ShapeOf_83174" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="25" name="Constant_83169" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="23592" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83169" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="26" name="Subtract_83170" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83169, Subtract_83170" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="27" name="Broadcast_83171" type="Broadcast" version="opset3"> + <data mode="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="Broadcast_83171, Constant_83168" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="28" name="Concat_83175" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="Concat_83175, Constant_83168, ShapeOf_83174" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="29" name="Reshape_83176" type="Reshape" version="opset1"> + <data special_zero="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="Reshape_83176" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>512</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32"> + <dim>1</dim> + <dim>512</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="30" name="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/InstanceNormalization" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/InstanceNormalization" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>1</dim> + <dim>512</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/InstanceNormalization_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="31" name="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="32" name="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Reshape_1_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="33" name="onnx::Mul_1706" type="Const" version="opset1"> + <data element_type="f32" shape="512, 1" offset="27704" size="2048" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::Mul_1706" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::Mul_1706"> + <dim>512</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="34" name="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="35" name="onnx::Add_1707" type="Const" version="opset1"> + <data element_type="f32" shape="512, 1" offset="29752" size="2048" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::Add_1707" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::Add_1707"> + <dim>512</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="36" name="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="37" name="/wav2vec2/feature_extractor/conv_layers.0/activation/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/activation/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/activation/Constant_output_0" /> + </output> + </layer> + <layer id="38" name="/wav2vec2/feature_extractor/conv_layers.0/activation/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/activation/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/activation/Div_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="39" name="/wav2vec2/feature_extractor/conv_layers.0/activation/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/activation/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/activation/Erf_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="40" name="/wav2vec2/feature_extractor/conv_layers.0/activation/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/activation/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/activation/Constant_1_output_0" /> + </output> + </layer> + <layer id="41" name="/wav2vec2/feature_extractor/conv_layers.0/activation/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/activation/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/activation/Add_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="42" name="/wav2vec2/feature_extractor/conv_layers.0/activation/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/activation/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/activation/Mul_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="43" name="/wav2vec2/feature_extractor/conv_layers.0/activation/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/activation/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/activation/Constant_2_output_0" /> + </output> + </layer> + <layer id="44" name="/wav2vec2/feature_extractor/conv_layers.0/activation/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.0/activation/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.0/activation/Mul_1_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="45" name="wav2vec2.feature_extractor.conv_layers.1.conv.weight" type="Const" version="opset1"> + <data element_type="f32" shape="512, 512, 3" offset="31812" size="3145728" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.feature_extractor.conv_layers.1.conv.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.feature_extractor.conv_layers.1.conv.weight"> + <dim>512</dim> + <dim>512</dim> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="46" name="/wav2vec2/feature_extractor/conv_layers.1/conv/Conv" type="Convolution" version="opset1"> + <data strides="2" dilations="1" pads_begin="0" pads_end="0" auto_pad="explicit" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.1/conv/Conv" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + <dim>512</dim> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.1/conv/Conv_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="47" name="/wav2vec2/feature_extractor/conv_layers.1/activation/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.1/activation/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.1/activation/Constant_output_0" /> + </output> + </layer> + <layer id="48" name="/wav2vec2/feature_extractor/conv_layers.1/activation/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.1/activation/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.1/activation/Div_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="49" name="/wav2vec2/feature_extractor/conv_layers.1/activation/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.1/activation/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.1/activation/Erf_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="50" name="/wav2vec2/feature_extractor/conv_layers.1/activation/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.1/activation/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.1/activation/Constant_1_output_0" /> + </output> + </layer> + <layer id="51" name="/wav2vec2/feature_extractor/conv_layers.1/activation/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.1/activation/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.1/activation/Add_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="52" name="/wav2vec2/feature_extractor/conv_layers.1/activation/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.1/activation/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.1/activation/Mul_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="53" name="/wav2vec2/feature_extractor/conv_layers.1/activation/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.1/activation/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.1/activation/Constant_2_output_0" /> + </output> + </layer> + <layer id="54" name="/wav2vec2/feature_extractor/conv_layers.1/activation/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.1/activation/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.1/activation/Mul_1_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="55" name="wav2vec2.feature_extractor.conv_layers.2.conv.weight" type="Const" version="opset1"> + <data element_type="f32" shape="512, 512, 3" offset="3177540" size="3145728" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.feature_extractor.conv_layers.2.conv.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.feature_extractor.conv_layers.2.conv.weight"> + <dim>512</dim> + <dim>512</dim> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="56" name="/wav2vec2/feature_extractor/conv_layers.2/conv/Conv" type="Convolution" version="opset1"> + <data strides="2" dilations="1" pads_begin="0" pads_end="0" auto_pad="explicit" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.2/conv/Conv" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + <dim>512</dim> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.2/conv/Conv_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="57" name="/wav2vec2/feature_extractor/conv_layers.2/activation/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.2/activation/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.2/activation/Constant_output_0" /> + </output> + </layer> + <layer id="58" name="/wav2vec2/feature_extractor/conv_layers.2/activation/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.2/activation/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.2/activation/Div_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="59" name="/wav2vec2/feature_extractor/conv_layers.2/activation/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.2/activation/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.2/activation/Erf_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="60" name="/wav2vec2/feature_extractor/conv_layers.2/activation/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.2/activation/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.2/activation/Constant_1_output_0" /> + </output> + </layer> + <layer id="61" name="/wav2vec2/feature_extractor/conv_layers.2/activation/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.2/activation/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.2/activation/Add_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="62" name="/wav2vec2/feature_extractor/conv_layers.2/activation/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.2/activation/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.2/activation/Mul_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="63" name="/wav2vec2/feature_extractor/conv_layers.2/activation/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.2/activation/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.2/activation/Constant_2_output_0" /> + </output> + </layer> + <layer id="64" name="/wav2vec2/feature_extractor/conv_layers.2/activation/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.2/activation/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.2/activation/Mul_1_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="65" name="wav2vec2.feature_extractor.conv_layers.3.conv.weight" type="Const" version="opset1"> + <data element_type="f32" shape="512, 512, 3" offset="6323268" size="3145728" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.feature_extractor.conv_layers.3.conv.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.feature_extractor.conv_layers.3.conv.weight"> + <dim>512</dim> + <dim>512</dim> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="66" name="/wav2vec2/feature_extractor/conv_layers.3/conv/Conv" type="Convolution" version="opset1"> + <data strides="2" dilations="1" pads_begin="0" pads_end="0" auto_pad="explicit" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.3/conv/Conv" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + <dim>512</dim> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.3/conv/Conv_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="67" name="/wav2vec2/feature_extractor/conv_layers.3/activation/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.3/activation/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.3/activation/Constant_output_0" /> + </output> + </layer> + <layer id="68" name="/wav2vec2/feature_extractor/conv_layers.3/activation/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.3/activation/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.3/activation/Div_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="69" name="/wav2vec2/feature_extractor/conv_layers.3/activation/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.3/activation/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.3/activation/Erf_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="70" name="/wav2vec2/feature_extractor/conv_layers.3/activation/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.3/activation/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.3/activation/Constant_1_output_0" /> + </output> + </layer> + <layer id="71" name="/wav2vec2/feature_extractor/conv_layers.3/activation/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.3/activation/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.3/activation/Add_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="72" name="/wav2vec2/feature_extractor/conv_layers.3/activation/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.3/activation/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.3/activation/Mul_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="73" name="/wav2vec2/feature_extractor/conv_layers.3/activation/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.3/activation/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.3/activation/Constant_2_output_0" /> + </output> + </layer> + <layer id="74" name="/wav2vec2/feature_extractor/conv_layers.3/activation/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.3/activation/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.3/activation/Mul_1_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="75" name="wav2vec2.feature_extractor.conv_layers.4.conv.weight" type="Const" version="opset1"> + <data element_type="f32" shape="512, 512, 3" offset="9468996" size="3145728" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.feature_extractor.conv_layers.4.conv.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.feature_extractor.conv_layers.4.conv.weight"> + <dim>512</dim> + <dim>512</dim> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="76" name="/wav2vec2/feature_extractor/conv_layers.4/conv/Conv" type="Convolution" version="opset1"> + <data strides="2" dilations="1" pads_begin="0" pads_end="0" auto_pad="explicit" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.4/conv/Conv" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + <dim>512</dim> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.4/conv/Conv_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="77" name="/wav2vec2/feature_extractor/conv_layers.4/activation/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.4/activation/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.4/activation/Constant_output_0" /> + </output> + </layer> + <layer id="78" name="/wav2vec2/feature_extractor/conv_layers.4/activation/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.4/activation/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.4/activation/Div_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="79" name="/wav2vec2/feature_extractor/conv_layers.4/activation/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.4/activation/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.4/activation/Erf_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="80" name="/wav2vec2/feature_extractor/conv_layers.4/activation/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.4/activation/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.4/activation/Constant_1_output_0" /> + </output> + </layer> + <layer id="81" name="/wav2vec2/feature_extractor/conv_layers.4/activation/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.4/activation/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.4/activation/Add_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="82" name="/wav2vec2/feature_extractor/conv_layers.4/activation/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.4/activation/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.4/activation/Mul_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="83" name="/wav2vec2/feature_extractor/conv_layers.4/activation/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.4/activation/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.4/activation/Constant_2_output_0" /> + </output> + </layer> + <layer id="84" name="/wav2vec2/feature_extractor/conv_layers.4/activation/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.4/activation/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.4/activation/Mul_1_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="85" name="wav2vec2.feature_extractor.conv_layers.5.conv.weight" type="Const" version="opset1"> + <data element_type="f32" shape="512, 512, 2" offset="12614724" size="2097152" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.feature_extractor.conv_layers.5.conv.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.feature_extractor.conv_layers.5.conv.weight"> + <dim>512</dim> + <dim>512</dim> + <dim>2</dim> + </port> + </output> + </layer> + <layer id="86" name="/wav2vec2/feature_extractor/conv_layers.5/conv/Conv" type="Convolution" version="opset1"> + <data strides="2" dilations="1" pads_begin="0" pads_end="0" auto_pad="explicit" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.5/conv/Conv" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + <dim>512</dim> + <dim>2</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.5/conv/Conv_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="87" name="/wav2vec2/feature_extractor/conv_layers.5/activation/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.5/activation/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.5/activation/Constant_output_0" /> + </output> + </layer> + <layer id="88" name="/wav2vec2/feature_extractor/conv_layers.5/activation/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.5/activation/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.5/activation/Div_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="89" name="/wav2vec2/feature_extractor/conv_layers.5/activation/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.5/activation/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.5/activation/Erf_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="90" name="/wav2vec2/feature_extractor/conv_layers.5/activation/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.5/activation/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.5/activation/Constant_1_output_0" /> + </output> + </layer> + <layer id="91" name="/wav2vec2/feature_extractor/conv_layers.5/activation/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.5/activation/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.5/activation/Add_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="92" name="/wav2vec2/feature_extractor/conv_layers.5/activation/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.5/activation/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.5/activation/Mul_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="93" name="/wav2vec2/feature_extractor/conv_layers.5/activation/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.5/activation/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.5/activation/Constant_2_output_0" /> + </output> + </layer> + <layer id="94" name="/wav2vec2/feature_extractor/conv_layers.5/activation/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.5/activation/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.5/activation/Mul_1_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="95" name="wav2vec2.feature_extractor.conv_layers.6.conv.weight" type="Const" version="opset1"> + <data element_type="f32" shape="512, 512, 2" offset="14711876" size="2097152" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.feature_extractor.conv_layers.6.conv.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.feature_extractor.conv_layers.6.conv.weight"> + <dim>512</dim> + <dim>512</dim> + <dim>2</dim> + </port> + </output> + </layer> + <layer id="96" name="/wav2vec2/feature_extractor/conv_layers.6/conv/Conv" type="Convolution" version="opset1"> + <data strides="2" dilations="1" pads_begin="0" pads_end="0" auto_pad="explicit" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.6/conv/Conv" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + <dim>512</dim> + <dim>2</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.6/conv/Conv_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="97" name="/wav2vec2/feature_extractor/conv_layers.6/activation/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.6/activation/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.6/activation/Constant_output_0" /> + </output> + </layer> + <layer id="98" name="/wav2vec2/feature_extractor/conv_layers.6/activation/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.6/activation/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.6/activation/Div_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="99" name="/wav2vec2/feature_extractor/conv_layers.6/activation/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.6/activation/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.6/activation/Erf_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="100" name="/wav2vec2/feature_extractor/conv_layers.6/activation/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.6/activation/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.6/activation/Constant_1_output_0" /> + </output> + </layer> + <layer id="101" name="/wav2vec2/feature_extractor/conv_layers.6/activation/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.6/activation/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.6/activation/Add_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="102" name="/wav2vec2/feature_extractor/conv_layers.6/activation/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.6/activation/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.6/activation/Mul_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="103" name="/wav2vec2/feature_extractor/conv_layers.6/activation/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.6/activation/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.6/activation/Constant_2_output_0" /> + </output> + </layer> + <layer id="104" name="/wav2vec2/feature_extractor/conv_layers.6/activation/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_extractor/conv_layers.6/activation/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_extractor/conv_layers.6/activation/Mul_1_output_0"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="105" name="Constant_83258" type="Const" version="opset1"> + <data element_type="i64" shape="3" offset="16809028" size="24" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83258" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="106" name="/wav2vec2/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>512</dim> + <dim>-1</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/Transpose_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + </output> + </layer> + <layer id="107" name="Constant_83260" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83260" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="108" name="/wav2vec2/feature_projection/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="109" name="/wav2vec2/feature_projection/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + </output> + </layer> + <layer id="110" name="/wav2vec2/feature_projection/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="111" name="/wav2vec2/feature_projection/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + </output> + </layer> + <layer id="112" name="Constant_83265" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83265" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="113" name="/wav2vec2/feature_projection/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="114" name="/wav2vec2/feature_projection/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="115" name="/wav2vec2/feature_projection/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="116" name="/wav2vec2/feature_projection/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="117" name="/wav2vec2/feature_projection/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + </output> + </layer> + <layer id="118" name="wav2vec2.feature_projection.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="512" offset="16809068" size="2048" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.feature_projection.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.feature_projection.layer_norm.weight"> + <dim>512</dim> + </port> + </output> + </layer> + <layer id="119" name="/wav2vec2/feature_projection/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + </output> + </layer> + <layer id="120" name="wav2vec2.feature_projection.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="512" offset="16811116" size="2048" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.feature_projection.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.feature_projection.layer_norm.bias"> + <dim>512</dim> + </port> + </output> + </layer> + <layer id="121" name="/wav2vec2/feature_projection/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_projection/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + </output> + </layer> + <layer id="122" name="onnx::MatMul_1708" type="Const" version="opset1"> + <data element_type="f32" shape="512, 768" offset="16813164" size="1572864" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1708" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1708"> + <dim>512</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="123" name="/wav2vec2/feature_projection/projection/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/projection/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>512</dim> + </port> + <port id="1" precision="FP32"> + <dim>512</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_projection/projection/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="124" name="/wav2vec2/feature_projection/projection/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/feature_projection/projection/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/feature_projection/projection/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="125" name="Constant_83275" type="Const" version="opset1"> + <data element_type="i64" shape="3" offset="16809028" size="24" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83275" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="126" name="/wav2vec2/encoder/pos_conv_embed/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/Transpose_output_0"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="127" name="onnx::Conv_1711" type="Const" version="opset1"> + <data element_type="f32" shape="768, 48, 128" offset="18386028" size="18874368" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::Conv_1711" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::Conv_1711"> + <dim>768</dim> + <dim>48</dim> + <dim>128</dim> + </port> + </output> + </layer> + <layer id="128" name="Constant_83279" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260396" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83279" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="129" name="ShapeOf_83280" type="Const" version="opset1"> + <data element_type="i64" shape="3" offset="37260404" size="24" /> + <rt_info> + <attribute name="fused_names" version="0" value="ShapeOf_83280" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="130" name="Constant_83277" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83277" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="131" name="Constant_83278" type="Const" version="opset1"> + <data element_type="i64" shape="2" offset="37260436" size="16" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83278" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>2</dim> + </port> + </output> + </layer> + <layer id="132" name="VariadicSplit_83281" type="VariadicSplit" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83277, Constant_83278, ShapeOf_83280, VariadicSplit_83281" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64"> + <dim>2</dim> + </port> + </input> + <output> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + <port id="4" precision="I64"> + <dim>2</dim> + </port> + </output> + </layer> + <layer id="133" name="Divide_83282" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83279, Divide_83282" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="134" name="Concat_83283" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="Concat_83283, Constant_83279" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>2</dim> + </port> + </input> + <output> + <port id="3" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="135" name="Reshape_83284" type="Reshape" version="opset1"> + <data special_zero="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="Reshape_83284" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + <dim>48</dim> + <dim>128</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32"> + <dim>16</dim> + <dim>48</dim> + <dim>48</dim> + <dim>128</dim> + </port> + </output> + </layer> + <layer id="136" name="/wav2vec2/encoder/pos_conv_embed/conv/Conv/WithoutBiases" type="GroupConvolution" version="opset1"> + <data strides="1" pads_begin="64" pads_end="64" dilations="1" auto_pad="explicit" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/conv/Conv/WithoutBiases" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>16</dim> + <dim>48</dim> + <dim>48</dim> + <dim>128</dim> + </port> + </input> + <output> + <port id="2" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="137" name="wav2vec2.encoder.pos_conv_embed.conv.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="37260452" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.pos_conv_embed.conv.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.pos_conv_embed.conv.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="138" name="Constant_83328" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83328" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="139" name="ShapeOf_83334" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="ShapeOf_83334" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="140" name="ShapeOf_83326" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="ShapeOf_83326" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="141" name="ShapeOf_83327" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="ShapeOf_83327" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="142" name="Constant_83329" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="23592" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83329" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="143" name="Subtract_83330" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83329, Subtract_83330" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="144" name="Broadcast_83331" type="Broadcast" version="opset3"> + <data mode="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="Broadcast_83331, Constant_83328" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="145" name="Concat_83335" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="Concat_83335, Constant_83328, ShapeOf_83334" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="146" name="Reshape_83336" type="Reshape" version="opset1"> + <data special_zero="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="Reshape_83336" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32"> + <dim>1</dim> + <dim>768</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="147" name="/wav2vec2/encoder/pos_conv_embed/conv/Conv" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/conv/Conv" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>1</dim> + <dim>768</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/conv/Conv_output_0"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="148" name="/wav2vec2/encoder/pos_conv_embed/padding/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/padding/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/pos_conv_embed/padding/Constant_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="149" name="/wav2vec2/encoder/pos_conv_embed/padding/Constant_2" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/padding/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/pos_conv_embed/padding/Constant_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="150" name="/wav2vec2/encoder/pos_conv_embed/padding/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/padding/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/pos_conv_embed/padding/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="151" name="/wav2vec2/encoder/pos_conv_embed/padding/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="23592" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/padding/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/pos_conv_embed/padding/Constant_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="152" name="/wav2vec2/encoder/pos_conv_embed/padding/Slice" type="Slice" version="opset8"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/padding/Slice" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + <port id="4" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="5" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/padding/Slice_output_0"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="153" name="/wav2vec2/encoder/pos_conv_embed/activation/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/activation/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/activation/Constant_output_0" /> + </output> + </layer> + <layer id="154" name="/wav2vec2/encoder/pos_conv_embed/activation/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/activation/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/activation/Div_output_0"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="155" name="/wav2vec2/encoder/pos_conv_embed/activation/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/activation/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/activation/Erf_output_0"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="156" name="/wav2vec2/encoder/pos_conv_embed/activation/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/activation/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/activation/Constant_1_output_0" /> + </output> + </layer> + <layer id="157" name="/wav2vec2/encoder/pos_conv_embed/activation/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/activation/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/activation/Add_output_0"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="158" name="/wav2vec2/encoder/pos_conv_embed/activation/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/activation/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/activation/Mul_output_0"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="159" name="/wav2vec2/encoder/pos_conv_embed/activation/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/activation/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/activation/Constant_2_output_0" /> + </output> + </layer> + <layer id="160" name="/wav2vec2/encoder/pos_conv_embed/activation/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/activation/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/activation/Mul_1_output_0"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="161" name="Constant_83353" type="Const" version="opset1"> + <data element_type="i64" shape="3" offset="16809028" size="24" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83353" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="162" name="/wav2vec2/encoder/pos_conv_embed/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/pos_conv_embed/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>768</dim> + <dim>-1</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/pos_conv_embed/Transpose_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="163" name="/wav2vec2/encoder/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="164" name="Constant_83356" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83356" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="165" name="/wav2vec2/encoder/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="166" name="/wav2vec2/encoder/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="167" name="/wav2vec2/encoder/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="168" name="/wav2vec2/encoder/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="169" name="Constant_83361" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83361" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="170" name="/wav2vec2/encoder/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="171" name="/wav2vec2/encoder/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="172" name="/wav2vec2/encoder/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="173" name="/wav2vec2/encoder/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="174" name="/wav2vec2/encoder/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="175" name="wav2vec2.encoder.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="37263532" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="176" name="/wav2vec2/encoder/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="177" name="wav2vec2.encoder.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="37266604" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="178" name="/wav2vec2/encoder/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="179" name="Constant_87641" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87641" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="180" name="/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="181" name="wav2vec2.encoder.layers.0.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="37269676" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.0.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.0.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="182" name="wav2vec2.encoder.layers.0.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="37272748" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.0.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.0.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="183" name="onnx::MatMul_1712" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="37275820" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1712" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1712"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="184" name="/wav2vec2/encoder/layers.0/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="185" name="/wav2vec2/encoder/layers.0/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="186" name="/wav2vec2/encoder/layers.0/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="187" name="/wav2vec2/encoder/layers.0/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="188" name="/wav2vec2/encoder/layers.0/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="189" name="/wav2vec2/encoder/layers.0/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_output_0" /> + </output> + </layer> + <layer id="190" name="Constant_83371" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83371" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="191" name="/wav2vec2/encoder/layers.0/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant, /wav2vec2/encoder/layers.0/attention/Gather, Constant_83371" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Gather_output_0" /> + </output> + </layer> + <layer id="192" name="Constant_83417" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83417" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="193" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze_2, Constant_83417" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="194" name="/wav2vec2/encoder/layers.0/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="195" name="/wav2vec2/encoder/layers.0/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="196" name="Constant_83375" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83375" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="197" name="/wav2vec2/encoder/layers.0/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_1, /wav2vec2/encoder/layers.0/attention/Gather_1, Constant_83375" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="198" name="Constant_83419" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83419" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="199" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze_3, Constant_83419" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="200" name="/wav2vec2/encoder/layers.0/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="201" name="/wav2vec2/encoder/layers.0/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="202" name="/wav2vec2/encoder/layers.0/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Concat_2, /wav2vec2/encoder/layers.0/attention/Constant_10, /wav2vec2/encoder/layers.0/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="203" name="/wav2vec2/encoder/layers.0/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="204" name="Constant_83435" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83435" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="205" name="/wav2vec2/encoder/layers.0/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="206" name="/wav2vec2/encoder/layers.0/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="207" name="/wav2vec2/encoder/layers.0/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_9, /wav2vec2/encoder/layers.0/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="208" name="Constant_83437" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83437" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="209" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze_4, Constant_83437" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="210" name="/wav2vec2/encoder/layers.0/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="211" name="/wav2vec2/encoder/layers.0/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="212" name="/wav2vec2/encoder/layers.0/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Concat_3, /wav2vec2/encoder/layers.0/attention/Constant_12, /wav2vec2/encoder/layers.0/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="213" name="/wav2vec2/encoder/layers.0/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="214" name="wav2vec2.encoder.layers.0.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="39635168" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.0.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.0.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="215" name="onnx::MatMul_1713" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="39638240" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1713" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1713"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="216" name="/wav2vec2/encoder/layers.0/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="217" name="/wav2vec2/encoder/layers.0/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="218" name="Constant_83383" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83383" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="219" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze, Constant_83383" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="220" name="/wav2vec2/encoder/layers.0/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="221" name="/wav2vec2/encoder/layers.0/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="222" name="/wav2vec2/encoder/layers.0/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="223" name="/wav2vec2/encoder/layers.0/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Concat, /wav2vec2/encoder/layers.0/attention/Constant_3, /wav2vec2/encoder/layers.0/attention/Constant_4, /wav2vec2/encoder/layers.0/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="224" name="/wav2vec2/encoder/layers.0/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="225" name="Constant_83402" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83402" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="226" name="/wav2vec2/encoder/layers.0/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="227" name="Constant_83442" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83442" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="228" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze_5, Constant_83442" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="229" name="/wav2vec2/encoder/layers.0/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="230" name="/wav2vec2/encoder/layers.0/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="231" name="/wav2vec2/encoder/layers.0/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Concat_4, /wav2vec2/encoder/layers.0/attention/Constant_14, /wav2vec2/encoder/layers.0/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="232" name="/wav2vec2/encoder/layers.0/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="233" name="/wav2vec2/encoder/layers.0/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/MatMul, /wav2vec2/encoder/layers.0/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="234" name="/wav2vec2/encoder/layers.0/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="235" name="wav2vec2.encoder.layers.0.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="41997536" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.0.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.0.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="236" name="onnx::MatMul_1720" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="42000608" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1720" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1720"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="237" name="/wav2vec2/encoder/layers.0/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="238" name="/wav2vec2/encoder/layers.0/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="239" name="Constant_83389" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83389" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="240" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze_1, Constant_83389" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="241" name="/wav2vec2/encoder/layers.0/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="242" name="/wav2vec2/encoder/layers.0/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="243" name="/wav2vec2/encoder/layers.0/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="244" name="/wav2vec2/encoder/layers.0/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Concat_1, /wav2vec2/encoder/layers.0/attention/Constant_6, /wav2vec2/encoder/layers.0/attention/Constant_7, /wav2vec2/encoder/layers.0/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="245" name="/wav2vec2/encoder/layers.0/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="246" name="Constant_83413" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83413" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="247" name="/wav2vec2/encoder/layers.0/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="248" name="Constant_83447" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83447" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="249" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze_6, Constant_83447" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="250" name="/wav2vec2/encoder/layers.0/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="251" name="/wav2vec2/encoder/layers.0/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="252" name="/wav2vec2/encoder/layers.0/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Concat_5, /wav2vec2/encoder/layers.0/attention/Constant_16, /wav2vec2/encoder/layers.0/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="253" name="/wav2vec2/encoder/layers.0/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="254" name="/wav2vec2/encoder/layers.0/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="255" name="Constant_83646" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83646" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="256" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze_7, Constant_83646" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="257" name="/wav2vec2/encoder/layers.0/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="258" name="Constant_83649" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83649" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="259" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze_8, Constant_83649" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="260" name="/wav2vec2/encoder/layers.0/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="261" name="/wav2vec2/encoder/layers.0/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Concat_6, /wav2vec2/encoder/layers.0/attention/Constant_18, /wav2vec2/encoder/layers.0/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="262" name="/wav2vec2/encoder/layers.0/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="263" name="Constant_83664" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83664" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="264" name="/wav2vec2/encoder/layers.0/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="265" name="Constant_83666" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83666" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="266" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze_9, Constant_83666" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="267" name="Constant_83668" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83668" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="268" name="/wav2vec2/encoder/layers.0/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Unsqueeze_10, Constant_83668" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="269" name="/wav2vec2/encoder/layers.0/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="270" name="/wav2vec2/encoder/layers.0/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Concat_7, /wav2vec2/encoder/layers.0/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.0/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="271" name="/wav2vec2/encoder/layers.0/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="272" name="onnx::MatMul_1732" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="44359904" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1732" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1732"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="273" name="/wav2vec2/encoder/layers.0/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="274" name="/wav2vec2/encoder/layers.0/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="275" name="/wav2vec2/encoder/layers.0/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="276" name="Constant_83686" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83686" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="277" name="/wav2vec2/encoder/layers.0/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="278" name="/wav2vec2/encoder/layers.0/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="279" name="/wav2vec2/encoder/layers.0/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="280" name="/wav2vec2/encoder/layers.0/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="281" name="Constant_83691" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83691" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="282" name="/wav2vec2/encoder/layers.0/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="283" name="/wav2vec2/encoder/layers.0/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="284" name="/wav2vec2/encoder/layers.0/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="285" name="/wav2vec2/encoder/layers.0/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="286" name="/wav2vec2/encoder/layers.0/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="287" name="wav2vec2.encoder.layers.0.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="46719200" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.0.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.0.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="288" name="/wav2vec2/encoder/layers.0/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="289" name="wav2vec2.encoder.layers.0.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="46722272" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.0.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.0.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="290" name="/wav2vec2/encoder/layers.0/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="291" name="wav2vec2.encoder.layers.0.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="46725344" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.0.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.0.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="292" name="wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="46728416" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="293" name="onnx::MatMul_1733" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="46740704" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1733" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1733"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="294" name="/wav2vec2/encoder/layers.0/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="295" name="/wav2vec2/encoder/layers.0/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="296" name="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="297" name="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="298" name="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="299" name="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="300" name="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="301" name="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="302" name="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="303" name="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="304" name="onnx::MatMul_1734" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="56177888" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1734" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1734"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="305" name="/wav2vec2/encoder/layers.0/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="306" name="/wav2vec2/encoder/layers.0/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="307" name="/wav2vec2/encoder/layers.0/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="308" name="Constant_83712" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83712" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="309" name="/wav2vec2/encoder/layers.0/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="310" name="/wav2vec2/encoder/layers.0/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="311" name="/wav2vec2/encoder/layers.0/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="312" name="/wav2vec2/encoder/layers.0/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="313" name="Constant_83717" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83717" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="314" name="/wav2vec2/encoder/layers.0/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="315" name="/wav2vec2/encoder/layers.0/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="316" name="/wav2vec2/encoder/layers.0/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="317" name="/wav2vec2/encoder/layers.0/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="318" name="/wav2vec2/encoder/layers.0/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="319" name="wav2vec2.encoder.layers.0.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="65615072" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.0.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.0.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="320" name="/wav2vec2/encoder/layers.0/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="321" name="wav2vec2.encoder.layers.0.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="65618144" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.0.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.0.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="322" name="/wav2vec2/encoder/layers.0/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.0/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.0/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="323" name="Constant_87643" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87643" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="324" name="/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_1_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="325" name="wav2vec2.encoder.layers.1.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="65621216" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.1.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.1.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="326" name="wav2vec2.encoder.layers.1.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="65624288" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.1.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.1.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="327" name="onnx::MatMul_1735" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="65627360" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1735" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1735"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="328" name="/wav2vec2/encoder/layers.1/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="329" name="/wav2vec2/encoder/layers.1/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="330" name="/wav2vec2/encoder/layers.1/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="331" name="/wav2vec2/encoder/layers.1/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="332" name="/wav2vec2/encoder/layers.1/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="333" name="/wav2vec2/encoder/layers.1/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_output_0" /> + </output> + </layer> + <layer id="334" name="Constant_83727" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83727" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="335" name="/wav2vec2/encoder/layers.1/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant, /wav2vec2/encoder/layers.1/attention/Gather, Constant_83727" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Gather_output_0" /> + </output> + </layer> + <layer id="336" name="Constant_83773" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83773" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="337" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze_2, Constant_83773" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="338" name="/wav2vec2/encoder/layers.1/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="339" name="/wav2vec2/encoder/layers.1/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="340" name="Constant_83731" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83731" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="341" name="/wav2vec2/encoder/layers.1/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_1, /wav2vec2/encoder/layers.1/attention/Gather_1, Constant_83731" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="342" name="Constant_83775" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83775" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="343" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze_3, Constant_83775" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="344" name="/wav2vec2/encoder/layers.1/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="345" name="/wav2vec2/encoder/layers.1/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="346" name="/wav2vec2/encoder/layers.1/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Concat_2, /wav2vec2/encoder/layers.1/attention/Constant_10, /wav2vec2/encoder/layers.1/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="347" name="/wav2vec2/encoder/layers.1/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="348" name="Constant_83791" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83791" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="349" name="/wav2vec2/encoder/layers.1/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="350" name="/wav2vec2/encoder/layers.1/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="351" name="/wav2vec2/encoder/layers.1/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_9, /wav2vec2/encoder/layers.1/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="352" name="Constant_83793" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83793" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="353" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze_4, Constant_83793" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="354" name="/wav2vec2/encoder/layers.1/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="355" name="/wav2vec2/encoder/layers.1/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="356" name="/wav2vec2/encoder/layers.1/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Concat_3, /wav2vec2/encoder/layers.1/attention/Constant_12, /wav2vec2/encoder/layers.1/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="357" name="/wav2vec2/encoder/layers.1/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="358" name="wav2vec2.encoder.layers.1.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="67986656" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.1.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.1.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="359" name="onnx::MatMul_1736" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="67989728" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1736" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1736"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="360" name="/wav2vec2/encoder/layers.1/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="361" name="/wav2vec2/encoder/layers.1/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="362" name="Constant_83739" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83739" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="363" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze, Constant_83739" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="364" name="/wav2vec2/encoder/layers.1/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="365" name="/wav2vec2/encoder/layers.1/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="366" name="/wav2vec2/encoder/layers.1/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="367" name="/wav2vec2/encoder/layers.1/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Concat, /wav2vec2/encoder/layers.1/attention/Constant_3, /wav2vec2/encoder/layers.1/attention/Constant_4, /wav2vec2/encoder/layers.1/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="368" name="/wav2vec2/encoder/layers.1/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="369" name="Constant_83758" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83758" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="370" name="/wav2vec2/encoder/layers.1/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="371" name="Constant_83798" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83798" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="372" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze_5, Constant_83798" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="373" name="/wav2vec2/encoder/layers.1/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="374" name="/wav2vec2/encoder/layers.1/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="375" name="/wav2vec2/encoder/layers.1/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Concat_4, /wav2vec2/encoder/layers.1/attention/Constant_14, /wav2vec2/encoder/layers.1/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="376" name="/wav2vec2/encoder/layers.1/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="377" name="/wav2vec2/encoder/layers.1/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/MatMul, /wav2vec2/encoder/layers.1/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="378" name="/wav2vec2/encoder/layers.1/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="379" name="wav2vec2.encoder.layers.1.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="70349024" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.1.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.1.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="380" name="onnx::MatMul_1743" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="70352096" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1743" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1743"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="381" name="/wav2vec2/encoder/layers.1/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="382" name="/wav2vec2/encoder/layers.1/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="383" name="Constant_83745" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83745" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="384" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze_1, Constant_83745" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="385" name="/wav2vec2/encoder/layers.1/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="386" name="/wav2vec2/encoder/layers.1/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="387" name="/wav2vec2/encoder/layers.1/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="388" name="/wav2vec2/encoder/layers.1/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Concat_1, /wav2vec2/encoder/layers.1/attention/Constant_6, /wav2vec2/encoder/layers.1/attention/Constant_7, /wav2vec2/encoder/layers.1/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="389" name="/wav2vec2/encoder/layers.1/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="390" name="Constant_83769" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83769" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="391" name="/wav2vec2/encoder/layers.1/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="392" name="Constant_83803" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_83803" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="393" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze_6, Constant_83803" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="394" name="/wav2vec2/encoder/layers.1/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="395" name="/wav2vec2/encoder/layers.1/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="396" name="/wav2vec2/encoder/layers.1/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Concat_5, /wav2vec2/encoder/layers.1/attention/Constant_16, /wav2vec2/encoder/layers.1/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="397" name="/wav2vec2/encoder/layers.1/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="398" name="/wav2vec2/encoder/layers.1/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="399" name="Constant_84002" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84002" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="400" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze_7, Constant_84002" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="401" name="/wav2vec2/encoder/layers.1/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="402" name="Constant_84005" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84005" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="403" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze_8, Constant_84005" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="404" name="/wav2vec2/encoder/layers.1/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="405" name="/wav2vec2/encoder/layers.1/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Concat_6, /wav2vec2/encoder/layers.1/attention/Constant_18, /wav2vec2/encoder/layers.1/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="406" name="/wav2vec2/encoder/layers.1/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="407" name="Constant_84020" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84020" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="408" name="/wav2vec2/encoder/layers.1/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="409" name="Constant_84022" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84022" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="410" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze_9, Constant_84022" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="411" name="Constant_84024" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84024" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="412" name="/wav2vec2/encoder/layers.1/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Unsqueeze_10, Constant_84024" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="413" name="/wav2vec2/encoder/layers.1/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="414" name="/wav2vec2/encoder/layers.1/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Concat_7, /wav2vec2/encoder/layers.1/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.1/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="415" name="/wav2vec2/encoder/layers.1/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="416" name="onnx::MatMul_1755" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="72711392" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1755" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1755"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="417" name="/wav2vec2/encoder/layers.1/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="418" name="/wav2vec2/encoder/layers.1/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="419" name="/wav2vec2/encoder/layers.1/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="420" name="Constant_84042" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84042" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="421" name="/wav2vec2/encoder/layers.1/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="422" name="/wav2vec2/encoder/layers.1/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="423" name="/wav2vec2/encoder/layers.1/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="424" name="/wav2vec2/encoder/layers.1/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="425" name="Constant_84047" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84047" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="426" name="/wav2vec2/encoder/layers.1/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="427" name="/wav2vec2/encoder/layers.1/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="428" name="/wav2vec2/encoder/layers.1/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="429" name="/wav2vec2/encoder/layers.1/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="430" name="/wav2vec2/encoder/layers.1/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="431" name="wav2vec2.encoder.layers.1.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="75070688" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.1.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.1.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="432" name="/wav2vec2/encoder/layers.1/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="433" name="wav2vec2.encoder.layers.1.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="75073760" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.1.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.1.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="434" name="/wav2vec2/encoder/layers.1/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="435" name="wav2vec2.encoder.layers.1.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="75076832" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.1.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.1.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="436" name="wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="75079904" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="437" name="onnx::MatMul_1756" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="75092192" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1756" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1756"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="438" name="/wav2vec2/encoder/layers.1/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="439" name="/wav2vec2/encoder/layers.1/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="440" name="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="441" name="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="442" name="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="443" name="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="444" name="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="445" name="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="446" name="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="447" name="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="448" name="onnx::MatMul_1757" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="84529376" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1757" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1757"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="449" name="/wav2vec2/encoder/layers.1/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="450" name="/wav2vec2/encoder/layers.1/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="451" name="/wav2vec2/encoder/layers.1/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="452" name="Constant_84068" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84068" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="453" name="/wav2vec2/encoder/layers.1/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="454" name="/wav2vec2/encoder/layers.1/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="455" name="/wav2vec2/encoder/layers.1/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="456" name="/wav2vec2/encoder/layers.1/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="457" name="Constant_84073" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84073" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="458" name="/wav2vec2/encoder/layers.1/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="459" name="/wav2vec2/encoder/layers.1/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="460" name="/wav2vec2/encoder/layers.1/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="461" name="/wav2vec2/encoder/layers.1/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="462" name="/wav2vec2/encoder/layers.1/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="463" name="wav2vec2.encoder.layers.1.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="93966560" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.1.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.1.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="464" name="/wav2vec2/encoder/layers.1/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="465" name="wav2vec2.encoder.layers.1.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="93969632" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.1.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.1.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="466" name="/wav2vec2/encoder/layers.1/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.1/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.1/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="467" name="Constant_87645" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87645" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="468" name="/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_2_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="469" name="wav2vec2.encoder.layers.2.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="93972704" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.2.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.2.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="470" name="wav2vec2.encoder.layers.2.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="93975776" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.2.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.2.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="471" name="onnx::MatMul_1758" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="93978848" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1758" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1758"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="472" name="/wav2vec2/encoder/layers.2/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="473" name="/wav2vec2/encoder/layers.2/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="474" name="/wav2vec2/encoder/layers.2/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="475" name="/wav2vec2/encoder/layers.2/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="476" name="/wav2vec2/encoder/layers.2/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="477" name="/wav2vec2/encoder/layers.2/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_output_0" /> + </output> + </layer> + <layer id="478" name="Constant_84083" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84083" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="479" name="/wav2vec2/encoder/layers.2/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant, /wav2vec2/encoder/layers.2/attention/Gather, Constant_84083" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Gather_output_0" /> + </output> + </layer> + <layer id="480" name="Constant_84129" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84129" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="481" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze_2, Constant_84129" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="482" name="/wav2vec2/encoder/layers.2/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="483" name="/wav2vec2/encoder/layers.2/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="484" name="Constant_84087" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84087" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="485" name="/wav2vec2/encoder/layers.2/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_1, /wav2vec2/encoder/layers.2/attention/Gather_1, Constant_84087" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="486" name="Constant_84131" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84131" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="487" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze_3, Constant_84131" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="488" name="/wav2vec2/encoder/layers.2/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="489" name="/wav2vec2/encoder/layers.2/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="490" name="/wav2vec2/encoder/layers.2/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Concat_2, /wav2vec2/encoder/layers.2/attention/Constant_10, /wav2vec2/encoder/layers.2/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="491" name="/wav2vec2/encoder/layers.2/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="492" name="Constant_84147" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84147" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="493" name="/wav2vec2/encoder/layers.2/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="494" name="/wav2vec2/encoder/layers.2/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="495" name="/wav2vec2/encoder/layers.2/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_9, /wav2vec2/encoder/layers.2/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="496" name="Constant_84149" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84149" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="497" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze_4, Constant_84149" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="498" name="/wav2vec2/encoder/layers.2/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="499" name="/wav2vec2/encoder/layers.2/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="500" name="/wav2vec2/encoder/layers.2/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Concat_3, /wav2vec2/encoder/layers.2/attention/Constant_12, /wav2vec2/encoder/layers.2/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="501" name="/wav2vec2/encoder/layers.2/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="502" name="wav2vec2.encoder.layers.2.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="96338144" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.2.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.2.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="503" name="onnx::MatMul_1759" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="96341216" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1759" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1759"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="504" name="/wav2vec2/encoder/layers.2/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="505" name="/wav2vec2/encoder/layers.2/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="506" name="Constant_84095" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84095" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="507" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze, Constant_84095" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="508" name="/wav2vec2/encoder/layers.2/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="509" name="/wav2vec2/encoder/layers.2/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="510" name="/wav2vec2/encoder/layers.2/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="511" name="/wav2vec2/encoder/layers.2/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Concat, /wav2vec2/encoder/layers.2/attention/Constant_3, /wav2vec2/encoder/layers.2/attention/Constant_4, /wav2vec2/encoder/layers.2/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="512" name="/wav2vec2/encoder/layers.2/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="513" name="Constant_84114" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84114" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="514" name="/wav2vec2/encoder/layers.2/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="515" name="Constant_84154" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84154" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="516" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze_5, Constant_84154" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="517" name="/wav2vec2/encoder/layers.2/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="518" name="/wav2vec2/encoder/layers.2/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="519" name="/wav2vec2/encoder/layers.2/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Concat_4, /wav2vec2/encoder/layers.2/attention/Constant_14, /wav2vec2/encoder/layers.2/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="520" name="/wav2vec2/encoder/layers.2/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="521" name="/wav2vec2/encoder/layers.2/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/MatMul, /wav2vec2/encoder/layers.2/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="522" name="/wav2vec2/encoder/layers.2/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="523" name="wav2vec2.encoder.layers.2.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="98700512" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.2.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.2.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="524" name="onnx::MatMul_1766" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="98703584" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1766" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1766"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="525" name="/wav2vec2/encoder/layers.2/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="526" name="/wav2vec2/encoder/layers.2/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="527" name="Constant_84101" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84101" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="528" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze_1, Constant_84101" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="529" name="/wav2vec2/encoder/layers.2/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="530" name="/wav2vec2/encoder/layers.2/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="531" name="/wav2vec2/encoder/layers.2/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="532" name="/wav2vec2/encoder/layers.2/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Concat_1, /wav2vec2/encoder/layers.2/attention/Constant_6, /wav2vec2/encoder/layers.2/attention/Constant_7, /wav2vec2/encoder/layers.2/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="533" name="/wav2vec2/encoder/layers.2/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="534" name="Constant_84125" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84125" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="535" name="/wav2vec2/encoder/layers.2/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="536" name="Constant_84159" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84159" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="537" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze_6, Constant_84159" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="538" name="/wav2vec2/encoder/layers.2/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="539" name="/wav2vec2/encoder/layers.2/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="540" name="/wav2vec2/encoder/layers.2/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Concat_5, /wav2vec2/encoder/layers.2/attention/Constant_16, /wav2vec2/encoder/layers.2/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="541" name="/wav2vec2/encoder/layers.2/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="542" name="/wav2vec2/encoder/layers.2/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="543" name="Constant_84358" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84358" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="544" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze_7, Constant_84358" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="545" name="/wav2vec2/encoder/layers.2/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="546" name="Constant_84361" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84361" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="547" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze_8, Constant_84361" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="548" name="/wav2vec2/encoder/layers.2/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="549" name="/wav2vec2/encoder/layers.2/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Concat_6, /wav2vec2/encoder/layers.2/attention/Constant_18, /wav2vec2/encoder/layers.2/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="550" name="/wav2vec2/encoder/layers.2/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="551" name="Constant_84376" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84376" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="552" name="/wav2vec2/encoder/layers.2/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="553" name="Constant_84378" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84378" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="554" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze_9, Constant_84378" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="555" name="Constant_84380" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84380" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="556" name="/wav2vec2/encoder/layers.2/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Unsqueeze_10, Constant_84380" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="557" name="/wav2vec2/encoder/layers.2/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="558" name="/wav2vec2/encoder/layers.2/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Concat_7, /wav2vec2/encoder/layers.2/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.2/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="559" name="/wav2vec2/encoder/layers.2/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="560" name="onnx::MatMul_1778" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="101062880" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1778" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1778"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="561" name="/wav2vec2/encoder/layers.2/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="562" name="/wav2vec2/encoder/layers.2/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="563" name="/wav2vec2/encoder/layers.2/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="564" name="Constant_84398" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84398" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="565" name="/wav2vec2/encoder/layers.2/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="566" name="/wav2vec2/encoder/layers.2/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="567" name="/wav2vec2/encoder/layers.2/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="568" name="/wav2vec2/encoder/layers.2/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="569" name="Constant_84403" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84403" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="570" name="/wav2vec2/encoder/layers.2/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="571" name="/wav2vec2/encoder/layers.2/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="572" name="/wav2vec2/encoder/layers.2/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="573" name="/wav2vec2/encoder/layers.2/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="574" name="/wav2vec2/encoder/layers.2/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="575" name="wav2vec2.encoder.layers.2.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="103422176" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.2.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.2.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="576" name="/wav2vec2/encoder/layers.2/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="577" name="wav2vec2.encoder.layers.2.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="103425248" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.2.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.2.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="578" name="/wav2vec2/encoder/layers.2/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="579" name="wav2vec2.encoder.layers.2.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="103428320" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.2.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.2.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="580" name="wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="103431392" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="581" name="onnx::MatMul_1779" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="103443680" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1779" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1779"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="582" name="/wav2vec2/encoder/layers.2/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="583" name="/wav2vec2/encoder/layers.2/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="584" name="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="585" name="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="586" name="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="587" name="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="588" name="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="589" name="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="590" name="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="591" name="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="592" name="onnx::MatMul_1780" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="112880864" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1780" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1780"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="593" name="/wav2vec2/encoder/layers.2/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="594" name="/wav2vec2/encoder/layers.2/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="595" name="/wav2vec2/encoder/layers.2/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="596" name="Constant_84424" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84424" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="597" name="/wav2vec2/encoder/layers.2/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="598" name="/wav2vec2/encoder/layers.2/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="599" name="/wav2vec2/encoder/layers.2/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="600" name="/wav2vec2/encoder/layers.2/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="601" name="Constant_84429" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84429" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="602" name="/wav2vec2/encoder/layers.2/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="603" name="/wav2vec2/encoder/layers.2/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="604" name="/wav2vec2/encoder/layers.2/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="605" name="/wav2vec2/encoder/layers.2/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="606" name="/wav2vec2/encoder/layers.2/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="607" name="wav2vec2.encoder.layers.2.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="122318048" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.2.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.2.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="608" name="/wav2vec2/encoder/layers.2/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="609" name="wav2vec2.encoder.layers.2.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="122321120" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.2.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.2.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="610" name="/wav2vec2/encoder/layers.2/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.2/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.2/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="611" name="Constant_87647" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87647" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="612" name="/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_3_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="613" name="wav2vec2.encoder.layers.3.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="122324192" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.3.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.3.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="614" name="wav2vec2.encoder.layers.3.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="122327264" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.3.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.3.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="615" name="onnx::MatMul_1781" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="122330336" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1781" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1781"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="616" name="/wav2vec2/encoder/layers.3/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="617" name="/wav2vec2/encoder/layers.3/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="618" name="/wav2vec2/encoder/layers.3/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="619" name="/wav2vec2/encoder/layers.3/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="620" name="/wav2vec2/encoder/layers.3/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="621" name="/wav2vec2/encoder/layers.3/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_output_0" /> + </output> + </layer> + <layer id="622" name="Constant_84439" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84439" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="623" name="/wav2vec2/encoder/layers.3/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant, /wav2vec2/encoder/layers.3/attention/Gather, Constant_84439" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Gather_output_0" /> + </output> + </layer> + <layer id="624" name="Constant_84485" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84485" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="625" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze_2, Constant_84485" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="626" name="/wav2vec2/encoder/layers.3/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="627" name="/wav2vec2/encoder/layers.3/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="628" name="Constant_84443" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84443" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="629" name="/wav2vec2/encoder/layers.3/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_1, /wav2vec2/encoder/layers.3/attention/Gather_1, Constant_84443" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="630" name="Constant_84487" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84487" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="631" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze_3, Constant_84487" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="632" name="/wav2vec2/encoder/layers.3/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="633" name="/wav2vec2/encoder/layers.3/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="634" name="/wav2vec2/encoder/layers.3/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Concat_2, /wav2vec2/encoder/layers.3/attention/Constant_10, /wav2vec2/encoder/layers.3/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="635" name="/wav2vec2/encoder/layers.3/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="636" name="Constant_84503" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84503" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="637" name="/wav2vec2/encoder/layers.3/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="638" name="/wav2vec2/encoder/layers.3/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="639" name="/wav2vec2/encoder/layers.3/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_9, /wav2vec2/encoder/layers.3/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="640" name="Constant_84505" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84505" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="641" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze_4, Constant_84505" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="642" name="/wav2vec2/encoder/layers.3/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="643" name="/wav2vec2/encoder/layers.3/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="644" name="/wav2vec2/encoder/layers.3/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Concat_3, /wav2vec2/encoder/layers.3/attention/Constant_12, /wav2vec2/encoder/layers.3/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="645" name="/wav2vec2/encoder/layers.3/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="646" name="wav2vec2.encoder.layers.3.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="124689632" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.3.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.3.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="647" name="onnx::MatMul_1782" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="124692704" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1782" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1782"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="648" name="/wav2vec2/encoder/layers.3/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="649" name="/wav2vec2/encoder/layers.3/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="650" name="Constant_84451" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84451" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="651" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze, Constant_84451" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="652" name="/wav2vec2/encoder/layers.3/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="653" name="/wav2vec2/encoder/layers.3/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="654" name="/wav2vec2/encoder/layers.3/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="655" name="/wav2vec2/encoder/layers.3/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Concat, /wav2vec2/encoder/layers.3/attention/Constant_3, /wav2vec2/encoder/layers.3/attention/Constant_4, /wav2vec2/encoder/layers.3/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="656" name="/wav2vec2/encoder/layers.3/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="657" name="Constant_84470" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84470" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="658" name="/wav2vec2/encoder/layers.3/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="659" name="Constant_84510" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84510" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="660" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze_5, Constant_84510" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="661" name="/wav2vec2/encoder/layers.3/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="662" name="/wav2vec2/encoder/layers.3/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="663" name="/wav2vec2/encoder/layers.3/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Concat_4, /wav2vec2/encoder/layers.3/attention/Constant_14, /wav2vec2/encoder/layers.3/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="664" name="/wav2vec2/encoder/layers.3/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="665" name="/wav2vec2/encoder/layers.3/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/MatMul, /wav2vec2/encoder/layers.3/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="666" name="/wav2vec2/encoder/layers.3/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="667" name="wav2vec2.encoder.layers.3.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="127052000" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.3.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.3.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="668" name="onnx::MatMul_1789" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="127055072" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1789" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1789"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="669" name="/wav2vec2/encoder/layers.3/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="670" name="/wav2vec2/encoder/layers.3/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="671" name="Constant_84457" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84457" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="672" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze_1, Constant_84457" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="673" name="/wav2vec2/encoder/layers.3/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="674" name="/wav2vec2/encoder/layers.3/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="675" name="/wav2vec2/encoder/layers.3/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="676" name="/wav2vec2/encoder/layers.3/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Concat_1, /wav2vec2/encoder/layers.3/attention/Constant_6, /wav2vec2/encoder/layers.3/attention/Constant_7, /wav2vec2/encoder/layers.3/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="677" name="/wav2vec2/encoder/layers.3/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="678" name="Constant_84481" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84481" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="679" name="/wav2vec2/encoder/layers.3/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="680" name="Constant_84515" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84515" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="681" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze_6, Constant_84515" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="682" name="/wav2vec2/encoder/layers.3/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="683" name="/wav2vec2/encoder/layers.3/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="684" name="/wav2vec2/encoder/layers.3/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Concat_5, /wav2vec2/encoder/layers.3/attention/Constant_16, /wav2vec2/encoder/layers.3/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="685" name="/wav2vec2/encoder/layers.3/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="686" name="/wav2vec2/encoder/layers.3/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="687" name="Constant_84714" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84714" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="688" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze_7, Constant_84714" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="689" name="/wav2vec2/encoder/layers.3/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="690" name="Constant_84717" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84717" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="691" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze_8, Constant_84717" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="692" name="/wav2vec2/encoder/layers.3/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="693" name="/wav2vec2/encoder/layers.3/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Concat_6, /wav2vec2/encoder/layers.3/attention/Constant_18, /wav2vec2/encoder/layers.3/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="694" name="/wav2vec2/encoder/layers.3/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="695" name="Constant_84732" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84732" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="696" name="/wav2vec2/encoder/layers.3/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="697" name="Constant_84734" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84734" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="698" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze_9, Constant_84734" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="699" name="Constant_84736" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84736" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="700" name="/wav2vec2/encoder/layers.3/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Unsqueeze_10, Constant_84736" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="701" name="/wav2vec2/encoder/layers.3/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="702" name="/wav2vec2/encoder/layers.3/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Concat_7, /wav2vec2/encoder/layers.3/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.3/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="703" name="/wav2vec2/encoder/layers.3/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="704" name="onnx::MatMul_1801" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="129414368" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1801" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1801"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="705" name="/wav2vec2/encoder/layers.3/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="706" name="/wav2vec2/encoder/layers.3/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="707" name="/wav2vec2/encoder/layers.3/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="708" name="Constant_84754" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84754" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="709" name="/wav2vec2/encoder/layers.3/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="710" name="/wav2vec2/encoder/layers.3/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="711" name="/wav2vec2/encoder/layers.3/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="712" name="/wav2vec2/encoder/layers.3/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="713" name="Constant_84759" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84759" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="714" name="/wav2vec2/encoder/layers.3/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="715" name="/wav2vec2/encoder/layers.3/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="716" name="/wav2vec2/encoder/layers.3/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="717" name="/wav2vec2/encoder/layers.3/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="718" name="/wav2vec2/encoder/layers.3/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="719" name="wav2vec2.encoder.layers.3.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="131773664" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.3.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.3.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="720" name="/wav2vec2/encoder/layers.3/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="721" name="wav2vec2.encoder.layers.3.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="131776736" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.3.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.3.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="722" name="/wav2vec2/encoder/layers.3/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="723" name="wav2vec2.encoder.layers.3.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="131779808" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.3.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.3.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="724" name="wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="131782880" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="725" name="onnx::MatMul_1802" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="131795168" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1802" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1802"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="726" name="/wav2vec2/encoder/layers.3/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="727" name="/wav2vec2/encoder/layers.3/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="728" name="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="729" name="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="730" name="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="731" name="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="732" name="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="733" name="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="734" name="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="735" name="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="736" name="onnx::MatMul_1803" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="141232352" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1803" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1803"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="737" name="/wav2vec2/encoder/layers.3/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="738" name="/wav2vec2/encoder/layers.3/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="739" name="/wav2vec2/encoder/layers.3/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="740" name="Constant_84780" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84780" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="741" name="/wav2vec2/encoder/layers.3/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="742" name="/wav2vec2/encoder/layers.3/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="743" name="/wav2vec2/encoder/layers.3/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="744" name="/wav2vec2/encoder/layers.3/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="745" name="Constant_84785" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84785" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="746" name="/wav2vec2/encoder/layers.3/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="747" name="/wav2vec2/encoder/layers.3/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="748" name="/wav2vec2/encoder/layers.3/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="749" name="/wav2vec2/encoder/layers.3/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="750" name="/wav2vec2/encoder/layers.3/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="751" name="wav2vec2.encoder.layers.3.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="150669536" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.3.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.3.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="752" name="/wav2vec2/encoder/layers.3/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="753" name="wav2vec2.encoder.layers.3.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="150672608" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.3.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.3.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="754" name="/wav2vec2/encoder/layers.3/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.3/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.3/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="755" name="Constant_87649" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87649" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="756" name="/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_4_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="757" name="wav2vec2.encoder.layers.4.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="150675680" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.4.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.4.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="758" name="wav2vec2.encoder.layers.4.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="150678752" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.4.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.4.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="759" name="onnx::MatMul_1804" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="150681824" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1804" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1804"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="760" name="/wav2vec2/encoder/layers.4/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="761" name="/wav2vec2/encoder/layers.4/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="762" name="/wav2vec2/encoder/layers.4/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="763" name="/wav2vec2/encoder/layers.4/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="764" name="/wav2vec2/encoder/layers.4/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="765" name="/wav2vec2/encoder/layers.4/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_output_0" /> + </output> + </layer> + <layer id="766" name="Constant_84795" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84795" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="767" name="/wav2vec2/encoder/layers.4/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant, /wav2vec2/encoder/layers.4/attention/Gather, Constant_84795" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Gather_output_0" /> + </output> + </layer> + <layer id="768" name="Constant_84841" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84841" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="769" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze_2, Constant_84841" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="770" name="/wav2vec2/encoder/layers.4/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="771" name="/wav2vec2/encoder/layers.4/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="772" name="Constant_84799" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84799" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="773" name="/wav2vec2/encoder/layers.4/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_1, /wav2vec2/encoder/layers.4/attention/Gather_1, Constant_84799" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="774" name="Constant_84843" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84843" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="775" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze_3, Constant_84843" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="776" name="/wav2vec2/encoder/layers.4/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="777" name="/wav2vec2/encoder/layers.4/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="778" name="/wav2vec2/encoder/layers.4/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Concat_2, /wav2vec2/encoder/layers.4/attention/Constant_10, /wav2vec2/encoder/layers.4/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="779" name="/wav2vec2/encoder/layers.4/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="780" name="Constant_84859" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84859" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="781" name="/wav2vec2/encoder/layers.4/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="782" name="/wav2vec2/encoder/layers.4/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="783" name="/wav2vec2/encoder/layers.4/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_9, /wav2vec2/encoder/layers.4/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="784" name="Constant_84861" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84861" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="785" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze_4, Constant_84861" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="786" name="/wav2vec2/encoder/layers.4/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="787" name="/wav2vec2/encoder/layers.4/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="788" name="/wav2vec2/encoder/layers.4/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Concat_3, /wav2vec2/encoder/layers.4/attention/Constant_12, /wav2vec2/encoder/layers.4/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="789" name="/wav2vec2/encoder/layers.4/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="790" name="wav2vec2.encoder.layers.4.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="153041120" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.4.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.4.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="791" name="onnx::MatMul_1805" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="153044192" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1805" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1805"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="792" name="/wav2vec2/encoder/layers.4/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="793" name="/wav2vec2/encoder/layers.4/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="794" name="Constant_84807" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84807" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="795" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze, Constant_84807" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="796" name="/wav2vec2/encoder/layers.4/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="797" name="/wav2vec2/encoder/layers.4/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="798" name="/wav2vec2/encoder/layers.4/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="799" name="/wav2vec2/encoder/layers.4/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Concat, /wav2vec2/encoder/layers.4/attention/Constant_3, /wav2vec2/encoder/layers.4/attention/Constant_4, /wav2vec2/encoder/layers.4/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="800" name="/wav2vec2/encoder/layers.4/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="801" name="Constant_84826" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84826" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="802" name="/wav2vec2/encoder/layers.4/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="803" name="Constant_84866" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84866" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="804" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze_5, Constant_84866" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="805" name="/wav2vec2/encoder/layers.4/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="806" name="/wav2vec2/encoder/layers.4/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="807" name="/wav2vec2/encoder/layers.4/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Concat_4, /wav2vec2/encoder/layers.4/attention/Constant_14, /wav2vec2/encoder/layers.4/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="808" name="/wav2vec2/encoder/layers.4/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="809" name="/wav2vec2/encoder/layers.4/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/MatMul, /wav2vec2/encoder/layers.4/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="810" name="/wav2vec2/encoder/layers.4/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="811" name="wav2vec2.encoder.layers.4.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="155403488" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.4.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.4.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="812" name="onnx::MatMul_1812" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="155406560" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1812" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1812"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="813" name="/wav2vec2/encoder/layers.4/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="814" name="/wav2vec2/encoder/layers.4/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="815" name="Constant_84813" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84813" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="816" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze_1, Constant_84813" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="817" name="/wav2vec2/encoder/layers.4/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="818" name="/wav2vec2/encoder/layers.4/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="819" name="/wav2vec2/encoder/layers.4/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="820" name="/wav2vec2/encoder/layers.4/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Concat_1, /wav2vec2/encoder/layers.4/attention/Constant_6, /wav2vec2/encoder/layers.4/attention/Constant_7, /wav2vec2/encoder/layers.4/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="821" name="/wav2vec2/encoder/layers.4/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="822" name="Constant_84837" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84837" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="823" name="/wav2vec2/encoder/layers.4/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="824" name="Constant_84871" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_84871" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="825" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze_6, Constant_84871" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="826" name="/wav2vec2/encoder/layers.4/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="827" name="/wav2vec2/encoder/layers.4/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="828" name="/wav2vec2/encoder/layers.4/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Concat_5, /wav2vec2/encoder/layers.4/attention/Constant_16, /wav2vec2/encoder/layers.4/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="829" name="/wav2vec2/encoder/layers.4/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="830" name="/wav2vec2/encoder/layers.4/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="831" name="Constant_85070" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85070" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="832" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze_7, Constant_85070" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="833" name="/wav2vec2/encoder/layers.4/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="834" name="Constant_85073" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85073" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="835" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze_8, Constant_85073" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="836" name="/wav2vec2/encoder/layers.4/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="837" name="/wav2vec2/encoder/layers.4/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Concat_6, /wav2vec2/encoder/layers.4/attention/Constant_18, /wav2vec2/encoder/layers.4/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="838" name="/wav2vec2/encoder/layers.4/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="839" name="Constant_85088" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85088" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="840" name="/wav2vec2/encoder/layers.4/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="841" name="Constant_85090" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85090" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="842" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze_9, Constant_85090" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="843" name="Constant_85092" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85092" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="844" name="/wav2vec2/encoder/layers.4/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Unsqueeze_10, Constant_85092" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="845" name="/wav2vec2/encoder/layers.4/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="846" name="/wav2vec2/encoder/layers.4/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Concat_7, /wav2vec2/encoder/layers.4/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.4/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="847" name="/wav2vec2/encoder/layers.4/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="848" name="onnx::MatMul_1824" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="157765856" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1824" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1824"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="849" name="/wav2vec2/encoder/layers.4/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="850" name="/wav2vec2/encoder/layers.4/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="851" name="/wav2vec2/encoder/layers.4/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="852" name="Constant_85110" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85110" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="853" name="/wav2vec2/encoder/layers.4/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="854" name="/wav2vec2/encoder/layers.4/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="855" name="/wav2vec2/encoder/layers.4/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="856" name="/wav2vec2/encoder/layers.4/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="857" name="Constant_85115" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85115" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="858" name="/wav2vec2/encoder/layers.4/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="859" name="/wav2vec2/encoder/layers.4/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="860" name="/wav2vec2/encoder/layers.4/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="861" name="/wav2vec2/encoder/layers.4/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="862" name="/wav2vec2/encoder/layers.4/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="863" name="wav2vec2.encoder.layers.4.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="160125152" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.4.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.4.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="864" name="/wav2vec2/encoder/layers.4/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="865" name="wav2vec2.encoder.layers.4.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="160128224" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.4.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.4.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="866" name="/wav2vec2/encoder/layers.4/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="867" name="wav2vec2.encoder.layers.4.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="160131296" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.4.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.4.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="868" name="wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="160134368" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="869" name="onnx::MatMul_1825" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="160146656" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1825" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1825"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="870" name="/wav2vec2/encoder/layers.4/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="871" name="/wav2vec2/encoder/layers.4/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="872" name="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="873" name="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="874" name="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="875" name="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="876" name="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="877" name="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="878" name="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="879" name="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="880" name="onnx::MatMul_1826" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="169583840" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1826" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1826"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="881" name="/wav2vec2/encoder/layers.4/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="882" name="/wav2vec2/encoder/layers.4/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="883" name="/wav2vec2/encoder/layers.4/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="884" name="Constant_85136" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85136" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="885" name="/wav2vec2/encoder/layers.4/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="886" name="/wav2vec2/encoder/layers.4/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="887" name="/wav2vec2/encoder/layers.4/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="888" name="/wav2vec2/encoder/layers.4/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="889" name="Constant_85141" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85141" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="890" name="/wav2vec2/encoder/layers.4/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="891" name="/wav2vec2/encoder/layers.4/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="892" name="/wav2vec2/encoder/layers.4/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="893" name="/wav2vec2/encoder/layers.4/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="894" name="/wav2vec2/encoder/layers.4/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="895" name="wav2vec2.encoder.layers.4.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="179021024" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.4.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.4.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="896" name="/wav2vec2/encoder/layers.4/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="897" name="wav2vec2.encoder.layers.4.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="179024096" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.4.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.4.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="898" name="/wav2vec2/encoder/layers.4/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.4/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.4/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="899" name="Constant_87651" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87651" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="900" name="/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_5_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="901" name="wav2vec2.encoder.layers.5.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="179027168" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.5.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.5.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="902" name="wav2vec2.encoder.layers.5.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="179030240" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.5.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.5.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="903" name="onnx::MatMul_1827" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="179033312" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1827" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1827"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="904" name="/wav2vec2/encoder/layers.5/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="905" name="/wav2vec2/encoder/layers.5/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="906" name="/wav2vec2/encoder/layers.5/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="907" name="/wav2vec2/encoder/layers.5/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="908" name="/wav2vec2/encoder/layers.5/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="909" name="/wav2vec2/encoder/layers.5/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_output_0" /> + </output> + </layer> + <layer id="910" name="Constant_85151" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85151" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="911" name="/wav2vec2/encoder/layers.5/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant, /wav2vec2/encoder/layers.5/attention/Gather, Constant_85151" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Gather_output_0" /> + </output> + </layer> + <layer id="912" name="Constant_85197" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85197" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="913" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze_2, Constant_85197" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="914" name="/wav2vec2/encoder/layers.5/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="915" name="/wav2vec2/encoder/layers.5/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="916" name="Constant_85155" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85155" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="917" name="/wav2vec2/encoder/layers.5/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_1, /wav2vec2/encoder/layers.5/attention/Gather_1, Constant_85155" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="918" name="Constant_85199" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85199" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="919" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze_3, Constant_85199" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="920" name="/wav2vec2/encoder/layers.5/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="921" name="/wav2vec2/encoder/layers.5/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="922" name="/wav2vec2/encoder/layers.5/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Concat_2, /wav2vec2/encoder/layers.5/attention/Constant_10, /wav2vec2/encoder/layers.5/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="923" name="/wav2vec2/encoder/layers.5/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="924" name="Constant_85215" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85215" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="925" name="/wav2vec2/encoder/layers.5/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="926" name="/wav2vec2/encoder/layers.5/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="927" name="/wav2vec2/encoder/layers.5/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_9, /wav2vec2/encoder/layers.5/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="928" name="Constant_85217" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85217" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="929" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze_4, Constant_85217" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="930" name="/wav2vec2/encoder/layers.5/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="931" name="/wav2vec2/encoder/layers.5/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="932" name="/wav2vec2/encoder/layers.5/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Concat_3, /wav2vec2/encoder/layers.5/attention/Constant_12, /wav2vec2/encoder/layers.5/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="933" name="/wav2vec2/encoder/layers.5/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="934" name="wav2vec2.encoder.layers.5.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="181392608" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.5.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.5.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="935" name="onnx::MatMul_1828" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="181395680" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1828" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1828"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="936" name="/wav2vec2/encoder/layers.5/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="937" name="/wav2vec2/encoder/layers.5/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="938" name="Constant_85163" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85163" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="939" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze, Constant_85163" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="940" name="/wav2vec2/encoder/layers.5/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="941" name="/wav2vec2/encoder/layers.5/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="942" name="/wav2vec2/encoder/layers.5/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="943" name="/wav2vec2/encoder/layers.5/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Concat, /wav2vec2/encoder/layers.5/attention/Constant_3, /wav2vec2/encoder/layers.5/attention/Constant_4, /wav2vec2/encoder/layers.5/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="944" name="/wav2vec2/encoder/layers.5/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="945" name="Constant_85182" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85182" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="946" name="/wav2vec2/encoder/layers.5/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="947" name="Constant_85222" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85222" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="948" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze_5, Constant_85222" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="949" name="/wav2vec2/encoder/layers.5/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="950" name="/wav2vec2/encoder/layers.5/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="951" name="/wav2vec2/encoder/layers.5/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Concat_4, /wav2vec2/encoder/layers.5/attention/Constant_14, /wav2vec2/encoder/layers.5/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="952" name="/wav2vec2/encoder/layers.5/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="953" name="/wav2vec2/encoder/layers.5/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/MatMul, /wav2vec2/encoder/layers.5/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="954" name="/wav2vec2/encoder/layers.5/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="955" name="wav2vec2.encoder.layers.5.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="183754976" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.5.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.5.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="956" name="onnx::MatMul_1835" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="183758048" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1835" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1835"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="957" name="/wav2vec2/encoder/layers.5/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="958" name="/wav2vec2/encoder/layers.5/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="959" name="Constant_85169" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85169" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="960" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze_1, Constant_85169" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="961" name="/wav2vec2/encoder/layers.5/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="962" name="/wav2vec2/encoder/layers.5/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="963" name="/wav2vec2/encoder/layers.5/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="964" name="/wav2vec2/encoder/layers.5/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Concat_1, /wav2vec2/encoder/layers.5/attention/Constant_6, /wav2vec2/encoder/layers.5/attention/Constant_7, /wav2vec2/encoder/layers.5/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="965" name="/wav2vec2/encoder/layers.5/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="966" name="Constant_85193" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85193" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="967" name="/wav2vec2/encoder/layers.5/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="968" name="Constant_85227" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85227" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="969" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze_6, Constant_85227" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="970" name="/wav2vec2/encoder/layers.5/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="971" name="/wav2vec2/encoder/layers.5/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="972" name="/wav2vec2/encoder/layers.5/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Concat_5, /wav2vec2/encoder/layers.5/attention/Constant_16, /wav2vec2/encoder/layers.5/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="973" name="/wav2vec2/encoder/layers.5/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="974" name="/wav2vec2/encoder/layers.5/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="975" name="Constant_85426" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85426" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="976" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze_7, Constant_85426" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="977" name="/wav2vec2/encoder/layers.5/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="978" name="Constant_85429" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85429" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="979" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze_8, Constant_85429" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="980" name="/wav2vec2/encoder/layers.5/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="981" name="/wav2vec2/encoder/layers.5/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Concat_6, /wav2vec2/encoder/layers.5/attention/Constant_18, /wav2vec2/encoder/layers.5/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="982" name="/wav2vec2/encoder/layers.5/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="983" name="Constant_85444" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85444" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="984" name="/wav2vec2/encoder/layers.5/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="985" name="Constant_85446" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85446" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="986" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze_9, Constant_85446" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="987" name="Constant_85448" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85448" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="988" name="/wav2vec2/encoder/layers.5/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Unsqueeze_10, Constant_85448" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="989" name="/wav2vec2/encoder/layers.5/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="990" name="/wav2vec2/encoder/layers.5/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Concat_7, /wav2vec2/encoder/layers.5/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.5/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="991" name="/wav2vec2/encoder/layers.5/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="992" name="onnx::MatMul_1847" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="186117344" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1847" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1847"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="993" name="/wav2vec2/encoder/layers.5/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="994" name="/wav2vec2/encoder/layers.5/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="995" name="/wav2vec2/encoder/layers.5/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="996" name="Constant_85466" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85466" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="997" name="/wav2vec2/encoder/layers.5/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="998" name="/wav2vec2/encoder/layers.5/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="999" name="/wav2vec2/encoder/layers.5/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1000" name="/wav2vec2/encoder/layers.5/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1001" name="Constant_85471" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85471" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1002" name="/wav2vec2/encoder/layers.5/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1003" name="/wav2vec2/encoder/layers.5/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1004" name="/wav2vec2/encoder/layers.5/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1005" name="/wav2vec2/encoder/layers.5/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1006" name="/wav2vec2/encoder/layers.5/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1007" name="wav2vec2.encoder.layers.5.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="188476640" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.5.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.5.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1008" name="/wav2vec2/encoder/layers.5/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1009" name="wav2vec2.encoder.layers.5.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="188479712" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.5.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.5.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1010" name="/wav2vec2/encoder/layers.5/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1011" name="wav2vec2.encoder.layers.5.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="188482784" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.5.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.5.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1012" name="wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="188485856" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1013" name="onnx::MatMul_1848" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="188498144" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1848" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1848"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1014" name="/wav2vec2/encoder/layers.5/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1015" name="/wav2vec2/encoder/layers.5/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1016" name="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="1017" name="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1018" name="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1019" name="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="1020" name="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1021" name="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1022" name="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="1023" name="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1024" name="onnx::MatMul_1849" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="197935328" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1849" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1849"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1025" name="/wav2vec2/encoder/layers.5/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1026" name="/wav2vec2/encoder/layers.5/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1027" name="/wav2vec2/encoder/layers.5/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1028" name="Constant_85492" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85492" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1029" name="/wav2vec2/encoder/layers.5/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1030" name="/wav2vec2/encoder/layers.5/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1031" name="/wav2vec2/encoder/layers.5/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1032" name="/wav2vec2/encoder/layers.5/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1033" name="Constant_85497" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85497" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1034" name="/wav2vec2/encoder/layers.5/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1035" name="/wav2vec2/encoder/layers.5/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1036" name="/wav2vec2/encoder/layers.5/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1037" name="/wav2vec2/encoder/layers.5/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1038" name="/wav2vec2/encoder/layers.5/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1039" name="wav2vec2.encoder.layers.5.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="207372512" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.5.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.5.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1040" name="/wav2vec2/encoder/layers.5/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1041" name="wav2vec2.encoder.layers.5.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="207375584" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.5.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.5.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1042" name="/wav2vec2/encoder/layers.5/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.5/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.5/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1043" name="Constant_87653" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87653" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1044" name="/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_6_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1045" name="wav2vec2.encoder.layers.6.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="207378656" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.6.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.6.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1046" name="wav2vec2.encoder.layers.6.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="207381728" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.6.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.6.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1047" name="onnx::MatMul_1850" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="207384800" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1850" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1850"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1048" name="/wav2vec2/encoder/layers.6/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1049" name="/wav2vec2/encoder/layers.6/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1050" name="/wav2vec2/encoder/layers.6/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="1051" name="/wav2vec2/encoder/layers.6/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1052" name="/wav2vec2/encoder/layers.6/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1053" name="/wav2vec2/encoder/layers.6/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_output_0" /> + </output> + </layer> + <layer id="1054" name="Constant_85507" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85507" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1055" name="/wav2vec2/encoder/layers.6/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant, /wav2vec2/encoder/layers.6/attention/Gather, Constant_85507" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Gather_output_0" /> + </output> + </layer> + <layer id="1056" name="Constant_85553" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85553" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1057" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze_2, Constant_85553" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1058" name="/wav2vec2/encoder/layers.6/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1059" name="/wav2vec2/encoder/layers.6/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="1060" name="Constant_85511" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85511" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1061" name="/wav2vec2/encoder/layers.6/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_1, /wav2vec2/encoder/layers.6/attention/Gather_1, Constant_85511" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="1062" name="Constant_85555" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85555" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1063" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze_3, Constant_85555" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1064" name="/wav2vec2/encoder/layers.6/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1065" name="/wav2vec2/encoder/layers.6/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1066" name="/wav2vec2/encoder/layers.6/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Concat_2, /wav2vec2/encoder/layers.6/attention/Constant_10, /wav2vec2/encoder/layers.6/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1067" name="/wav2vec2/encoder/layers.6/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1068" name="Constant_85571" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85571" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1069" name="/wav2vec2/encoder/layers.6/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1070" name="/wav2vec2/encoder/layers.6/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="1071" name="/wav2vec2/encoder/layers.6/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_9, /wav2vec2/encoder/layers.6/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="1072" name="Constant_85573" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85573" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1073" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze_4, Constant_85573" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1074" name="/wav2vec2/encoder/layers.6/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1075" name="/wav2vec2/encoder/layers.6/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1076" name="/wav2vec2/encoder/layers.6/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Concat_3, /wav2vec2/encoder/layers.6/attention/Constant_12, /wav2vec2/encoder/layers.6/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1077" name="/wav2vec2/encoder/layers.6/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1078" name="wav2vec2.encoder.layers.6.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="209744096" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.6.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.6.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1079" name="onnx::MatMul_1851" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="209747168" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1851" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1851"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1080" name="/wav2vec2/encoder/layers.6/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1081" name="/wav2vec2/encoder/layers.6/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1082" name="Constant_85519" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85519" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1083" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze, Constant_85519" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1084" name="/wav2vec2/encoder/layers.6/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1085" name="/wav2vec2/encoder/layers.6/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1086" name="/wav2vec2/encoder/layers.6/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1087" name="/wav2vec2/encoder/layers.6/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Concat, /wav2vec2/encoder/layers.6/attention/Constant_3, /wav2vec2/encoder/layers.6/attention/Constant_4, /wav2vec2/encoder/layers.6/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1088" name="/wav2vec2/encoder/layers.6/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1089" name="Constant_85538" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85538" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1090" name="/wav2vec2/encoder/layers.6/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1091" name="Constant_85578" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85578" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1092" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze_5, Constant_85578" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1093" name="/wav2vec2/encoder/layers.6/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1094" name="/wav2vec2/encoder/layers.6/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1095" name="/wav2vec2/encoder/layers.6/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Concat_4, /wav2vec2/encoder/layers.6/attention/Constant_14, /wav2vec2/encoder/layers.6/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1096" name="/wav2vec2/encoder/layers.6/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1097" name="/wav2vec2/encoder/layers.6/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/MatMul, /wav2vec2/encoder/layers.6/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1098" name="/wav2vec2/encoder/layers.6/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1099" name="wav2vec2.encoder.layers.6.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="212106464" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.6.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.6.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1100" name="onnx::MatMul_1858" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="212109536" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1858" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1858"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1101" name="/wav2vec2/encoder/layers.6/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1102" name="/wav2vec2/encoder/layers.6/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1103" name="Constant_85525" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85525" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1104" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze_1, Constant_85525" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1105" name="/wav2vec2/encoder/layers.6/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1106" name="/wav2vec2/encoder/layers.6/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1107" name="/wav2vec2/encoder/layers.6/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1108" name="/wav2vec2/encoder/layers.6/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Concat_1, /wav2vec2/encoder/layers.6/attention/Constant_6, /wav2vec2/encoder/layers.6/attention/Constant_7, /wav2vec2/encoder/layers.6/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1109" name="/wav2vec2/encoder/layers.6/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1110" name="Constant_85549" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85549" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1111" name="/wav2vec2/encoder/layers.6/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1112" name="Constant_85583" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85583" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1113" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze_6, Constant_85583" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1114" name="/wav2vec2/encoder/layers.6/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1115" name="/wav2vec2/encoder/layers.6/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1116" name="/wav2vec2/encoder/layers.6/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Concat_5, /wav2vec2/encoder/layers.6/attention/Constant_16, /wav2vec2/encoder/layers.6/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1117" name="/wav2vec2/encoder/layers.6/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1118" name="/wav2vec2/encoder/layers.6/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1119" name="Constant_85782" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85782" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1120" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze_7, Constant_85782" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1121" name="/wav2vec2/encoder/layers.6/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1122" name="Constant_85785" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85785" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1123" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze_8, Constant_85785" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1124" name="/wav2vec2/encoder/layers.6/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1125" name="/wav2vec2/encoder/layers.6/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Concat_6, /wav2vec2/encoder/layers.6/attention/Constant_18, /wav2vec2/encoder/layers.6/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1126" name="/wav2vec2/encoder/layers.6/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1127" name="Constant_85800" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85800" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1128" name="/wav2vec2/encoder/layers.6/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1129" name="Constant_85802" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85802" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1130" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze_9, Constant_85802" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1131" name="Constant_85804" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85804" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1132" name="/wav2vec2/encoder/layers.6/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Unsqueeze_10, Constant_85804" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1133" name="/wav2vec2/encoder/layers.6/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1134" name="/wav2vec2/encoder/layers.6/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Concat_7, /wav2vec2/encoder/layers.6/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.6/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1135" name="/wav2vec2/encoder/layers.6/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1136" name="onnx::MatMul_1870" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="214468832" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1870" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1870"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1137" name="/wav2vec2/encoder/layers.6/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1138" name="/wav2vec2/encoder/layers.6/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1139" name="/wav2vec2/encoder/layers.6/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1140" name="Constant_85822" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85822" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1141" name="/wav2vec2/encoder/layers.6/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1142" name="/wav2vec2/encoder/layers.6/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1143" name="/wav2vec2/encoder/layers.6/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1144" name="/wav2vec2/encoder/layers.6/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1145" name="Constant_85827" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85827" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1146" name="/wav2vec2/encoder/layers.6/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1147" name="/wav2vec2/encoder/layers.6/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1148" name="/wav2vec2/encoder/layers.6/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1149" name="/wav2vec2/encoder/layers.6/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1150" name="/wav2vec2/encoder/layers.6/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1151" name="wav2vec2.encoder.layers.6.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="216828128" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.6.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.6.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1152" name="/wav2vec2/encoder/layers.6/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1153" name="wav2vec2.encoder.layers.6.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="216831200" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.6.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.6.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1154" name="/wav2vec2/encoder/layers.6/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1155" name="wav2vec2.encoder.layers.6.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="216834272" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.6.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.6.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1156" name="wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="216837344" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1157" name="onnx::MatMul_1871" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="216849632" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1871" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1871"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1158" name="/wav2vec2/encoder/layers.6/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1159" name="/wav2vec2/encoder/layers.6/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1160" name="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="1161" name="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1162" name="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1163" name="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="1164" name="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1165" name="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1166" name="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="1167" name="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1168" name="onnx::MatMul_1872" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="226286816" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1872" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1872"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1169" name="/wav2vec2/encoder/layers.6/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1170" name="/wav2vec2/encoder/layers.6/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1171" name="/wav2vec2/encoder/layers.6/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1172" name="Constant_85848" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85848" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1173" name="/wav2vec2/encoder/layers.6/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1174" name="/wav2vec2/encoder/layers.6/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1175" name="/wav2vec2/encoder/layers.6/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1176" name="/wav2vec2/encoder/layers.6/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1177" name="Constant_85853" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85853" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1178" name="/wav2vec2/encoder/layers.6/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1179" name="/wav2vec2/encoder/layers.6/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1180" name="/wav2vec2/encoder/layers.6/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1181" name="/wav2vec2/encoder/layers.6/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1182" name="/wav2vec2/encoder/layers.6/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1183" name="wav2vec2.encoder.layers.6.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="235724000" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.6.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.6.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1184" name="/wav2vec2/encoder/layers.6/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1185" name="wav2vec2.encoder.layers.6.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="235727072" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.6.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.6.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1186" name="/wav2vec2/encoder/layers.6/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.6/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.6/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1187" name="Constant_87655" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87655" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1188" name="/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_7_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1189" name="wav2vec2.encoder.layers.7.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="235730144" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.7.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.7.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1190" name="wav2vec2.encoder.layers.7.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="235733216" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.7.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.7.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1191" name="onnx::MatMul_1873" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="235736288" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1873" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1873"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1192" name="/wav2vec2/encoder/layers.7/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1193" name="/wav2vec2/encoder/layers.7/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1194" name="/wav2vec2/encoder/layers.7/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="1195" name="/wav2vec2/encoder/layers.7/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1196" name="/wav2vec2/encoder/layers.7/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1197" name="/wav2vec2/encoder/layers.7/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_output_0" /> + </output> + </layer> + <layer id="1198" name="Constant_85863" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85863" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1199" name="/wav2vec2/encoder/layers.7/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant, /wav2vec2/encoder/layers.7/attention/Gather, Constant_85863" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Gather_output_0" /> + </output> + </layer> + <layer id="1200" name="Constant_85909" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85909" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1201" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze_2, Constant_85909" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1202" name="/wav2vec2/encoder/layers.7/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1203" name="/wav2vec2/encoder/layers.7/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="1204" name="Constant_85867" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85867" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1205" name="/wav2vec2/encoder/layers.7/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_1, /wav2vec2/encoder/layers.7/attention/Gather_1, Constant_85867" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="1206" name="Constant_85911" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85911" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1207" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze_3, Constant_85911" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1208" name="/wav2vec2/encoder/layers.7/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1209" name="/wav2vec2/encoder/layers.7/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1210" name="/wav2vec2/encoder/layers.7/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Concat_2, /wav2vec2/encoder/layers.7/attention/Constant_10, /wav2vec2/encoder/layers.7/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1211" name="/wav2vec2/encoder/layers.7/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1212" name="Constant_85927" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85927" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1213" name="/wav2vec2/encoder/layers.7/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1214" name="/wav2vec2/encoder/layers.7/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="1215" name="/wav2vec2/encoder/layers.7/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_9, /wav2vec2/encoder/layers.7/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="1216" name="Constant_85929" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85929" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1217" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze_4, Constant_85929" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1218" name="/wav2vec2/encoder/layers.7/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1219" name="/wav2vec2/encoder/layers.7/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1220" name="/wav2vec2/encoder/layers.7/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Concat_3, /wav2vec2/encoder/layers.7/attention/Constant_12, /wav2vec2/encoder/layers.7/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1221" name="/wav2vec2/encoder/layers.7/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1222" name="wav2vec2.encoder.layers.7.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="238095584" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.7.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.7.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1223" name="onnx::MatMul_1874" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="238098656" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1874" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1874"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1224" name="/wav2vec2/encoder/layers.7/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1225" name="/wav2vec2/encoder/layers.7/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1226" name="Constant_85875" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85875" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1227" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze, Constant_85875" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1228" name="/wav2vec2/encoder/layers.7/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1229" name="/wav2vec2/encoder/layers.7/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1230" name="/wav2vec2/encoder/layers.7/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1231" name="/wav2vec2/encoder/layers.7/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Concat, /wav2vec2/encoder/layers.7/attention/Constant_3, /wav2vec2/encoder/layers.7/attention/Constant_4, /wav2vec2/encoder/layers.7/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1232" name="/wav2vec2/encoder/layers.7/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1233" name="Constant_85894" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85894" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1234" name="/wav2vec2/encoder/layers.7/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1235" name="Constant_85934" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85934" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1236" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze_5, Constant_85934" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1237" name="/wav2vec2/encoder/layers.7/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1238" name="/wav2vec2/encoder/layers.7/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1239" name="/wav2vec2/encoder/layers.7/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Concat_4, /wav2vec2/encoder/layers.7/attention/Constant_14, /wav2vec2/encoder/layers.7/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1240" name="/wav2vec2/encoder/layers.7/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1241" name="/wav2vec2/encoder/layers.7/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/MatMul, /wav2vec2/encoder/layers.7/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1242" name="/wav2vec2/encoder/layers.7/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1243" name="wav2vec2.encoder.layers.7.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="240457952" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.7.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.7.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1244" name="onnx::MatMul_1881" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="240461024" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1881" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1881"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1245" name="/wav2vec2/encoder/layers.7/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1246" name="/wav2vec2/encoder/layers.7/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1247" name="Constant_85881" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85881" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1248" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze_1, Constant_85881" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1249" name="/wav2vec2/encoder/layers.7/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1250" name="/wav2vec2/encoder/layers.7/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1251" name="/wav2vec2/encoder/layers.7/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1252" name="/wav2vec2/encoder/layers.7/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Concat_1, /wav2vec2/encoder/layers.7/attention/Constant_6, /wav2vec2/encoder/layers.7/attention/Constant_7, /wav2vec2/encoder/layers.7/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1253" name="/wav2vec2/encoder/layers.7/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1254" name="Constant_85905" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85905" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1255" name="/wav2vec2/encoder/layers.7/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1256" name="Constant_85939" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_85939" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1257" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze_6, Constant_85939" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1258" name="/wav2vec2/encoder/layers.7/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1259" name="/wav2vec2/encoder/layers.7/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1260" name="/wav2vec2/encoder/layers.7/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Concat_5, /wav2vec2/encoder/layers.7/attention/Constant_16, /wav2vec2/encoder/layers.7/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1261" name="/wav2vec2/encoder/layers.7/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1262" name="/wav2vec2/encoder/layers.7/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1263" name="Constant_86138" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86138" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1264" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze_7, Constant_86138" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1265" name="/wav2vec2/encoder/layers.7/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1266" name="Constant_86141" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86141" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1267" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze_8, Constant_86141" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1268" name="/wav2vec2/encoder/layers.7/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1269" name="/wav2vec2/encoder/layers.7/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Concat_6, /wav2vec2/encoder/layers.7/attention/Constant_18, /wav2vec2/encoder/layers.7/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1270" name="/wav2vec2/encoder/layers.7/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1271" name="Constant_86156" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86156" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1272" name="/wav2vec2/encoder/layers.7/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1273" name="Constant_86158" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86158" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1274" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze_9, Constant_86158" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1275" name="Constant_86160" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86160" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1276" name="/wav2vec2/encoder/layers.7/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Unsqueeze_10, Constant_86160" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1277" name="/wav2vec2/encoder/layers.7/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1278" name="/wav2vec2/encoder/layers.7/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Concat_7, /wav2vec2/encoder/layers.7/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.7/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1279" name="/wav2vec2/encoder/layers.7/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1280" name="onnx::MatMul_1893" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="242820320" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1893" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1893"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1281" name="/wav2vec2/encoder/layers.7/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1282" name="/wav2vec2/encoder/layers.7/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1283" name="/wav2vec2/encoder/layers.7/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1284" name="Constant_86178" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86178" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1285" name="/wav2vec2/encoder/layers.7/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1286" name="/wav2vec2/encoder/layers.7/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1287" name="/wav2vec2/encoder/layers.7/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1288" name="/wav2vec2/encoder/layers.7/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1289" name="Constant_86183" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86183" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1290" name="/wav2vec2/encoder/layers.7/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1291" name="/wav2vec2/encoder/layers.7/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1292" name="/wav2vec2/encoder/layers.7/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1293" name="/wav2vec2/encoder/layers.7/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1294" name="/wav2vec2/encoder/layers.7/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1295" name="wav2vec2.encoder.layers.7.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="245179616" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.7.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.7.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1296" name="/wav2vec2/encoder/layers.7/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1297" name="wav2vec2.encoder.layers.7.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="245182688" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.7.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.7.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1298" name="/wav2vec2/encoder/layers.7/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1299" name="wav2vec2.encoder.layers.7.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="245185760" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.7.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.7.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1300" name="wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="245188832" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1301" name="onnx::MatMul_1894" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="245201120" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1894" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1894"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1302" name="/wav2vec2/encoder/layers.7/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1303" name="/wav2vec2/encoder/layers.7/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1304" name="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="1305" name="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1306" name="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1307" name="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="1308" name="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1309" name="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1310" name="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="1311" name="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1312" name="onnx::MatMul_1895" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="254638304" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1895" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1895"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1313" name="/wav2vec2/encoder/layers.7/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1314" name="/wav2vec2/encoder/layers.7/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1315" name="/wav2vec2/encoder/layers.7/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1316" name="Constant_86204" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86204" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1317" name="/wav2vec2/encoder/layers.7/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1318" name="/wav2vec2/encoder/layers.7/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1319" name="/wav2vec2/encoder/layers.7/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1320" name="/wav2vec2/encoder/layers.7/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1321" name="Constant_86209" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86209" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1322" name="/wav2vec2/encoder/layers.7/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1323" name="/wav2vec2/encoder/layers.7/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1324" name="/wav2vec2/encoder/layers.7/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1325" name="/wav2vec2/encoder/layers.7/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1326" name="/wav2vec2/encoder/layers.7/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1327" name="wav2vec2.encoder.layers.7.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="264075488" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.7.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.7.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1328" name="/wav2vec2/encoder/layers.7/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1329" name="wav2vec2.encoder.layers.7.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="264078560" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.7.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.7.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1330" name="/wav2vec2/encoder/layers.7/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.7/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.7/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1331" name="Constant_87657" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87657" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1332" name="/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_8" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_8_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1333" name="wav2vec2.encoder.layers.8.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="264081632" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.8.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.8.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1334" name="wav2vec2.encoder.layers.8.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="264084704" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.8.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.8.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1335" name="onnx::MatMul_1896" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="264087776" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1896" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1896"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1336" name="/wav2vec2/encoder/layers.8/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1337" name="/wav2vec2/encoder/layers.8/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1338" name="/wav2vec2/encoder/layers.8/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="1339" name="/wav2vec2/encoder/layers.8/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1340" name="/wav2vec2/encoder/layers.8/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1341" name="/wav2vec2/encoder/layers.8/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_output_0" /> + </output> + </layer> + <layer id="1342" name="Constant_86219" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86219" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1343" name="/wav2vec2/encoder/layers.8/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant, /wav2vec2/encoder/layers.8/attention/Gather, Constant_86219" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Gather_output_0" /> + </output> + </layer> + <layer id="1344" name="Constant_86265" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86265" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1345" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze_2, Constant_86265" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1346" name="/wav2vec2/encoder/layers.8/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1347" name="/wav2vec2/encoder/layers.8/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="1348" name="Constant_86223" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86223" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1349" name="/wav2vec2/encoder/layers.8/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_1, /wav2vec2/encoder/layers.8/attention/Gather_1, Constant_86223" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="1350" name="Constant_86267" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86267" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1351" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze_3, Constant_86267" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1352" name="/wav2vec2/encoder/layers.8/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1353" name="/wav2vec2/encoder/layers.8/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1354" name="/wav2vec2/encoder/layers.8/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Concat_2, /wav2vec2/encoder/layers.8/attention/Constant_10, /wav2vec2/encoder/layers.8/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1355" name="/wav2vec2/encoder/layers.8/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1356" name="Constant_86283" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86283" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1357" name="/wav2vec2/encoder/layers.8/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1358" name="/wav2vec2/encoder/layers.8/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="1359" name="/wav2vec2/encoder/layers.8/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_9, /wav2vec2/encoder/layers.8/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="1360" name="Constant_86285" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86285" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1361" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze_4, Constant_86285" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1362" name="/wav2vec2/encoder/layers.8/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1363" name="/wav2vec2/encoder/layers.8/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1364" name="/wav2vec2/encoder/layers.8/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Concat_3, /wav2vec2/encoder/layers.8/attention/Constant_12, /wav2vec2/encoder/layers.8/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1365" name="/wav2vec2/encoder/layers.8/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1366" name="wav2vec2.encoder.layers.8.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="266447072" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.8.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.8.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1367" name="onnx::MatMul_1897" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="266450144" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1897" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1897"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1368" name="/wav2vec2/encoder/layers.8/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1369" name="/wav2vec2/encoder/layers.8/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1370" name="Constant_86231" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86231" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1371" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze, Constant_86231" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1372" name="/wav2vec2/encoder/layers.8/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1373" name="/wav2vec2/encoder/layers.8/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1374" name="/wav2vec2/encoder/layers.8/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1375" name="/wav2vec2/encoder/layers.8/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Concat, /wav2vec2/encoder/layers.8/attention/Constant_3, /wav2vec2/encoder/layers.8/attention/Constant_4, /wav2vec2/encoder/layers.8/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1376" name="/wav2vec2/encoder/layers.8/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1377" name="Constant_86250" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86250" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1378" name="/wav2vec2/encoder/layers.8/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1379" name="Constant_86290" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86290" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1380" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze_5, Constant_86290" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1381" name="/wav2vec2/encoder/layers.8/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1382" name="/wav2vec2/encoder/layers.8/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1383" name="/wav2vec2/encoder/layers.8/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Concat_4, /wav2vec2/encoder/layers.8/attention/Constant_14, /wav2vec2/encoder/layers.8/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1384" name="/wav2vec2/encoder/layers.8/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1385" name="/wav2vec2/encoder/layers.8/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/MatMul, /wav2vec2/encoder/layers.8/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1386" name="/wav2vec2/encoder/layers.8/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1387" name="wav2vec2.encoder.layers.8.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="268809440" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.8.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.8.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1388" name="onnx::MatMul_1904" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="268812512" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1904" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1904"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1389" name="/wav2vec2/encoder/layers.8/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1390" name="/wav2vec2/encoder/layers.8/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1391" name="Constant_86237" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86237" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1392" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze_1, Constant_86237" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1393" name="/wav2vec2/encoder/layers.8/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1394" name="/wav2vec2/encoder/layers.8/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1395" name="/wav2vec2/encoder/layers.8/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1396" name="/wav2vec2/encoder/layers.8/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Concat_1, /wav2vec2/encoder/layers.8/attention/Constant_6, /wav2vec2/encoder/layers.8/attention/Constant_7, /wav2vec2/encoder/layers.8/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1397" name="/wav2vec2/encoder/layers.8/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1398" name="Constant_86261" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86261" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1399" name="/wav2vec2/encoder/layers.8/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1400" name="Constant_86295" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86295" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1401" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze_6, Constant_86295" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1402" name="/wav2vec2/encoder/layers.8/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1403" name="/wav2vec2/encoder/layers.8/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1404" name="/wav2vec2/encoder/layers.8/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Concat_5, /wav2vec2/encoder/layers.8/attention/Constant_16, /wav2vec2/encoder/layers.8/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1405" name="/wav2vec2/encoder/layers.8/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1406" name="/wav2vec2/encoder/layers.8/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1407" name="Constant_86494" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86494" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1408" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze_7, Constant_86494" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1409" name="/wav2vec2/encoder/layers.8/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1410" name="Constant_86497" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86497" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1411" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze_8, Constant_86497" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1412" name="/wav2vec2/encoder/layers.8/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1413" name="/wav2vec2/encoder/layers.8/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Concat_6, /wav2vec2/encoder/layers.8/attention/Constant_18, /wav2vec2/encoder/layers.8/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1414" name="/wav2vec2/encoder/layers.8/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1415" name="Constant_86512" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86512" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1416" name="/wav2vec2/encoder/layers.8/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1417" name="Constant_86514" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86514" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1418" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze_9, Constant_86514" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1419" name="Constant_86516" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86516" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1420" name="/wav2vec2/encoder/layers.8/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Unsqueeze_10, Constant_86516" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1421" name="/wav2vec2/encoder/layers.8/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1422" name="/wav2vec2/encoder/layers.8/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Concat_7, /wav2vec2/encoder/layers.8/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.8/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1423" name="/wav2vec2/encoder/layers.8/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1424" name="onnx::MatMul_1916" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="271171808" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1916" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1916"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1425" name="/wav2vec2/encoder/layers.8/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1426" name="/wav2vec2/encoder/layers.8/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1427" name="/wav2vec2/encoder/layers.8/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1428" name="Constant_86534" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86534" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1429" name="/wav2vec2/encoder/layers.8/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1430" name="/wav2vec2/encoder/layers.8/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1431" name="/wav2vec2/encoder/layers.8/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1432" name="/wav2vec2/encoder/layers.8/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1433" name="Constant_86539" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86539" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1434" name="/wav2vec2/encoder/layers.8/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1435" name="/wav2vec2/encoder/layers.8/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1436" name="/wav2vec2/encoder/layers.8/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1437" name="/wav2vec2/encoder/layers.8/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1438" name="/wav2vec2/encoder/layers.8/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1439" name="wav2vec2.encoder.layers.8.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="273531104" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.8.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.8.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1440" name="/wav2vec2/encoder/layers.8/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1441" name="wav2vec2.encoder.layers.8.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="273534176" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.8.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.8.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1442" name="/wav2vec2/encoder/layers.8/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1443" name="wav2vec2.encoder.layers.8.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="273537248" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.8.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.8.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1444" name="wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="273540320" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1445" name="onnx::MatMul_1917" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="273552608" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1917" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1917"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1446" name="/wav2vec2/encoder/layers.8/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1447" name="/wav2vec2/encoder/layers.8/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1448" name="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="1449" name="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1450" name="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1451" name="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="1452" name="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1453" name="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1454" name="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="1455" name="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1456" name="onnx::MatMul_1918" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="282989792" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1918" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1918"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1457" name="/wav2vec2/encoder/layers.8/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1458" name="/wav2vec2/encoder/layers.8/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1459" name="/wav2vec2/encoder/layers.8/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1460" name="Constant_86560" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86560" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1461" name="/wav2vec2/encoder/layers.8/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1462" name="/wav2vec2/encoder/layers.8/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1463" name="/wav2vec2/encoder/layers.8/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1464" name="/wav2vec2/encoder/layers.8/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1465" name="Constant_86565" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86565" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1466" name="/wav2vec2/encoder/layers.8/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1467" name="/wav2vec2/encoder/layers.8/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1468" name="/wav2vec2/encoder/layers.8/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1469" name="/wav2vec2/encoder/layers.8/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1470" name="/wav2vec2/encoder/layers.8/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1471" name="wav2vec2.encoder.layers.8.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="292426976" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.8.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.8.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1472" name="/wav2vec2/encoder/layers.8/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1473" name="wav2vec2.encoder.layers.8.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="292430048" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.8.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.8.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1474" name="/wav2vec2/encoder/layers.8/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.8/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.8/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1475" name="Constant_87659" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87659" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1476" name="/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_9" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_9_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1477" name="wav2vec2.encoder.layers.9.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="292433120" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.9.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.9.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1478" name="wav2vec2.encoder.layers.9.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="292436192" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.9.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.9.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1479" name="onnx::MatMul_1919" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="292439264" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1919" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1919"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1480" name="/wav2vec2/encoder/layers.9/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1481" name="/wav2vec2/encoder/layers.9/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1482" name="/wav2vec2/encoder/layers.9/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="1483" name="/wav2vec2/encoder/layers.9/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1484" name="/wav2vec2/encoder/layers.9/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1485" name="/wav2vec2/encoder/layers.9/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_output_0" /> + </output> + </layer> + <layer id="1486" name="Constant_86575" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86575" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1487" name="/wav2vec2/encoder/layers.9/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant, /wav2vec2/encoder/layers.9/attention/Gather, Constant_86575" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Gather_output_0" /> + </output> + </layer> + <layer id="1488" name="Constant_86621" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86621" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1489" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze_2, Constant_86621" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1490" name="/wav2vec2/encoder/layers.9/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1491" name="/wav2vec2/encoder/layers.9/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="1492" name="Constant_86579" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86579" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1493" name="/wav2vec2/encoder/layers.9/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_1, /wav2vec2/encoder/layers.9/attention/Gather_1, Constant_86579" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="1494" name="Constant_86623" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86623" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1495" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze_3, Constant_86623" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1496" name="/wav2vec2/encoder/layers.9/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1497" name="/wav2vec2/encoder/layers.9/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1498" name="/wav2vec2/encoder/layers.9/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Concat_2, /wav2vec2/encoder/layers.9/attention/Constant_10, /wav2vec2/encoder/layers.9/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1499" name="/wav2vec2/encoder/layers.9/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1500" name="Constant_86639" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86639" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1501" name="/wav2vec2/encoder/layers.9/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1502" name="/wav2vec2/encoder/layers.9/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="1503" name="/wav2vec2/encoder/layers.9/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_9, /wav2vec2/encoder/layers.9/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="1504" name="Constant_86641" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86641" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1505" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze_4, Constant_86641" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1506" name="/wav2vec2/encoder/layers.9/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1507" name="/wav2vec2/encoder/layers.9/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1508" name="/wav2vec2/encoder/layers.9/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Concat_3, /wav2vec2/encoder/layers.9/attention/Constant_12, /wav2vec2/encoder/layers.9/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1509" name="/wav2vec2/encoder/layers.9/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1510" name="wav2vec2.encoder.layers.9.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="294798560" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.9.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.9.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1511" name="onnx::MatMul_1920" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="294801632" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1920" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1920"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1512" name="/wav2vec2/encoder/layers.9/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1513" name="/wav2vec2/encoder/layers.9/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1514" name="Constant_86587" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86587" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1515" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze, Constant_86587" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1516" name="/wav2vec2/encoder/layers.9/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1517" name="/wav2vec2/encoder/layers.9/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1518" name="/wav2vec2/encoder/layers.9/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1519" name="/wav2vec2/encoder/layers.9/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Concat, /wav2vec2/encoder/layers.9/attention/Constant_3, /wav2vec2/encoder/layers.9/attention/Constant_4, /wav2vec2/encoder/layers.9/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1520" name="/wav2vec2/encoder/layers.9/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1521" name="Constant_86606" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86606" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1522" name="/wav2vec2/encoder/layers.9/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1523" name="Constant_86646" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86646" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1524" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze_5, Constant_86646" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1525" name="/wav2vec2/encoder/layers.9/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1526" name="/wav2vec2/encoder/layers.9/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1527" name="/wav2vec2/encoder/layers.9/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Concat_4, /wav2vec2/encoder/layers.9/attention/Constant_14, /wav2vec2/encoder/layers.9/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1528" name="/wav2vec2/encoder/layers.9/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1529" name="/wav2vec2/encoder/layers.9/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/MatMul, /wav2vec2/encoder/layers.9/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1530" name="/wav2vec2/encoder/layers.9/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1531" name="wav2vec2.encoder.layers.9.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="297160928" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.9.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.9.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1532" name="onnx::MatMul_1927" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="297164000" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1927" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1927"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1533" name="/wav2vec2/encoder/layers.9/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1534" name="/wav2vec2/encoder/layers.9/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1535" name="Constant_86593" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86593" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1536" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze_1, Constant_86593" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1537" name="/wav2vec2/encoder/layers.9/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1538" name="/wav2vec2/encoder/layers.9/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1539" name="/wav2vec2/encoder/layers.9/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1540" name="/wav2vec2/encoder/layers.9/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Concat_1, /wav2vec2/encoder/layers.9/attention/Constant_6, /wav2vec2/encoder/layers.9/attention/Constant_7, /wav2vec2/encoder/layers.9/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1541" name="/wav2vec2/encoder/layers.9/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1542" name="Constant_86617" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86617" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1543" name="/wav2vec2/encoder/layers.9/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1544" name="Constant_86651" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86651" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1545" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze_6, Constant_86651" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1546" name="/wav2vec2/encoder/layers.9/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1547" name="/wav2vec2/encoder/layers.9/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1548" name="/wav2vec2/encoder/layers.9/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Concat_5, /wav2vec2/encoder/layers.9/attention/Constant_16, /wav2vec2/encoder/layers.9/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1549" name="/wav2vec2/encoder/layers.9/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1550" name="/wav2vec2/encoder/layers.9/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1551" name="Constant_86850" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86850" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1552" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze_7, Constant_86850" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1553" name="/wav2vec2/encoder/layers.9/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1554" name="Constant_86853" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86853" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1555" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze_8, Constant_86853" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1556" name="/wav2vec2/encoder/layers.9/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1557" name="/wav2vec2/encoder/layers.9/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Concat_6, /wav2vec2/encoder/layers.9/attention/Constant_18, /wav2vec2/encoder/layers.9/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1558" name="/wav2vec2/encoder/layers.9/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1559" name="Constant_86868" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86868" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1560" name="/wav2vec2/encoder/layers.9/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1561" name="Constant_86870" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86870" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1562" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze_9, Constant_86870" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1563" name="Constant_86872" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86872" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1564" name="/wav2vec2/encoder/layers.9/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Unsqueeze_10, Constant_86872" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1565" name="/wav2vec2/encoder/layers.9/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1566" name="/wav2vec2/encoder/layers.9/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Concat_7, /wav2vec2/encoder/layers.9/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.9/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1567" name="/wav2vec2/encoder/layers.9/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1568" name="onnx::MatMul_1939" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="299523296" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1939" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1939"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1569" name="/wav2vec2/encoder/layers.9/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1570" name="/wav2vec2/encoder/layers.9/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1571" name="/wav2vec2/encoder/layers.9/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1572" name="Constant_86890" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86890" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1573" name="/wav2vec2/encoder/layers.9/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1574" name="/wav2vec2/encoder/layers.9/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1575" name="/wav2vec2/encoder/layers.9/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1576" name="/wav2vec2/encoder/layers.9/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1577" name="Constant_86895" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86895" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1578" name="/wav2vec2/encoder/layers.9/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1579" name="/wav2vec2/encoder/layers.9/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1580" name="/wav2vec2/encoder/layers.9/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1581" name="/wav2vec2/encoder/layers.9/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1582" name="/wav2vec2/encoder/layers.9/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1583" name="wav2vec2.encoder.layers.9.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="301882592" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.9.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.9.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1584" name="/wav2vec2/encoder/layers.9/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1585" name="wav2vec2.encoder.layers.9.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="301885664" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.9.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.9.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1586" name="/wav2vec2/encoder/layers.9/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1587" name="wav2vec2.encoder.layers.9.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="301888736" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.9.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.9.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1588" name="wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="301891808" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1589" name="onnx::MatMul_1940" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="301904096" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1940" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1940"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1590" name="/wav2vec2/encoder/layers.9/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1591" name="/wav2vec2/encoder/layers.9/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1592" name="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="1593" name="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1594" name="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1595" name="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="1596" name="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1597" name="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1598" name="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="1599" name="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1600" name="onnx::MatMul_1941" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="311341280" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1941" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1941"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1601" name="/wav2vec2/encoder/layers.9/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1602" name="/wav2vec2/encoder/layers.9/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1603" name="/wav2vec2/encoder/layers.9/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1604" name="Constant_86916" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86916" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1605" name="/wav2vec2/encoder/layers.9/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1606" name="/wav2vec2/encoder/layers.9/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1607" name="/wav2vec2/encoder/layers.9/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1608" name="/wav2vec2/encoder/layers.9/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1609" name="Constant_86921" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86921" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1610" name="/wav2vec2/encoder/layers.9/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1611" name="/wav2vec2/encoder/layers.9/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1612" name="/wav2vec2/encoder/layers.9/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1613" name="/wav2vec2/encoder/layers.9/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1614" name="/wav2vec2/encoder/layers.9/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1615" name="wav2vec2.encoder.layers.9.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="320778464" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.9.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.9.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1616" name="/wav2vec2/encoder/layers.9/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1617" name="wav2vec2.encoder.layers.9.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="320781536" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.9.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.9.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1618" name="/wav2vec2/encoder/layers.9/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.9/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.9/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1619" name="Constant_87661" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87661" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1620" name="/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_10" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_10_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1621" name="wav2vec2.encoder.layers.10.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="320784608" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.10.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.10.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1622" name="wav2vec2.encoder.layers.10.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="320787680" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.10.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.10.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1623" name="onnx::MatMul_1942" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="320790752" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1942" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1942"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1624" name="/wav2vec2/encoder/layers.10/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1625" name="/wav2vec2/encoder/layers.10/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1626" name="/wav2vec2/encoder/layers.10/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="1627" name="/wav2vec2/encoder/layers.10/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1628" name="/wav2vec2/encoder/layers.10/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1629" name="/wav2vec2/encoder/layers.10/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_output_0" /> + </output> + </layer> + <layer id="1630" name="Constant_86931" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86931" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1631" name="/wav2vec2/encoder/layers.10/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant, /wav2vec2/encoder/layers.10/attention/Gather, Constant_86931" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Gather_output_0" /> + </output> + </layer> + <layer id="1632" name="Constant_86977" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86977" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1633" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze_2, Constant_86977" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1634" name="/wav2vec2/encoder/layers.10/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1635" name="/wav2vec2/encoder/layers.10/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="1636" name="Constant_86935" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86935" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1637" name="/wav2vec2/encoder/layers.10/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_1, /wav2vec2/encoder/layers.10/attention/Gather_1, Constant_86935" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="1638" name="Constant_86979" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86979" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1639" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze_3, Constant_86979" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1640" name="/wav2vec2/encoder/layers.10/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1641" name="/wav2vec2/encoder/layers.10/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1642" name="/wav2vec2/encoder/layers.10/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Concat_2, /wav2vec2/encoder/layers.10/attention/Constant_10, /wav2vec2/encoder/layers.10/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1643" name="/wav2vec2/encoder/layers.10/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1644" name="Constant_86995" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86995" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1645" name="/wav2vec2/encoder/layers.10/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1646" name="/wav2vec2/encoder/layers.10/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="1647" name="/wav2vec2/encoder/layers.10/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_9, /wav2vec2/encoder/layers.10/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="1648" name="Constant_86997" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86997" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1649" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze_4, Constant_86997" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1650" name="/wav2vec2/encoder/layers.10/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1651" name="/wav2vec2/encoder/layers.10/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1652" name="/wav2vec2/encoder/layers.10/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Concat_3, /wav2vec2/encoder/layers.10/attention/Constant_12, /wav2vec2/encoder/layers.10/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1653" name="/wav2vec2/encoder/layers.10/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1654" name="wav2vec2.encoder.layers.10.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="323150048" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.10.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.10.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1655" name="onnx::MatMul_1943" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="323153120" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1943" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1943"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1656" name="/wav2vec2/encoder/layers.10/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1657" name="/wav2vec2/encoder/layers.10/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1658" name="Constant_86943" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86943" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1659" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze, Constant_86943" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1660" name="/wav2vec2/encoder/layers.10/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1661" name="/wav2vec2/encoder/layers.10/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1662" name="/wav2vec2/encoder/layers.10/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1663" name="/wav2vec2/encoder/layers.10/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Concat, /wav2vec2/encoder/layers.10/attention/Constant_3, /wav2vec2/encoder/layers.10/attention/Constant_4, /wav2vec2/encoder/layers.10/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1664" name="/wav2vec2/encoder/layers.10/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1665" name="Constant_86962" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86962" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1666" name="/wav2vec2/encoder/layers.10/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1667" name="Constant_87002" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87002" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1668" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze_5, Constant_87002" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1669" name="/wav2vec2/encoder/layers.10/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1670" name="/wav2vec2/encoder/layers.10/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1671" name="/wav2vec2/encoder/layers.10/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Concat_4, /wav2vec2/encoder/layers.10/attention/Constant_14, /wav2vec2/encoder/layers.10/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1672" name="/wav2vec2/encoder/layers.10/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1673" name="/wav2vec2/encoder/layers.10/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/MatMul, /wav2vec2/encoder/layers.10/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1674" name="/wav2vec2/encoder/layers.10/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1675" name="wav2vec2.encoder.layers.10.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="325512416" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.10.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.10.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1676" name="onnx::MatMul_1950" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="325515488" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1950" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1950"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1677" name="/wav2vec2/encoder/layers.10/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1678" name="/wav2vec2/encoder/layers.10/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1679" name="Constant_86949" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86949" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1680" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze_1, Constant_86949" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1681" name="/wav2vec2/encoder/layers.10/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1682" name="/wav2vec2/encoder/layers.10/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1683" name="/wav2vec2/encoder/layers.10/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1684" name="/wav2vec2/encoder/layers.10/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Concat_1, /wav2vec2/encoder/layers.10/attention/Constant_6, /wav2vec2/encoder/layers.10/attention/Constant_7, /wav2vec2/encoder/layers.10/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1685" name="/wav2vec2/encoder/layers.10/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1686" name="Constant_86973" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_86973" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1687" name="/wav2vec2/encoder/layers.10/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1688" name="Constant_87007" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87007" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1689" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze_6, Constant_87007" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1690" name="/wav2vec2/encoder/layers.10/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1691" name="/wav2vec2/encoder/layers.10/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1692" name="/wav2vec2/encoder/layers.10/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Concat_5, /wav2vec2/encoder/layers.10/attention/Constant_16, /wav2vec2/encoder/layers.10/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1693" name="/wav2vec2/encoder/layers.10/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1694" name="/wav2vec2/encoder/layers.10/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1695" name="Constant_87206" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87206" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1696" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze_7, Constant_87206" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1697" name="/wav2vec2/encoder/layers.10/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1698" name="Constant_87209" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87209" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1699" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze_8, Constant_87209" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1700" name="/wav2vec2/encoder/layers.10/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1701" name="/wav2vec2/encoder/layers.10/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Concat_6, /wav2vec2/encoder/layers.10/attention/Constant_18, /wav2vec2/encoder/layers.10/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1702" name="/wav2vec2/encoder/layers.10/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1703" name="Constant_87224" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87224" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1704" name="/wav2vec2/encoder/layers.10/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1705" name="Constant_87226" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87226" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1706" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze_9, Constant_87226" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1707" name="Constant_87228" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87228" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1708" name="/wav2vec2/encoder/layers.10/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Unsqueeze_10, Constant_87228" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1709" name="/wav2vec2/encoder/layers.10/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1710" name="/wav2vec2/encoder/layers.10/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Concat_7, /wav2vec2/encoder/layers.10/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.10/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1711" name="/wav2vec2/encoder/layers.10/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1712" name="onnx::MatMul_1962" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="327874784" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1962" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1962"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1713" name="/wav2vec2/encoder/layers.10/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1714" name="/wav2vec2/encoder/layers.10/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1715" name="/wav2vec2/encoder/layers.10/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1716" name="Constant_87246" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87246" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1717" name="/wav2vec2/encoder/layers.10/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1718" name="/wav2vec2/encoder/layers.10/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1719" name="/wav2vec2/encoder/layers.10/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1720" name="/wav2vec2/encoder/layers.10/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1721" name="Constant_87251" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87251" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1722" name="/wav2vec2/encoder/layers.10/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1723" name="/wav2vec2/encoder/layers.10/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1724" name="/wav2vec2/encoder/layers.10/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1725" name="/wav2vec2/encoder/layers.10/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1726" name="/wav2vec2/encoder/layers.10/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1727" name="wav2vec2.encoder.layers.10.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="330234080" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.10.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.10.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1728" name="/wav2vec2/encoder/layers.10/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1729" name="wav2vec2.encoder.layers.10.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="330237152" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.10.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.10.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1730" name="/wav2vec2/encoder/layers.10/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1731" name="wav2vec2.encoder.layers.10.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="330240224" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.10.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.10.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1732" name="wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="330243296" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1733" name="onnx::MatMul_1963" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="330255584" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1963" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1963"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1734" name="/wav2vec2/encoder/layers.10/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1735" name="/wav2vec2/encoder/layers.10/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1736" name="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="1737" name="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1738" name="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1739" name="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="1740" name="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1741" name="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1742" name="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="1743" name="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1744" name="onnx::MatMul_1964" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="339692768" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1964" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1964"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1745" name="/wav2vec2/encoder/layers.10/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1746" name="/wav2vec2/encoder/layers.10/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1747" name="/wav2vec2/encoder/layers.10/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1748" name="Constant_87272" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87272" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1749" name="/wav2vec2/encoder/layers.10/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1750" name="/wav2vec2/encoder/layers.10/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1751" name="/wav2vec2/encoder/layers.10/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1752" name="/wav2vec2/encoder/layers.10/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1753" name="Constant_87277" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87277" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1754" name="/wav2vec2/encoder/layers.10/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1755" name="/wav2vec2/encoder/layers.10/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1756" name="/wav2vec2/encoder/layers.10/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1757" name="/wav2vec2/encoder/layers.10/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1758" name="/wav2vec2/encoder/layers.10/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1759" name="wav2vec2.encoder.layers.10.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="349129952" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.10.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.10.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1760" name="/wav2vec2/encoder/layers.10/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1761" name="wav2vec2.encoder.layers.10.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="349133024" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.10.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.10.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1762" name="/wav2vec2/encoder/layers.10/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.10/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.10/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1763" name="Constant_87663" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87663" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1764" name="/Unsqueeze_11" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_11" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_11_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1765" name="wav2vec2.encoder.layers.11.attention.out_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="349136096" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.11.attention.out_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.11.attention.out_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1766" name="wav2vec2.encoder.layers.11.attention.q_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="349139168" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.11.attention.q_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.11.attention.q_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1767" name="onnx::MatMul_1965" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="349142240" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1965" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1965"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1768" name="/wav2vec2/encoder/layers.11/attention/q_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/q_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/q_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1769" name="/wav2vec2/encoder/layers.11/attention/q_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/q_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/q_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1770" name="/wav2vec2/encoder/layers.11/attention/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="39635116" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Constant_2_output_0" /> + </output> + </layer> + <layer id="1771" name="/wav2vec2/encoder/layers.11/attention/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1772" name="/wav2vec2/encoder/layers.11/attention/Shape" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Shape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Shape_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1773" name="/wav2vec2/encoder/layers.11/attention/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_output_0" /> + </output> + </layer> + <layer id="1774" name="Constant_87287" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87287" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1775" name="/wav2vec2/encoder/layers.11/attention/Gather" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant, /wav2vec2/encoder/layers.11/attention/Gather, Constant_87287" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Gather_output_0" /> + </output> + </layer> + <layer id="1776" name="Constant_87333" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87333" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1777" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze_2" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze_2, Constant_87333" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_2_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1778" name="/wav2vec2/encoder/layers.11/attention/Shape_1" type="ShapeOf" version="opset3"> + <data output_type="i64" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Shape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="1" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Shape_1_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1779" name="/wav2vec2/encoder/layers.11/attention/Constant_1" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_1_output_0" /> + </output> + </layer> + <layer id="1780" name="Constant_87291" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87291" /> + </rt_info> + <output> + <port id="0" precision="I64" /> + </output> + </layer> + <layer id="1781" name="/wav2vec2/encoder/layers.11/attention/Gather_1" type="Gather" version="opset8"> + <data batch_dims="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_1, /wav2vec2/encoder/layers.11/attention/Gather_1, Constant_87291" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>3</dim> + </port> + <port id="1" precision="I64" /> + <port id="2" precision="I64" /> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Gather_1_output_0" /> + </output> + </layer> + <layer id="1782" name="Constant_87335" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87335" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1783" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze_3" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze_3, Constant_87335" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1784" name="/wav2vec2/encoder/layers.11/attention/Constant_10" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_10" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1785" name="/wav2vec2/encoder/layers.11/attention/Constant_11" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_11" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_11_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1786" name="/wav2vec2/encoder/layers.11/attention/Concat_2" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Concat_2, /wav2vec2/encoder/layers.11/attention/Constant_10, /wav2vec2/encoder/layers.11/attention/Constant_11" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Concat_2_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1787" name="/wav2vec2/encoder/layers.11/attention/Reshape_2" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Reshape_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Reshape_2_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1788" name="Constant_87351" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87351" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1789" name="/wav2vec2/encoder/layers.11/attention/Transpose_2" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Transpose_2" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Transpose_2_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1790" name="/wav2vec2/encoder/layers.11/attention/Constant_9" type="Const" version="opset1"> + <data element_type="i64" shape="" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_9" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_9_output_0" /> + </output> + </layer> + <layer id="1791" name="/wav2vec2/encoder/layers.11/attention/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_9, /wav2vec2/encoder/layers.11/attention/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64" /> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Mul_1_output_0" /> + </output> + </layer> + <layer id="1792" name="Constant_87353" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87353" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1793" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze_4" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze_4, Constant_87353" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1794" name="/wav2vec2/encoder/layers.11/attention/Constant_12" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_12" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_12_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1795" name="/wav2vec2/encoder/layers.11/attention/Constant_13" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_13" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_13_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1796" name="/wav2vec2/encoder/layers.11/attention/Concat_3" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Concat_3, /wav2vec2/encoder/layers.11/attention/Constant_12, /wav2vec2/encoder/layers.11/attention/Constant_13" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Concat_3_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1797" name="/wav2vec2/encoder/layers.11/attention/Reshape_3" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Reshape_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Reshape_3_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1798" name="wav2vec2.encoder.layers.11.attention.k_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="351501536" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.11.attention.k_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.11.attention.k_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1799" name="onnx::MatMul_1966" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="351504608" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1966" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1966"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1800" name="/wav2vec2/encoder/layers.11/attention/k_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/k_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/k_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1801" name="/wav2vec2/encoder/layers.11/attention/k_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/k_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/k_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1802" name="Constant_87299" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87299" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1803" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze, Constant_87299" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1804" name="/wav2vec2/encoder/layers.11/attention/Constant_3" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_3" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_3_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1805" name="/wav2vec2/encoder/layers.11/attention/Constant_4" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_4" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_4_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1806" name="/wav2vec2/encoder/layers.11/attention/Constant_5" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_5" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1807" name="/wav2vec2/encoder/layers.11/attention/Concat" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Concat, /wav2vec2/encoder/layers.11/attention/Constant_3, /wav2vec2/encoder/layers.11/attention/Constant_4, /wav2vec2/encoder/layers.11/attention/Constant_5" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Concat_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1808" name="/wav2vec2/encoder/layers.11/attention/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Reshape_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1809" name="Constant_87318" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87318" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1810" name="/wav2vec2/encoder/layers.11/attention/Transpose" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Transpose" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Transpose_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1811" name="Constant_87358" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87358" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1812" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze_5" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze_5, Constant_87358" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_5_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1813" name="/wav2vec2/encoder/layers.11/attention/Constant_14" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_14" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_14_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1814" name="/wav2vec2/encoder/layers.11/attention/Constant_15" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_15" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_15_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1815" name="/wav2vec2/encoder/layers.11/attention/Concat_4" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Concat_4, /wav2vec2/encoder/layers.11/attention/Constant_14, /wav2vec2/encoder/layers.11/attention/Constant_15" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Concat_4_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1816" name="/wav2vec2/encoder/layers.11/attention/Reshape_4" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Reshape_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Reshape_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1817" name="/wav2vec2/encoder/layers.11/attention/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/MatMul, /wav2vec2/encoder/layers.11/attention/Transpose_3" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1818" name="/wav2vec2/encoder/layers.11/attention/Softmax" type="SoftMax" version="opset8"> + <data axis="2" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Softmax_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + </output> + </layer> + <layer id="1819" name="wav2vec2.encoder.layers.11.attention.v_proj.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="353863904" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.11.attention.v_proj.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.11.attention.v_proj.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1820" name="onnx::MatMul_1973" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="353866976" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1973" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1973"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1821" name="/wav2vec2/encoder/layers.11/attention/v_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/v_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/v_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1822" name="/wav2vec2/encoder/layers.11/attention/v_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/v_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/v_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1823" name="Constant_87305" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87305" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1824" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze_1" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze_1, Constant_87305" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_1_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1825" name="/wav2vec2/encoder/layers.11/attention/Constant_6" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_6" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1826" name="/wav2vec2/encoder/layers.11/attention/Constant_7" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_7" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1827" name="/wav2vec2/encoder/layers.11/attention/Constant_8" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_8" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1828" name="/wav2vec2/encoder/layers.11/attention/Concat_1" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Concat_1, /wav2vec2/encoder/layers.11/attention/Constant_6, /wav2vec2/encoder/layers.11/attention/Constant_7, /wav2vec2/encoder/layers.11/attention/Constant_8" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Concat_1_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1829" name="/wav2vec2/encoder/layers.11/attention/Reshape_1" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Reshape_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Reshape_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1830" name="Constant_87329" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87329" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1831" name="/wav2vec2/encoder/layers.11/attention/Transpose_1" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Transpose_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Transpose_1_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1832" name="Constant_87363" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87363" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1833" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze_6" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze_6, Constant_87363" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_6_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1834" name="/wav2vec2/encoder/layers.11/attention/Constant_16" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_16" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_16_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1835" name="/wav2vec2/encoder/layers.11/attention/Constant_17" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_17" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_17_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1836" name="/wav2vec2/encoder/layers.11/attention/Concat_5" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Concat_5, /wav2vec2/encoder/layers.11/attention/Constant_16, /wav2vec2/encoder/layers.11/attention/Constant_17" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Concat_5_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1837" name="/wav2vec2/encoder/layers.11/attention/Reshape_5" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Reshape_5" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Reshape_5_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1838" name="/wav2vec2/encoder/layers.11/attention/MatMul_1" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/MatMul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>-1</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/MatMul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1839" name="Constant_87562" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87562" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1840" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze_7" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze_7, Constant_87562" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_7_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1841" name="/wav2vec2/encoder/layers.11/attention/Constant_18" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635120" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_18" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_18_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1842" name="Constant_87565" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87565" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1843" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze_8" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze_8, Constant_87565" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_8_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1844" name="/wav2vec2/encoder/layers.11/attention/Constant_19" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="39635128" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_19" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_19_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1845" name="/wav2vec2/encoder/layers.11/attention/Concat_6" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Concat_6, /wav2vec2/encoder/layers.11/attention/Constant_18, /wav2vec2/encoder/layers.11/attention/Constant_19" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + <port id="3" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="4" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Concat_6_output_0"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1846" name="/wav2vec2/encoder/layers.11/attention/Reshape_6" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Reshape_6" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Reshape_6_output_0"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1847" name="Constant_87580" type="Const" version="opset1"> + <data element_type="i64" shape="4" offset="39635136" size="32" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87580" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>4</dim> + </port> + </output> + </layer> + <layer id="1848" name="/wav2vec2/encoder/layers.11/attention/Transpose_4" type="Transpose" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Transpose_4" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>12</dim> + <dim>-1</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>4</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Transpose_4_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + </output> + </layer> + <layer id="1849" name="Constant_87582" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87582" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1850" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze_9" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze_9, Constant_87582" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_9_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1851" name="Constant_87584" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37260428" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87584" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1852" name="/wav2vec2/encoder/layers.11/attention/Unsqueeze_10" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Unsqueeze_10, Constant_87584" /> + </rt_info> + <input> + <port id="0" precision="I64" /> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Unsqueeze_10_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1853" name="/wav2vec2/encoder/layers.11/attention/Constant_20" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="37263524" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Constant_20" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Constant_20_output_0"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1854" name="/wav2vec2/encoder/layers.11/attention/Concat_7" type="Concat" version="opset1"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Concat_7, /wav2vec2/encoder/layers.11/attention/Constant_20" /> + </rt_info> + <input> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + <port id="2" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="3" precision="I64" names="/wav2vec2/encoder/layers.11/attention/Concat_7_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1855" name="/wav2vec2/encoder/layers.11/attention/Reshape_7" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/Reshape_7" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>12</dim> + <dim>64</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/Reshape_7_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1856" name="onnx::MatMul_1985" type="Const" version="opset1"> + <data element_type="f32" shape="768, 768" offset="356226272" size="2359296" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1985" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1985"> + <dim>768</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1857" name="/wav2vec2/encoder/layers.11/attention/out_proj/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/out_proj/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/out_proj/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1858" name="/wav2vec2/encoder/layers.11/attention/out_proj/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/attention/out_proj/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/attention/out_proj/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1859" name="/wav2vec2/encoder/layers.11/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1860" name="Constant_87602" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87602" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1861" name="/wav2vec2/encoder/layers.11/layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1862" name="/wav2vec2/encoder/layers.11/layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1863" name="/wav2vec2/encoder/layers.11/layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1864" name="/wav2vec2/encoder/layers.11/layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1865" name="Constant_87607" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87607" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1866" name="/wav2vec2/encoder/layers.11/layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1867" name="/wav2vec2/encoder/layers.11/layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1868" name="/wav2vec2/encoder/layers.11/layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1869" name="/wav2vec2/encoder/layers.11/layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1870" name="/wav2vec2/encoder/layers.11/layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1871" name="wav2vec2.encoder.layers.11.layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="358585568" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.11.layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.11.layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1872" name="/wav2vec2/encoder/layers.11/layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1873" name="wav2vec2.encoder.layers.11.layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="358588640" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.11.layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.11.layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1874" name="/wav2vec2/encoder/layers.11/layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1875" name="wav2vec2.encoder.layers.11.feed_forward.output_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="358591712" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.11.feed_forward.output_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.11.feed_forward.output_dense.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1876" name="wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.bias" type="Const" version="opset1"> + <data element_type="f32" shape="3072" offset="358594784" size="12288" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.bias"> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1877" name="onnx::MatMul_1986" type="Const" version="opset1"> + <data element_type="f32" shape="768, 3072" offset="358607072" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1986" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1986"> + <dim>768</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1878" name="/wav2vec2/encoder/layers.11/feed_forward/intermediate_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/intermediate_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/intermediate_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1879" name="/wav2vec2/encoder/layers.11/feed_forward/intermediate_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/intermediate_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/intermediate_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1880" name="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31800" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_output_0" /> + </output> + </layer> + <layer id="1881" name="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1882" name="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Erf" type="Erf" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Erf" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Erf_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1883" name="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31804" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_1_output_0" /> + </output> + </layer> + <layer id="1884" name="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1885" name="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1886" name="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_2" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="31808" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_2" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Constant_2_output_0" /> + </output> + </layer> + <layer id="1887" name="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Mul_1" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Mul_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/intermediate_act_fn/Mul_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + </output> + </layer> + <layer id="1888" name="onnx::MatMul_1987" type="Const" version="opset1"> + <data element_type="f32" shape="3072, 768" offset="368044256" size="9437184" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1987" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1987"> + <dim>3072</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1889" name="/wav2vec2/encoder/layers.11/feed_forward/output_dense/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/output_dense/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>3072</dim> + </port> + <port id="1" precision="FP32"> + <dim>3072</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/output_dense/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1890" name="/wav2vec2/encoder/layers.11/feed_forward/output_dense/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/feed_forward/output_dense/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/feed_forward/output_dense/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1891" name="/wav2vec2/encoder/layers.11/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1892" name="Constant_87628" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87628" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1893" name="/wav2vec2/encoder/layers.11/final_layer_norm/ReduceMean" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/ReduceMean" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/ReduceMean_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1894" name="/wav2vec2/encoder/layers.11/final_layer_norm/Sub" type="Subtract" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/Sub" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/Sub_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1895" name="/wav2vec2/encoder/layers.11/final_layer_norm/Constant" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809060" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/Constant" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/Constant_output_0" /> + </output> + </layer> + <layer id="1896" name="/wav2vec2/encoder/layers.11/final_layer_norm/Pow" type="Power" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/Pow" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/Pow_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1897" name="Constant_87633" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="16809052" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87633" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1898" name="/wav2vec2/encoder/layers.11/final_layer_norm/ReduceMean_1" type="ReduceMean" version="opset1"> + <data keep_dims="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/ReduceMean_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/ReduceMean_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1899" name="/wav2vec2/encoder/layers.11/final_layer_norm/Constant_1" type="Const" version="opset1"> + <data element_type="f32" shape="" offset="16809064" size="4" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/Constant_1" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/Constant_1_output_0" /> + </output> + </layer> + <layer id="1900" name="/wav2vec2/encoder/layers.11/final_layer_norm/Add" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/Add" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + <port id="1" precision="FP32" /> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/Add_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1901" name="/wav2vec2/encoder/layers.11/final_layer_norm/Sqrt" type="Sqrt" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/Sqrt" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/Sqrt_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1902" name="/wav2vec2/encoder/layers.11/final_layer_norm/Div" type="Divide" version="opset1"> + <data auto_broadcast="numpy" m_pythondiv="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/Div" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/Div_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1903" name="wav2vec2.encoder.layers.11.final_layer_norm.weight" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="377481440" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.11.final_layer_norm.weight" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.11.final_layer_norm.weight"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1904" name="/wav2vec2/encoder/layers.11/final_layer_norm/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/Mul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1905" name="wav2vec2.encoder.layers.11.final_layer_norm.bias" type="Const" version="opset1"> + <data element_type="f32" shape="768" offset="377484512" size="3072" /> + <rt_info> + <attribute name="fused_names" version="0" value="wav2vec2.encoder.layers.11.final_layer_norm.bias" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="wav2vec2.encoder.layers.11.final_layer_norm.bias"> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1906" name="/wav2vec2/encoder/layers.11/final_layer_norm/Add_1" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/wav2vec2/encoder/layers.11/final_layer_norm/Add_1" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/wav2vec2/encoder/layers.11/final_layer_norm/Add_1_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1907" name="Constant_87665" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87665" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1908" name="/Unsqueeze_12" type="Unsqueeze" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="/Unsqueeze_12" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Unsqueeze_12_output_0"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1909" name="/Concat" type="Concat" version="opset1"> + <data axis="1" /> + <rt_info> + <attribute name="fused_names" version="0" value="/Concat" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="2" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="3" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="4" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="5" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="6" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="7" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="8" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="9" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="10" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="11" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="12" precision="FP32"> + <dim>-1</dim> + <dim>1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </input> + <output> + <port id="13" precision="FP32" names="/Concat_output_0"> + <dim>-1</dim> + <dim>13</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1910" name="layer_weights" type="Const" version="opset1"> + <data element_type="f32" shape="13" offset="377487584" size="52" /> + <rt_info> + <attribute name="fused_names" version="0" value="layer_weights" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="layer_weights"> + <dim>13</dim> + </port> + </output> + </layer> + <layer id="1911" name="/Softmax" type="SoftMax" version="opset8"> + <data axis="0" /> + <rt_info> + <attribute name="fused_names" version="0" value="/Softmax" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>13</dim> + </port> + </input> + <output> + <port id="1" precision="FP32" names="/Softmax_output_0"> + <dim>13</dim> + </port> + </output> + </layer> + <layer id="1912" name="/Constant" type="Const" version="opset1"> + <data element_type="i64" shape="3" offset="377487636" size="24" /> + <rt_info> + <attribute name="fused_names" version="0" value="/Constant" /> + </rt_info> + <output> + <port id="0" precision="I64" names="/Constant_output_0"> + <dim>3</dim> + </port> + </output> + </layer> + <layer id="1913" name="/Reshape" type="Reshape" version="opset1"> + <data special_zero="true" /> + <rt_info> + <attribute name="fused_names" version="0" value="/Reshape" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>13</dim> + </port> + <port id="1" precision="I64"> + <dim>3</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Reshape_output_0"> + <dim>13</dim> + <dim>1</dim> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1914" name="/Mul" type="Multiply" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="/Mul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>13</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>13</dim> + <dim>1</dim> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/Mul_output_0"> + <dim>-1</dim> + <dim>13</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1915" name="Constant_87674" type="Const" version="opset1"> + <data element_type="i64" shape="1" offset="3080" size="8" /> + <rt_info> + <attribute name="fused_names" version="0" value="Constant_87674" /> + </rt_info> + <output> + <port id="0" precision="I64"> + <dim>1</dim> + </port> + </output> + </layer> + <layer id="1916" name="/ReduceSum" type="ReduceSum" version="opset1"> + <data keep_dims="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/ReduceSum" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>13</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="I64"> + <dim>1</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/ReduceSum_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + </output> + </layer> + <layer id="1917" name="onnx::MatMul_1988" type="Const" version="opset1"> + <data element_type="f32" shape="768, 2" offset="377487660" size="6144" /> + <rt_info> + <attribute name="fused_names" version="0" value="onnx::MatMul_1988" /> + </rt_info> + <output> + <port id="0" precision="FP32" names="onnx::MatMul_1988"> + <dim>768</dim> + <dim>2</dim> + </port> + </output> + </layer> + <layer id="1918" name="/classifier/MatMul" type="MatMul" version="opset1"> + <data transpose_a="false" transpose_b="false" /> + <rt_info> + <attribute name="fused_names" version="0" value="/classifier/MatMul" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>768</dim> + </port> + <port id="1" precision="FP32"> + <dim>768</dim> + <dim>2</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="/classifier/MatMul_output_0"> + <dim>-1</dim> + <dim>-1</dim> + <dim>2</dim> + </port> + </output> + </layer> + <layer id="1919" name="logits" type="Add" version="opset1"> + <data auto_broadcast="numpy" /> + <rt_info> + <attribute name="fused_names" version="0" value="logits" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>2</dim> + </port> + <port id="1" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>2</dim> + </port> + </input> + <output> + <port id="2" precision="FP32" names="logits"> + <dim>-1</dim> + <dim>-1</dim> + <dim>2</dim> + </port> + </output> + </layer> + <layer id="1920" name="logits/sink_port_0" type="Result" version="opset1"> + <rt_info> + <attribute name="fused_names" version="0" value="logits/sink_port_0" /> + </rt_info> + <input> + <port id="0" precision="FP32"> + <dim>-1</dim> + <dim>-1</dim> + <dim>2</dim> + </port> + </input> + </layer> + </layers> + <edges> + <edge from-layer="0" from-port="0" to-layer="4" to-port="0" /> + <edge from-layer="1" from-port="0" to-layer="1919" to-port="0" /> + <edge from-layer="2" from-port="0" to-layer="124" to-port="0" /> + <edge from-layer="3" from-port="0" to-layer="4" to-port="1" /> + <edge from-layer="4" from-port="2" to-layer="6" to-port="0" /> + <edge from-layer="5" from-port="0" to-layer="6" to-port="1" /> + <edge from-layer="6" from-port="2" to-layer="8" to-port="0" /> + <edge from-layer="6" from-port="2" to-layer="31" to-port="0" /> + <edge from-layer="7" from-port="0" to-layer="8" to-port="1" /> + <edge from-layer="8" from-port="2" to-layer="10" to-port="0" /> + <edge from-layer="9" from-port="0" to-layer="10" to-port="1" /> + <edge from-layer="10" from-port="2" to-layer="14" to-port="0" /> + <edge from-layer="10" from-port="2" to-layer="21" to-port="0" /> + <edge from-layer="11" from-port="0" to-layer="20" to-port="0" /> + <edge from-layer="12" from-port="0" to-layer="18" to-port="0" /> + <edge from-layer="12" from-port="0" to-layer="19" to-port="0" /> + <edge from-layer="13" from-port="0" to-layer="19" to-port="1" /> + <edge from-layer="14" from-port="1" to-layer="15" to-port="0" /> + <edge from-layer="15" from-port="1" to-layer="26" to-port="0" /> + <edge from-layer="15" from-port="1" to-layer="17" to-port="0" /> + <edge from-layer="16" from-port="0" to-layer="17" to-port="1" /> + <edge from-layer="17" from-port="2" to-layer="18" to-port="1" /> + <edge from-layer="18" from-port="2" to-layer="19" to-port="2" /> + <edge from-layer="19" from-port="3" to-layer="20" to-port="1" /> + <edge from-layer="20" from-port="2" to-layer="21" to-port="1" /> + <edge from-layer="21" from-port="2" to-layer="30" to-port="0" /> + <edge from-layer="22" from-port="0" to-layer="29" to-port="0" /> + <edge from-layer="23" from-port="0" to-layer="27" to-port="0" /> + <edge from-layer="23" from-port="0" to-layer="28" to-port="0" /> + <edge from-layer="24" from-port="0" to-layer="28" to-port="1" /> + <edge from-layer="25" from-port="0" to-layer="26" to-port="1" /> + <edge from-layer="26" from-port="2" to-layer="27" to-port="1" /> + <edge from-layer="27" from-port="2" to-layer="28" to-port="2" /> + <edge from-layer="28" from-port="3" to-layer="29" to-port="1" /> + <edge from-layer="29" from-port="2" to-layer="30" to-port="1" /> + <edge from-layer="30" from-port="2" to-layer="32" to-port="0" /> + <edge from-layer="31" from-port="1" to-layer="32" to-port="1" /> + <edge from-layer="32" from-port="2" to-layer="34" to-port="0" /> + <edge from-layer="33" from-port="0" to-layer="34" to-port="1" /> + <edge from-layer="34" from-port="2" to-layer="36" to-port="0" /> + <edge from-layer="35" from-port="0" to-layer="36" to-port="1" /> + <edge from-layer="36" from-port="2" to-layer="38" to-port="0" /> + <edge from-layer="36" from-port="2" to-layer="42" to-port="0" /> + <edge from-layer="37" from-port="0" to-layer="38" to-port="1" /> + <edge from-layer="38" from-port="2" to-layer="39" to-port="0" /> + <edge from-layer="39" from-port="1" to-layer="41" to-port="0" /> + <edge from-layer="40" from-port="0" to-layer="41" to-port="1" /> + <edge from-layer="41" from-port="2" to-layer="42" to-port="1" /> + <edge from-layer="42" from-port="2" to-layer="44" to-port="0" /> + <edge from-layer="43" from-port="0" to-layer="44" to-port="1" /> + <edge from-layer="44" from-port="2" to-layer="46" to-port="0" /> + <edge from-layer="45" from-port="0" to-layer="46" to-port="1" /> + <edge from-layer="46" from-port="2" to-layer="48" to-port="0" /> + <edge from-layer="46" from-port="2" to-layer="52" to-port="0" /> + <edge from-layer="47" from-port="0" to-layer="48" to-port="1" /> + <edge from-layer="48" from-port="2" to-layer="49" to-port="0" /> + <edge from-layer="49" from-port="1" to-layer="51" to-port="0" /> + <edge from-layer="50" from-port="0" to-layer="51" to-port="1" /> + <edge from-layer="51" from-port="2" to-layer="52" to-port="1" /> + <edge from-layer="52" from-port="2" to-layer="54" to-port="0" /> + <edge from-layer="53" from-port="0" to-layer="54" to-port="1" /> + <edge from-layer="54" from-port="2" to-layer="56" to-port="0" /> + <edge from-layer="55" from-port="0" to-layer="56" to-port="1" /> + <edge from-layer="56" from-port="2" to-layer="58" to-port="0" /> + <edge from-layer="56" from-port="2" to-layer="62" to-port="0" /> + <edge from-layer="57" from-port="0" to-layer="58" to-port="1" /> + <edge from-layer="58" from-port="2" to-layer="59" to-port="0" /> + <edge from-layer="59" from-port="1" to-layer="61" to-port="0" /> + <edge from-layer="60" from-port="0" to-layer="61" to-port="1" /> + <edge from-layer="61" from-port="2" to-layer="62" to-port="1" /> + <edge from-layer="62" from-port="2" to-layer="64" to-port="0" /> + <edge from-layer="63" from-port="0" to-layer="64" to-port="1" /> + <edge from-layer="64" from-port="2" to-layer="66" to-port="0" /> + <edge from-layer="65" from-port="0" to-layer="66" to-port="1" /> + <edge from-layer="66" from-port="2" to-layer="68" to-port="0" /> + <edge from-layer="66" from-port="2" to-layer="72" to-port="0" /> + <edge from-layer="67" from-port="0" to-layer="68" to-port="1" /> + <edge from-layer="68" from-port="2" to-layer="69" to-port="0" /> + <edge from-layer="69" from-port="1" to-layer="71" to-port="0" /> + <edge from-layer="70" from-port="0" to-layer="71" to-port="1" /> + <edge from-layer="71" from-port="2" to-layer="72" to-port="1" /> + <edge from-layer="72" from-port="2" to-layer="74" to-port="0" /> + <edge from-layer="73" from-port="0" to-layer="74" to-port="1" /> + <edge from-layer="74" from-port="2" to-layer="76" to-port="0" /> + <edge from-layer="75" from-port="0" to-layer="76" to-port="1" /> + <edge from-layer="76" from-port="2" to-layer="78" to-port="0" /> + <edge from-layer="76" from-port="2" to-layer="82" to-port="0" /> + <edge from-layer="77" from-port="0" to-layer="78" to-port="1" /> + <edge from-layer="78" from-port="2" to-layer="79" to-port="0" /> + <edge from-layer="79" from-port="1" to-layer="81" to-port="0" /> + <edge from-layer="80" from-port="0" to-layer="81" to-port="1" /> + <edge from-layer="81" from-port="2" to-layer="82" to-port="1" /> + <edge from-layer="82" from-port="2" to-layer="84" to-port="0" /> + <edge from-layer="83" from-port="0" to-layer="84" to-port="1" /> + <edge from-layer="84" from-port="2" to-layer="86" to-port="0" /> + <edge from-layer="85" from-port="0" to-layer="86" to-port="1" /> + <edge from-layer="86" from-port="2" to-layer="88" to-port="0" /> + <edge from-layer="86" from-port="2" to-layer="92" to-port="0" /> + <edge from-layer="87" from-port="0" to-layer="88" to-port="1" /> + <edge from-layer="88" from-port="2" to-layer="89" to-port="0" /> + <edge from-layer="89" from-port="1" to-layer="91" to-port="0" /> + <edge from-layer="90" from-port="0" to-layer="91" to-port="1" /> + <edge from-layer="91" from-port="2" to-layer="92" to-port="1" /> + <edge from-layer="92" from-port="2" to-layer="94" to-port="0" /> + <edge from-layer="93" from-port="0" to-layer="94" to-port="1" /> + <edge from-layer="94" from-port="2" to-layer="96" to-port="0" /> + <edge from-layer="95" from-port="0" to-layer="96" to-port="1" /> + <edge from-layer="96" from-port="2" to-layer="98" to-port="0" /> + <edge from-layer="96" from-port="2" to-layer="102" to-port="0" /> + <edge from-layer="97" from-port="0" to-layer="98" to-port="1" /> + <edge from-layer="98" from-port="2" to-layer="99" to-port="0" /> + <edge from-layer="99" from-port="1" to-layer="101" to-port="0" /> + <edge from-layer="100" from-port="0" to-layer="101" to-port="1" /> + <edge from-layer="101" from-port="2" to-layer="102" to-port="1" /> + <edge from-layer="102" from-port="2" to-layer="104" to-port="0" /> + <edge from-layer="103" from-port="0" to-layer="104" to-port="1" /> + <edge from-layer="104" from-port="2" to-layer="106" to-port="0" /> + <edge from-layer="105" from-port="0" to-layer="106" to-port="1" /> + <edge from-layer="106" from-port="2" to-layer="108" to-port="0" /> + <edge from-layer="106" from-port="2" to-layer="109" to-port="0" /> + <edge from-layer="107" from-port="0" to-layer="108" to-port="1" /> + <edge from-layer="108" from-port="2" to-layer="109" to-port="1" /> + <edge from-layer="109" from-port="2" to-layer="111" to-port="0" /> + <edge from-layer="109" from-port="2" to-layer="117" to-port="0" /> + <edge from-layer="110" from-port="0" to-layer="111" to-port="1" /> + <edge from-layer="111" from-port="2" to-layer="113" to-port="0" /> + <edge from-layer="112" from-port="0" to-layer="113" to-port="1" /> + <edge from-layer="113" from-port="2" to-layer="115" to-port="0" /> + <edge from-layer="114" from-port="0" to-layer="115" to-port="1" /> + <edge from-layer="115" from-port="2" to-layer="116" to-port="0" /> + <edge from-layer="116" from-port="1" to-layer="117" to-port="1" /> + <edge from-layer="117" from-port="2" to-layer="119" to-port="0" /> + <edge from-layer="118" from-port="0" to-layer="119" to-port="1" /> + <edge from-layer="119" from-port="2" to-layer="121" to-port="0" /> + <edge from-layer="120" from-port="0" to-layer="121" to-port="1" /> + <edge from-layer="121" from-port="2" to-layer="123" to-port="0" /> + <edge from-layer="122" from-port="0" to-layer="123" to-port="1" /> + <edge from-layer="123" from-port="2" to-layer="124" to-port="1" /> + <edge from-layer="124" from-port="2" to-layer="163" to-port="0" /> + <edge from-layer="124" from-port="2" to-layer="126" to-port="0" /> + <edge from-layer="125" from-port="0" to-layer="126" to-port="1" /> + <edge from-layer="126" from-port="2" to-layer="136" to-port="0" /> + <edge from-layer="127" from-port="0" to-layer="135" to-port="0" /> + <edge from-layer="128" from-port="0" to-layer="133" to-port="1" /> + <edge from-layer="128" from-port="0" to-layer="134" to-port="0" /> + <edge from-layer="129" from-port="0" to-layer="132" to-port="0" /> + <edge from-layer="130" from-port="0" to-layer="132" to-port="1" /> + <edge from-layer="131" from-port="0" to-layer="132" to-port="2" /> + <edge from-layer="132" from-port="3" to-layer="133" to-port="0" /> + <edge from-layer="132" from-port="4" to-layer="134" to-port="2" /> + <edge from-layer="133" from-port="2" to-layer="134" to-port="1" /> + <edge from-layer="134" from-port="3" to-layer="135" to-port="1" /> + <edge from-layer="135" from-port="2" to-layer="136" to-port="1" /> + <edge from-layer="136" from-port="2" to-layer="147" to-port="0" /> + <edge from-layer="136" from-port="2" to-layer="140" to-port="0" /> + <edge from-layer="137" from-port="0" to-layer="146" to-port="0" /> + <edge from-layer="138" from-port="0" to-layer="144" to-port="0" /> + <edge from-layer="138" from-port="0" to-layer="145" to-port="0" /> + <edge from-layer="139" from-port="0" to-layer="145" to-port="1" /> + <edge from-layer="140" from-port="1" to-layer="141" to-port="0" /> + <edge from-layer="141" from-port="1" to-layer="143" to-port="0" /> + <edge from-layer="142" from-port="0" to-layer="143" to-port="1" /> + <edge from-layer="143" from-port="2" to-layer="144" to-port="1" /> + <edge from-layer="144" from-port="2" to-layer="145" to-port="2" /> + <edge from-layer="145" from-port="3" to-layer="146" to-port="1" /> + <edge from-layer="146" from-port="2" to-layer="147" to-port="1" /> + <edge from-layer="147" from-port="2" to-layer="152" to-port="0" /> + <edge from-layer="148" from-port="0" to-layer="152" to-port="1" /> + <edge from-layer="149" from-port="0" to-layer="152" to-port="2" /> + <edge from-layer="150" from-port="0" to-layer="152" to-port="3" /> + <edge from-layer="151" from-port="0" to-layer="152" to-port="4" /> + <edge from-layer="152" from-port="5" to-layer="154" to-port="0" /> + <edge from-layer="152" from-port="5" to-layer="158" to-port="0" /> + <edge from-layer="153" from-port="0" to-layer="154" to-port="1" /> + <edge from-layer="154" from-port="2" to-layer="155" to-port="0" /> + <edge from-layer="155" from-port="1" to-layer="157" to-port="0" /> + <edge from-layer="156" from-port="0" to-layer="157" to-port="1" /> + <edge from-layer="157" from-port="2" to-layer="158" to-port="1" /> + <edge from-layer="158" from-port="2" to-layer="160" to-port="0" /> + <edge from-layer="159" from-port="0" to-layer="160" to-port="1" /> + <edge from-layer="160" from-port="2" to-layer="162" to-port="0" /> + <edge from-layer="161" from-port="0" to-layer="162" to-port="1" /> + <edge from-layer="162" from-port="2" to-layer="163" to-port="1" /> + <edge from-layer="163" from-port="2" to-layer="165" to-port="0" /> + <edge from-layer="163" from-port="2" to-layer="166" to-port="0" /> + <edge from-layer="164" from-port="0" to-layer="165" to-port="1" /> + <edge from-layer="165" from-port="2" to-layer="166" to-port="1" /> + <edge from-layer="166" from-port="2" to-layer="168" to-port="0" /> + <edge from-layer="166" from-port="2" to-layer="174" to-port="0" /> + <edge from-layer="167" from-port="0" to-layer="168" to-port="1" /> + <edge from-layer="168" from-port="2" to-layer="170" to-port="0" /> + <edge from-layer="169" from-port="0" to-layer="170" to-port="1" /> + <edge from-layer="170" from-port="2" to-layer="172" to-port="0" /> + <edge from-layer="171" from-port="0" to-layer="172" to-port="1" /> + <edge from-layer="172" from-port="2" to-layer="173" to-port="0" /> + <edge from-layer="173" from-port="1" to-layer="174" to-port="1" /> + <edge from-layer="174" from-port="2" to-layer="176" to-port="0" /> + <edge from-layer="175" from-port="0" to-layer="176" to-port="1" /> + <edge from-layer="176" from-port="2" to-layer="178" to-port="0" /> + <edge from-layer="177" from-port="0" to-layer="178" to-port="1" /> + <edge from-layer="178" from-port="2" to-layer="188" to-port="0" /> + <edge from-layer="178" from-port="2" to-layer="216" to-port="0" /> + <edge from-layer="178" from-port="2" to-layer="237" to-port="0" /> + <edge from-layer="178" from-port="2" to-layer="275" to-port="0" /> + <edge from-layer="178" from-port="2" to-layer="194" to-port="0" /> + <edge from-layer="178" from-port="2" to-layer="180" to-port="0" /> + <edge from-layer="178" from-port="2" to-layer="184" to-port="0" /> + <edge from-layer="179" from-port="0" to-layer="180" to-port="1" /> + <edge from-layer="180" from-port="2" to-layer="1909" to-port="0" /> + <edge from-layer="181" from-port="0" to-layer="274" to-port="0" /> + <edge from-layer="182" from-port="0" to-layer="185" to-port="0" /> + <edge from-layer="183" from-port="0" to-layer="184" to-port="1" /> + <edge from-layer="184" from-port="2" to-layer="185" to-port="1" /> + <edge from-layer="185" from-port="2" to-layer="187" to-port="0" /> + <edge from-layer="186" from-port="0" to-layer="187" to-port="1" /> + <edge from-layer="187" from-port="2" to-layer="203" to-port="0" /> + <edge from-layer="188" from-port="1" to-layer="191" to-port="0" /> + <edge from-layer="189" from-port="0" to-layer="191" to-port="1" /> + <edge from-layer="190" from-port="0" to-layer="191" to-port="2" /> + <edge from-layer="191" from-port="3" to-layer="266" to-port="0" /> + <edge from-layer="191" from-port="3" to-layer="256" to-port="0" /> + <edge from-layer="191" from-port="3" to-layer="240" to-port="0" /> + <edge from-layer="191" from-port="3" to-layer="219" to-port="0" /> + <edge from-layer="191" from-port="3" to-layer="207" to-port="0" /> + <edge from-layer="191" from-port="3" to-layer="193" to-port="0" /> + <edge from-layer="192" from-port="0" to-layer="193" to-port="1" /> + <edge from-layer="193" from-port="2" to-layer="202" to-port="0" /> + <edge from-layer="194" from-port="1" to-layer="197" to-port="0" /> + <edge from-layer="195" from-port="0" to-layer="197" to-port="1" /> + <edge from-layer="196" from-port="0" to-layer="197" to-port="2" /> + <edge from-layer="197" from-port="3" to-layer="268" to-port="0" /> + <edge from-layer="197" from-port="3" to-layer="259" to-port="0" /> + <edge from-layer="197" from-port="3" to-layer="199" to-port="0" /> + <edge from-layer="198" from-port="0" to-layer="199" to-port="1" /> + <edge from-layer="199" from-port="2" to-layer="202" to-port="1" /> + <edge from-layer="200" from-port="0" to-layer="202" to-port="2" /> + <edge from-layer="201" from-port="0" to-layer="202" to-port="3" /> + <edge from-layer="202" from-port="4" to-layer="203" to-port="1" /> + <edge from-layer="203" from-port="2" to-layer="205" to-port="0" /> + <edge from-layer="204" from-port="0" to-layer="205" to-port="1" /> + <edge from-layer="205" from-port="2" to-layer="213" to-port="0" /> + <edge from-layer="206" from-port="0" to-layer="207" to-port="1" /> + <edge from-layer="207" from-port="2" to-layer="209" to-port="0" /> + <edge from-layer="207" from-port="2" to-layer="228" to-port="0" /> + <edge from-layer="207" from-port="2" to-layer="249" to-port="0" /> + <edge from-layer="208" from-port="0" to-layer="209" to-port="1" /> + <edge from-layer="209" from-port="2" to-layer="212" to-port="0" /> + <edge from-layer="210" from-port="0" to-layer="212" to-port="1" /> + <edge from-layer="211" from-port="0" to-layer="212" to-port="2" /> + <edge from-layer="212" from-port="3" to-layer="213" to-port="1" /> + <edge from-layer="213" from-port="2" to-layer="233" to-port="0" /> + <edge from-layer="214" from-port="0" to-layer="217" to-port="0" /> + <edge from-layer="215" from-port="0" to-layer="216" to-port="1" /> + <edge from-layer="216" from-port="2" to-layer="217" to-port="1" /> + <edge from-layer="217" from-port="2" to-layer="224" to-port="0" /> + <edge from-layer="218" from-port="0" to-layer="219" to-port="1" /> + <edge from-layer="219" from-port="2" to-layer="223" to-port="0" /> + <edge from-layer="220" from-port="0" to-layer="223" to-port="1" /> + <edge from-layer="221" from-port="0" to-layer="223" to-port="2" /> + <edge from-layer="222" from-port="0" to-layer="223" to-port="3" /> + <edge from-layer="223" from-port="4" to-layer="224" to-port="1" /> + <edge from-layer="224" from-port="2" to-layer="226" to-port="0" /> + <edge from-layer="225" from-port="0" to-layer="226" to-port="1" /> + <edge from-layer="226" from-port="2" to-layer="232" to-port="0" /> + <edge from-layer="227" from-port="0" to-layer="228" to-port="1" /> + <edge from-layer="228" from-port="2" to-layer="231" to-port="0" /> + <edge from-layer="229" from-port="0" to-layer="231" to-port="1" /> + <edge from-layer="230" from-port="0" to-layer="231" to-port="2" /> + <edge from-layer="231" from-port="3" to-layer="232" to-port="1" /> + <edge from-layer="232" from-port="2" to-layer="233" to-port="1" /> + <edge from-layer="233" from-port="2" to-layer="234" to-port="0" /> + <edge from-layer="234" from-port="1" to-layer="254" to-port="0" /> + <edge from-layer="235" from-port="0" to-layer="238" to-port="0" /> + <edge from-layer="236" from-port="0" to-layer="237" to-port="1" /> + <edge from-layer="237" from-port="2" to-layer="238" to-port="1" /> + <edge from-layer="238" from-port="2" to-layer="245" to-port="0" /> + <edge from-layer="239" from-port="0" to-layer="240" to-port="1" /> + <edge from-layer="240" from-port="2" to-layer="244" to-port="0" /> + <edge from-layer="241" from-port="0" to-layer="244" to-port="1" /> + <edge from-layer="242" from-port="0" to-layer="244" to-port="2" /> + <edge from-layer="243" from-port="0" to-layer="244" to-port="3" /> + <edge from-layer="244" from-port="4" to-layer="245" to-port="1" /> + <edge from-layer="245" from-port="2" to-layer="247" to-port="0" /> + <edge from-layer="246" from-port="0" to-layer="247" to-port="1" /> + <edge from-layer="247" from-port="2" to-layer="253" to-port="0" /> + <edge from-layer="248" from-port="0" to-layer="249" to-port="1" /> + <edge from-layer="249" from-port="2" to-layer="252" to-port="0" /> + <edge from-layer="250" from-port="0" to-layer="252" to-port="1" /> + <edge from-layer="251" from-port="0" to-layer="252" to-port="2" /> + <edge from-layer="252" from-port="3" to-layer="253" to-port="1" /> + <edge from-layer="253" from-port="2" to-layer="254" to-port="1" /> + <edge from-layer="254" from-port="2" to-layer="262" to-port="0" /> + <edge from-layer="255" from-port="0" to-layer="256" to-port="1" /> + <edge from-layer="256" from-port="2" to-layer="261" to-port="0" /> + <edge from-layer="257" from-port="0" to-layer="261" to-port="1" /> + <edge from-layer="258" from-port="0" to-layer="259" to-port="1" /> + <edge from-layer="259" from-port="2" to-layer="261" to-port="2" /> + <edge from-layer="260" from-port="0" to-layer="261" to-port="3" /> + <edge from-layer="261" from-port="4" to-layer="262" to-port="1" /> + <edge from-layer="262" from-port="2" to-layer="264" to-port="0" /> + <edge from-layer="263" from-port="0" to-layer="264" to-port="1" /> + <edge from-layer="264" from-port="2" to-layer="271" to-port="0" /> + <edge from-layer="265" from-port="0" to-layer="266" to-port="1" /> + <edge from-layer="266" from-port="2" to-layer="270" to-port="0" /> + <edge from-layer="267" from-port="0" to-layer="268" to-port="1" /> + <edge from-layer="268" from-port="2" to-layer="270" to-port="1" /> + <edge from-layer="269" from-port="0" to-layer="270" to-port="2" /> + <edge from-layer="270" from-port="3" to-layer="271" to-port="1" /> + <edge from-layer="271" from-port="2" to-layer="273" to-port="0" /> + <edge from-layer="272" from-port="0" to-layer="273" to-port="1" /> + <edge from-layer="273" from-port="2" to-layer="274" to-port="1" /> + <edge from-layer="274" from-port="2" to-layer="275" to-port="1" /> + <edge from-layer="275" from-port="2" to-layer="278" to-port="0" /> + <edge from-layer="275" from-port="2" to-layer="277" to-port="0" /> + <edge from-layer="276" from-port="0" to-layer="277" to-port="1" /> + <edge from-layer="277" from-port="2" to-layer="278" to-port="1" /> + <edge from-layer="278" from-port="2" to-layer="280" to-port="0" /> + <edge from-layer="278" from-port="2" to-layer="286" to-port="0" /> + <edge from-layer="279" from-port="0" to-layer="280" to-port="1" /> + <edge from-layer="280" from-port="2" to-layer="282" to-port="0" /> + <edge from-layer="281" from-port="0" to-layer="282" to-port="1" /> + <edge from-layer="282" from-port="2" to-layer="284" to-port="0" /> + <edge from-layer="283" from-port="0" to-layer="284" to-port="1" /> + <edge from-layer="284" from-port="2" to-layer="285" to-port="0" /> + <edge from-layer="285" from-port="1" to-layer="286" to-port="1" /> + <edge from-layer="286" from-port="2" to-layer="288" to-port="0" /> + <edge from-layer="287" from-port="0" to-layer="288" to-port="1" /> + <edge from-layer="288" from-port="2" to-layer="290" to-port="0" /> + <edge from-layer="289" from-port="0" to-layer="290" to-port="1" /> + <edge from-layer="290" from-port="2" to-layer="294" to-port="0" /> + <edge from-layer="290" from-port="2" to-layer="307" to-port="0" /> + <edge from-layer="291" from-port="0" to-layer="306" to-port="0" /> + <edge from-layer="292" from-port="0" to-layer="295" to-port="0" /> + <edge from-layer="293" from-port="0" to-layer="294" to-port="1" /> + <edge from-layer="294" from-port="2" to-layer="295" to-port="1" /> + <edge from-layer="295" from-port="2" to-layer="301" to-port="0" /> + <edge from-layer="295" from-port="2" to-layer="297" to-port="0" /> + <edge from-layer="296" from-port="0" to-layer="297" to-port="1" /> + <edge from-layer="297" from-port="2" to-layer="298" to-port="0" /> + <edge from-layer="298" from-port="1" to-layer="300" to-port="0" /> + <edge from-layer="299" from-port="0" to-layer="300" to-port="1" /> + <edge from-layer="300" from-port="2" to-layer="301" to-port="1" /> + <edge from-layer="301" from-port="2" to-layer="303" to-port="0" /> + <edge from-layer="302" from-port="0" to-layer="303" to-port="1" /> + <edge from-layer="303" from-port="2" to-layer="305" to-port="0" /> + <edge from-layer="304" from-port="0" to-layer="305" to-port="1" /> + <edge from-layer="305" from-port="2" to-layer="306" to-port="1" /> + <edge from-layer="306" from-port="2" to-layer="307" to-port="1" /> + <edge from-layer="307" from-port="2" to-layer="310" to-port="0" /> + <edge from-layer="307" from-port="2" to-layer="309" to-port="0" /> + <edge from-layer="308" from-port="0" to-layer="309" to-port="1" /> + <edge from-layer="309" from-port="2" to-layer="310" to-port="1" /> + <edge from-layer="310" from-port="2" to-layer="312" to-port="0" /> + <edge from-layer="310" from-port="2" to-layer="318" to-port="0" /> + <edge from-layer="311" from-port="0" to-layer="312" to-port="1" /> + <edge from-layer="312" from-port="2" to-layer="314" to-port="0" /> + <edge from-layer="313" from-port="0" to-layer="314" to-port="1" /> + <edge from-layer="314" from-port="2" to-layer="316" to-port="0" /> + <edge from-layer="315" from-port="0" to-layer="316" to-port="1" /> + <edge from-layer="316" from-port="2" to-layer="317" to-port="0" /> + <edge from-layer="317" from-port="1" to-layer="318" to-port="1" /> + <edge from-layer="318" from-port="2" to-layer="320" to-port="0" /> + <edge from-layer="319" from-port="0" to-layer="320" to-port="1" /> + <edge from-layer="320" from-port="2" to-layer="322" to-port="0" /> + <edge from-layer="321" from-port="0" to-layer="322" to-port="1" /> + <edge from-layer="322" from-port="2" to-layer="324" to-port="0" /> + <edge from-layer="322" from-port="2" to-layer="328" to-port="0" /> + <edge from-layer="322" from-port="2" to-layer="419" to-port="0" /> + <edge from-layer="322" from-port="2" to-layer="332" to-port="0" /> + <edge from-layer="322" from-port="2" to-layer="381" to-port="0" /> + <edge from-layer="322" from-port="2" to-layer="360" to-port="0" /> + <edge from-layer="322" from-port="2" to-layer="338" to-port="0" /> + <edge from-layer="323" from-port="0" to-layer="324" to-port="1" /> + <edge from-layer="324" from-port="2" to-layer="1909" to-port="1" /> + <edge from-layer="325" from-port="0" to-layer="418" to-port="0" /> + <edge from-layer="326" from-port="0" to-layer="329" to-port="0" /> + <edge from-layer="327" from-port="0" to-layer="328" to-port="1" /> + <edge from-layer="328" from-port="2" to-layer="329" to-port="1" /> + <edge from-layer="329" from-port="2" to-layer="331" to-port="0" /> + <edge from-layer="330" from-port="0" to-layer="331" to-port="1" /> + <edge from-layer="331" from-port="2" to-layer="347" to-port="0" /> + <edge from-layer="332" from-port="1" to-layer="335" to-port="0" /> + <edge from-layer="333" from-port="0" to-layer="335" to-port="1" /> + <edge from-layer="334" from-port="0" to-layer="335" to-port="2" /> + <edge from-layer="335" from-port="3" to-layer="337" to-port="0" /> + <edge from-layer="335" from-port="3" to-layer="384" to-port="0" /> + <edge from-layer="335" from-port="3" to-layer="410" to-port="0" /> + <edge from-layer="335" from-port="3" to-layer="400" to-port="0" /> + <edge from-layer="335" from-port="3" to-layer="351" to-port="0" /> + <edge from-layer="335" from-port="3" to-layer="363" to-port="0" /> + <edge from-layer="336" from-port="0" to-layer="337" to-port="1" /> + <edge from-layer="337" from-port="2" to-layer="346" to-port="0" /> + <edge from-layer="338" from-port="1" to-layer="341" to-port="0" /> + <edge from-layer="339" from-port="0" to-layer="341" to-port="1" /> + <edge from-layer="340" from-port="0" to-layer="341" to-port="2" /> + <edge from-layer="341" from-port="3" to-layer="403" to-port="0" /> + <edge from-layer="341" from-port="3" to-layer="343" to-port="0" /> + <edge from-layer="341" from-port="3" to-layer="412" to-port="0" /> + <edge from-layer="342" from-port="0" to-layer="343" to-port="1" /> + <edge from-layer="343" from-port="2" to-layer="346" to-port="1" /> + <edge from-layer="344" from-port="0" to-layer="346" to-port="2" /> + <edge from-layer="345" from-port="0" to-layer="346" to-port="3" /> + <edge from-layer="346" from-port="4" to-layer="347" to-port="1" /> + <edge from-layer="347" from-port="2" to-layer="349" to-port="0" /> + <edge from-layer="348" from-port="0" to-layer="349" to-port="1" /> + <edge from-layer="349" from-port="2" to-layer="357" to-port="0" /> + <edge from-layer="350" from-port="0" to-layer="351" to-port="1" /> + <edge from-layer="351" from-port="2" to-layer="353" to-port="0" /> + <edge from-layer="351" from-port="2" to-layer="372" to-port="0" /> + <edge from-layer="351" from-port="2" to-layer="393" to-port="0" /> + <edge from-layer="352" from-port="0" to-layer="353" to-port="1" /> + <edge from-layer="353" from-port="2" to-layer="356" to-port="0" /> + <edge from-layer="354" from-port="0" to-layer="356" to-port="1" /> + <edge from-layer="355" from-port="0" to-layer="356" to-port="2" /> + <edge from-layer="356" from-port="3" to-layer="357" to-port="1" /> + <edge from-layer="357" from-port="2" to-layer="377" to-port="0" /> + <edge from-layer="358" from-port="0" to-layer="361" to-port="0" /> + <edge from-layer="359" from-port="0" to-layer="360" to-port="1" /> + <edge from-layer="360" from-port="2" to-layer="361" to-port="1" /> + <edge from-layer="361" from-port="2" to-layer="368" to-port="0" /> + <edge from-layer="362" from-port="0" to-layer="363" to-port="1" /> + <edge from-layer="363" from-port="2" to-layer="367" to-port="0" /> + <edge from-layer="364" from-port="0" to-layer="367" to-port="1" /> + <edge from-layer="365" from-port="0" to-layer="367" to-port="2" /> + <edge from-layer="366" from-port="0" to-layer="367" to-port="3" /> + <edge from-layer="367" from-port="4" to-layer="368" to-port="1" /> + <edge from-layer="368" from-port="2" to-layer="370" to-port="0" /> + <edge from-layer="369" from-port="0" to-layer="370" to-port="1" /> + <edge from-layer="370" from-port="2" to-layer="376" to-port="0" /> + <edge from-layer="371" from-port="0" to-layer="372" to-port="1" /> + <edge from-layer="372" from-port="2" to-layer="375" to-port="0" /> + <edge from-layer="373" from-port="0" to-layer="375" to-port="1" /> + <edge from-layer="374" from-port="0" to-layer="375" to-port="2" /> + <edge from-layer="375" from-port="3" to-layer="376" to-port="1" /> + <edge from-layer="376" from-port="2" to-layer="377" to-port="1" /> + <edge from-layer="377" from-port="2" to-layer="378" to-port="0" /> + <edge from-layer="378" from-port="1" to-layer="398" to-port="0" /> + <edge from-layer="379" from-port="0" to-layer="382" to-port="0" /> + <edge from-layer="380" from-port="0" to-layer="381" to-port="1" /> + <edge from-layer="381" from-port="2" to-layer="382" to-port="1" /> + <edge from-layer="382" from-port="2" to-layer="389" to-port="0" /> + <edge from-layer="383" from-port="0" to-layer="384" to-port="1" /> + <edge from-layer="384" from-port="2" to-layer="388" to-port="0" /> + <edge from-layer="385" from-port="0" to-layer="388" to-port="1" /> + <edge from-layer="386" from-port="0" to-layer="388" to-port="2" /> + <edge from-layer="387" from-port="0" to-layer="388" to-port="3" /> + <edge from-layer="388" from-port="4" to-layer="389" to-port="1" /> + <edge from-layer="389" from-port="2" to-layer="391" to-port="0" /> + <edge from-layer="390" from-port="0" to-layer="391" to-port="1" /> + <edge from-layer="391" from-port="2" to-layer="397" to-port="0" /> + <edge from-layer="392" from-port="0" to-layer="393" to-port="1" /> + <edge from-layer="393" from-port="2" to-layer="396" to-port="0" /> + <edge from-layer="394" from-port="0" to-layer="396" to-port="1" /> + <edge from-layer="395" from-port="0" to-layer="396" to-port="2" /> + <edge from-layer="396" from-port="3" to-layer="397" to-port="1" /> + <edge from-layer="397" from-port="2" to-layer="398" to-port="1" /> + <edge from-layer="398" from-port="2" to-layer="406" to-port="0" /> + <edge from-layer="399" from-port="0" to-layer="400" to-port="1" /> + <edge from-layer="400" from-port="2" to-layer="405" to-port="0" /> + <edge from-layer="401" from-port="0" to-layer="405" to-port="1" /> + <edge from-layer="402" from-port="0" to-layer="403" to-port="1" /> + <edge from-layer="403" from-port="2" to-layer="405" to-port="2" /> + <edge from-layer="404" from-port="0" to-layer="405" to-port="3" /> + <edge from-layer="405" from-port="4" to-layer="406" to-port="1" /> + <edge from-layer="406" from-port="2" to-layer="408" to-port="0" /> + <edge from-layer="407" from-port="0" to-layer="408" to-port="1" /> + <edge from-layer="408" from-port="2" to-layer="415" to-port="0" /> + <edge from-layer="409" from-port="0" to-layer="410" to-port="1" /> + <edge from-layer="410" from-port="2" to-layer="414" to-port="0" /> + <edge from-layer="411" from-port="0" to-layer="412" to-port="1" /> + <edge from-layer="412" from-port="2" to-layer="414" to-port="1" /> + <edge from-layer="413" from-port="0" to-layer="414" to-port="2" /> + <edge from-layer="414" from-port="3" to-layer="415" to-port="1" /> + <edge from-layer="415" from-port="2" to-layer="417" to-port="0" /> + <edge from-layer="416" from-port="0" to-layer="417" to-port="1" /> + <edge from-layer="417" from-port="2" to-layer="418" to-port="1" /> + <edge from-layer="418" from-port="2" to-layer="419" to-port="1" /> + <edge from-layer="419" from-port="2" to-layer="421" to-port="0" /> + <edge from-layer="419" from-port="2" to-layer="422" to-port="0" /> + <edge from-layer="420" from-port="0" to-layer="421" to-port="1" /> + <edge from-layer="421" from-port="2" to-layer="422" to-port="1" /> + <edge from-layer="422" from-port="2" to-layer="430" to-port="0" /> + <edge from-layer="422" from-port="2" to-layer="424" to-port="0" /> + <edge from-layer="423" from-port="0" to-layer="424" to-port="1" /> + <edge from-layer="424" from-port="2" to-layer="426" to-port="0" /> + <edge from-layer="425" from-port="0" to-layer="426" to-port="1" /> + <edge from-layer="426" from-port="2" to-layer="428" to-port="0" /> + <edge from-layer="427" from-port="0" to-layer="428" to-port="1" /> + <edge from-layer="428" from-port="2" to-layer="429" to-port="0" /> + <edge from-layer="429" from-port="1" to-layer="430" to-port="1" /> + <edge from-layer="430" from-port="2" to-layer="432" to-port="0" /> + <edge from-layer="431" from-port="0" to-layer="432" to-port="1" /> + <edge from-layer="432" from-port="2" to-layer="434" to-port="0" /> + <edge from-layer="433" from-port="0" to-layer="434" to-port="1" /> + <edge from-layer="434" from-port="2" to-layer="438" to-port="0" /> + <edge from-layer="434" from-port="2" to-layer="451" to-port="0" /> + <edge from-layer="435" from-port="0" to-layer="450" to-port="0" /> + <edge from-layer="436" from-port="0" to-layer="439" to-port="0" /> + <edge from-layer="437" from-port="0" to-layer="438" to-port="1" /> + <edge from-layer="438" from-port="2" to-layer="439" to-port="1" /> + <edge from-layer="439" from-port="2" to-layer="445" to-port="0" /> + <edge from-layer="439" from-port="2" to-layer="441" to-port="0" /> + <edge from-layer="440" from-port="0" to-layer="441" to-port="1" /> + <edge from-layer="441" from-port="2" to-layer="442" to-port="0" /> + <edge from-layer="442" from-port="1" to-layer="444" to-port="0" /> + <edge from-layer="443" from-port="0" to-layer="444" to-port="1" /> + <edge from-layer="444" from-port="2" to-layer="445" to-port="1" /> + <edge from-layer="445" from-port="2" to-layer="447" to-port="0" /> + <edge from-layer="446" from-port="0" to-layer="447" to-port="1" /> + <edge from-layer="447" from-port="2" to-layer="449" to-port="0" /> + <edge from-layer="448" from-port="0" to-layer="449" to-port="1" /> + <edge from-layer="449" from-port="2" to-layer="450" to-port="1" /> + <edge from-layer="450" from-port="2" to-layer="451" to-port="1" /> + <edge from-layer="451" from-port="2" to-layer="454" to-port="0" /> + <edge from-layer="451" from-port="2" to-layer="453" to-port="0" /> + <edge from-layer="452" from-port="0" to-layer="453" to-port="1" /> + <edge from-layer="453" from-port="2" to-layer="454" to-port="1" /> + <edge from-layer="454" from-port="2" to-layer="456" to-port="0" /> + <edge from-layer="454" from-port="2" to-layer="462" to-port="0" /> + <edge from-layer="455" from-port="0" to-layer="456" to-port="1" /> + <edge from-layer="456" from-port="2" to-layer="458" to-port="0" /> + <edge from-layer="457" from-port="0" to-layer="458" to-port="1" /> + <edge from-layer="458" from-port="2" to-layer="460" to-port="0" /> + <edge from-layer="459" from-port="0" to-layer="460" to-port="1" /> + <edge from-layer="460" from-port="2" to-layer="461" to-port="0" /> + <edge from-layer="461" from-port="1" to-layer="462" to-port="1" /> + <edge from-layer="462" from-port="2" to-layer="464" to-port="0" /> + <edge from-layer="463" from-port="0" to-layer="464" to-port="1" /> + <edge from-layer="464" from-port="2" to-layer="466" to-port="0" /> + <edge from-layer="465" from-port="0" to-layer="466" to-port="1" /> + <edge from-layer="466" from-port="2" to-layer="504" to-port="0" /> + <edge from-layer="466" from-port="2" to-layer="563" to-port="0" /> + <edge from-layer="466" from-port="2" to-layer="525" to-port="0" /> + <edge from-layer="466" from-port="2" to-layer="482" to-port="0" /> + <edge from-layer="466" from-port="2" to-layer="476" to-port="0" /> + <edge from-layer="466" from-port="2" to-layer="468" to-port="0" /> + <edge from-layer="466" from-port="2" to-layer="472" to-port="0" /> + <edge from-layer="467" from-port="0" to-layer="468" to-port="1" /> + <edge from-layer="468" from-port="2" to-layer="1909" to-port="2" /> + <edge from-layer="469" from-port="0" to-layer="562" to-port="0" /> + <edge from-layer="470" from-port="0" to-layer="473" to-port="0" /> + <edge from-layer="471" from-port="0" to-layer="472" to-port="1" /> + <edge from-layer="472" from-port="2" to-layer="473" to-port="1" /> + <edge from-layer="473" from-port="2" to-layer="475" to-port="0" /> + <edge from-layer="474" from-port="0" to-layer="475" to-port="1" /> + <edge from-layer="475" from-port="2" to-layer="491" to-port="0" /> + <edge from-layer="476" from-port="1" to-layer="479" to-port="0" /> + <edge from-layer="477" from-port="0" to-layer="479" to-port="1" /> + <edge from-layer="478" from-port="0" to-layer="479" to-port="2" /> + <edge from-layer="479" from-port="3" to-layer="528" to-port="0" /> + <edge from-layer="479" from-port="3" to-layer="544" to-port="0" /> + <edge from-layer="479" from-port="3" to-layer="507" to-port="0" /> + <edge from-layer="479" from-port="3" to-layer="554" to-port="0" /> + <edge from-layer="479" from-port="3" to-layer="481" to-port="0" /> + <edge from-layer="479" from-port="3" to-layer="495" to-port="0" /> + <edge from-layer="480" from-port="0" to-layer="481" to-port="1" /> + <edge from-layer="481" from-port="2" to-layer="490" to-port="0" /> + <edge from-layer="482" from-port="1" to-layer="485" to-port="0" /> + <edge from-layer="483" from-port="0" to-layer="485" to-port="1" /> + <edge from-layer="484" from-port="0" to-layer="485" to-port="2" /> + <edge from-layer="485" from-port="3" to-layer="487" to-port="0" /> + <edge from-layer="485" from-port="3" to-layer="556" to-port="0" /> + <edge from-layer="485" from-port="3" to-layer="547" to-port="0" /> + <edge from-layer="486" from-port="0" to-layer="487" to-port="1" /> + <edge from-layer="487" from-port="2" to-layer="490" to-port="1" /> + <edge from-layer="488" from-port="0" to-layer="490" to-port="2" /> + <edge from-layer="489" from-port="0" to-layer="490" to-port="3" /> + <edge from-layer="490" from-port="4" to-layer="491" to-port="1" /> + <edge from-layer="491" from-port="2" to-layer="493" to-port="0" /> + <edge from-layer="492" from-port="0" to-layer="493" to-port="1" /> + <edge from-layer="493" from-port="2" to-layer="501" to-port="0" /> + <edge from-layer="494" from-port="0" to-layer="495" to-port="1" /> + <edge from-layer="495" from-port="2" to-layer="497" to-port="0" /> + <edge from-layer="495" from-port="2" to-layer="516" to-port="0" /> + <edge from-layer="495" from-port="2" to-layer="537" to-port="0" /> + <edge from-layer="496" from-port="0" to-layer="497" to-port="1" /> + <edge from-layer="497" from-port="2" to-layer="500" to-port="0" /> + <edge from-layer="498" from-port="0" to-layer="500" to-port="1" /> + <edge from-layer="499" from-port="0" to-layer="500" to-port="2" /> + <edge from-layer="500" from-port="3" to-layer="501" to-port="1" /> + <edge from-layer="501" from-port="2" to-layer="521" to-port="0" /> + <edge from-layer="502" from-port="0" to-layer="505" to-port="0" /> + <edge from-layer="503" from-port="0" to-layer="504" to-port="1" /> + <edge from-layer="504" from-port="2" to-layer="505" to-port="1" /> + <edge from-layer="505" from-port="2" to-layer="512" to-port="0" /> + <edge from-layer="506" from-port="0" to-layer="507" to-port="1" /> + <edge from-layer="507" from-port="2" to-layer="511" to-port="0" /> + <edge from-layer="508" from-port="0" to-layer="511" to-port="1" /> + <edge from-layer="509" from-port="0" to-layer="511" to-port="2" /> + <edge from-layer="510" from-port="0" to-layer="511" to-port="3" /> + <edge from-layer="511" from-port="4" to-layer="512" to-port="1" /> + <edge from-layer="512" from-port="2" to-layer="514" to-port="0" /> + <edge from-layer="513" from-port="0" to-layer="514" to-port="1" /> + <edge from-layer="514" from-port="2" to-layer="520" to-port="0" /> + <edge from-layer="515" from-port="0" to-layer="516" to-port="1" /> + <edge from-layer="516" from-port="2" to-layer="519" to-port="0" /> + <edge from-layer="517" from-port="0" to-layer="519" to-port="1" /> + <edge from-layer="518" from-port="0" to-layer="519" to-port="2" /> + <edge from-layer="519" from-port="3" to-layer="520" to-port="1" /> + <edge from-layer="520" from-port="2" to-layer="521" to-port="1" /> + <edge from-layer="521" from-port="2" to-layer="522" to-port="0" /> + <edge from-layer="522" from-port="1" to-layer="542" to-port="0" /> + <edge from-layer="523" from-port="0" to-layer="526" to-port="0" /> + <edge from-layer="524" from-port="0" to-layer="525" to-port="1" /> + <edge from-layer="525" from-port="2" to-layer="526" to-port="1" /> + <edge from-layer="526" from-port="2" to-layer="533" to-port="0" /> + <edge from-layer="527" from-port="0" to-layer="528" to-port="1" /> + <edge from-layer="528" from-port="2" to-layer="532" to-port="0" /> + <edge from-layer="529" from-port="0" to-layer="532" to-port="1" /> + <edge from-layer="530" from-port="0" to-layer="532" to-port="2" /> + <edge from-layer="531" from-port="0" to-layer="532" to-port="3" /> + <edge from-layer="532" from-port="4" to-layer="533" to-port="1" /> + <edge from-layer="533" from-port="2" to-layer="535" to-port="0" /> + <edge from-layer="534" from-port="0" to-layer="535" to-port="1" /> + <edge from-layer="535" from-port="2" to-layer="541" to-port="0" /> + <edge from-layer="536" from-port="0" to-layer="537" to-port="1" /> + <edge from-layer="537" from-port="2" to-layer="540" to-port="0" /> + <edge from-layer="538" from-port="0" to-layer="540" to-port="1" /> + <edge from-layer="539" from-port="0" to-layer="540" to-port="2" /> + <edge from-layer="540" from-port="3" to-layer="541" to-port="1" /> + <edge from-layer="541" from-port="2" to-layer="542" to-port="1" /> + <edge from-layer="542" from-port="2" to-layer="550" to-port="0" /> + <edge from-layer="543" from-port="0" to-layer="544" to-port="1" /> + <edge from-layer="544" from-port="2" to-layer="549" to-port="0" /> + <edge from-layer="545" from-port="0" to-layer="549" to-port="1" /> + <edge from-layer="546" from-port="0" to-layer="547" to-port="1" /> + <edge from-layer="547" from-port="2" to-layer="549" to-port="2" /> + <edge from-layer="548" from-port="0" to-layer="549" to-port="3" /> + <edge from-layer="549" from-port="4" to-layer="550" to-port="1" /> + <edge from-layer="550" from-port="2" to-layer="552" to-port="0" /> + <edge from-layer="551" from-port="0" to-layer="552" to-port="1" /> + <edge from-layer="552" from-port="2" to-layer="559" to-port="0" /> + <edge from-layer="553" from-port="0" to-layer="554" to-port="1" /> + <edge from-layer="554" from-port="2" to-layer="558" to-port="0" /> + <edge from-layer="555" from-port="0" to-layer="556" to-port="1" /> + <edge from-layer="556" from-port="2" to-layer="558" to-port="1" /> + <edge from-layer="557" from-port="0" to-layer="558" to-port="2" /> + <edge from-layer="558" from-port="3" to-layer="559" to-port="1" /> + <edge from-layer="559" from-port="2" to-layer="561" to-port="0" /> + <edge from-layer="560" from-port="0" to-layer="561" to-port="1" /> + <edge from-layer="561" from-port="2" to-layer="562" to-port="1" /> + <edge from-layer="562" from-port="2" to-layer="563" to-port="1" /> + <edge from-layer="563" from-port="2" to-layer="566" to-port="0" /> + <edge from-layer="563" from-port="2" to-layer="565" to-port="0" /> + <edge from-layer="564" from-port="0" to-layer="565" to-port="1" /> + <edge from-layer="565" from-port="2" to-layer="566" to-port="1" /> + <edge from-layer="566" from-port="2" to-layer="568" to-port="0" /> + <edge from-layer="566" from-port="2" to-layer="574" to-port="0" /> + <edge from-layer="567" from-port="0" to-layer="568" to-port="1" /> + <edge from-layer="568" from-port="2" to-layer="570" to-port="0" /> + <edge from-layer="569" from-port="0" to-layer="570" to-port="1" /> + <edge from-layer="570" from-port="2" to-layer="572" to-port="0" /> + <edge from-layer="571" from-port="0" to-layer="572" to-port="1" /> + <edge from-layer="572" from-port="2" to-layer="573" to-port="0" /> + <edge from-layer="573" from-port="1" to-layer="574" to-port="1" /> + <edge from-layer="574" from-port="2" to-layer="576" to-port="0" /> + <edge from-layer="575" from-port="0" to-layer="576" to-port="1" /> + <edge from-layer="576" from-port="2" to-layer="578" to-port="0" /> + <edge from-layer="577" from-port="0" to-layer="578" to-port="1" /> + <edge from-layer="578" from-port="2" to-layer="582" to-port="0" /> + <edge from-layer="578" from-port="2" to-layer="595" to-port="0" /> + <edge from-layer="579" from-port="0" to-layer="594" to-port="0" /> + <edge from-layer="580" from-port="0" to-layer="583" to-port="0" /> + <edge from-layer="581" from-port="0" to-layer="582" to-port="1" /> + <edge from-layer="582" from-port="2" to-layer="583" to-port="1" /> + <edge from-layer="583" from-port="2" to-layer="589" to-port="0" /> + <edge from-layer="583" from-port="2" to-layer="585" to-port="0" /> + <edge from-layer="584" from-port="0" to-layer="585" to-port="1" /> + <edge from-layer="585" from-port="2" to-layer="586" to-port="0" /> + <edge from-layer="586" from-port="1" to-layer="588" to-port="0" /> + <edge from-layer="587" from-port="0" to-layer="588" to-port="1" /> + <edge from-layer="588" from-port="2" to-layer="589" to-port="1" /> + <edge from-layer="589" from-port="2" to-layer="591" to-port="0" /> + <edge from-layer="590" from-port="0" to-layer="591" to-port="1" /> + <edge from-layer="591" from-port="2" to-layer="593" to-port="0" /> + <edge from-layer="592" from-port="0" to-layer="593" to-port="1" /> + <edge from-layer="593" from-port="2" to-layer="594" to-port="1" /> + <edge from-layer="594" from-port="2" to-layer="595" to-port="1" /> + <edge from-layer="595" from-port="2" to-layer="598" to-port="0" /> + <edge from-layer="595" from-port="2" to-layer="597" to-port="0" /> + <edge from-layer="596" from-port="0" to-layer="597" to-port="1" /> + <edge from-layer="597" from-port="2" to-layer="598" to-port="1" /> + <edge from-layer="598" from-port="2" to-layer="606" to-port="0" /> + <edge from-layer="598" from-port="2" to-layer="600" to-port="0" /> + <edge from-layer="599" from-port="0" to-layer="600" to-port="1" /> + <edge from-layer="600" from-port="2" to-layer="602" to-port="0" /> + <edge from-layer="601" from-port="0" to-layer="602" to-port="1" /> + <edge from-layer="602" from-port="2" to-layer="604" to-port="0" /> + <edge from-layer="603" from-port="0" to-layer="604" to-port="1" /> + <edge from-layer="604" from-port="2" to-layer="605" to-port="0" /> + <edge from-layer="605" from-port="1" to-layer="606" to-port="1" /> + <edge from-layer="606" from-port="2" to-layer="608" to-port="0" /> + <edge from-layer="607" from-port="0" to-layer="608" to-port="1" /> + <edge from-layer="608" from-port="2" to-layer="610" to-port="0" /> + <edge from-layer="609" from-port="0" to-layer="610" to-port="1" /> + <edge from-layer="610" from-port="2" to-layer="707" to-port="0" /> + <edge from-layer="610" from-port="2" to-layer="669" to-port="0" /> + <edge from-layer="610" from-port="2" to-layer="648" to-port="0" /> + <edge from-layer="610" from-port="2" to-layer="626" to-port="0" /> + <edge from-layer="610" from-port="2" to-layer="612" to-port="0" /> + <edge from-layer="610" from-port="2" to-layer="616" to-port="0" /> + <edge from-layer="610" from-port="2" to-layer="620" to-port="0" /> + <edge from-layer="611" from-port="0" to-layer="612" to-port="1" /> + <edge from-layer="612" from-port="2" to-layer="1909" to-port="3" /> + <edge from-layer="613" from-port="0" to-layer="706" to-port="0" /> + <edge from-layer="614" from-port="0" to-layer="617" to-port="0" /> + <edge from-layer="615" from-port="0" to-layer="616" to-port="1" /> + <edge from-layer="616" from-port="2" to-layer="617" to-port="1" /> + <edge from-layer="617" from-port="2" to-layer="619" to-port="0" /> + <edge from-layer="618" from-port="0" to-layer="619" to-port="1" /> + <edge from-layer="619" from-port="2" to-layer="635" to-port="0" /> + <edge from-layer="620" from-port="1" to-layer="623" to-port="0" /> + <edge from-layer="621" from-port="0" to-layer="623" to-port="1" /> + <edge from-layer="622" from-port="0" to-layer="623" to-port="2" /> + <edge from-layer="623" from-port="3" to-layer="688" to-port="0" /> + <edge from-layer="623" from-port="3" to-layer="698" to-port="0" /> + <edge from-layer="623" from-port="3" to-layer="672" to-port="0" /> + <edge from-layer="623" from-port="3" to-layer="639" to-port="0" /> + <edge from-layer="623" from-port="3" to-layer="625" to-port="0" /> + <edge from-layer="623" from-port="3" to-layer="651" to-port="0" /> + <edge from-layer="624" from-port="0" to-layer="625" to-port="1" /> + <edge from-layer="625" from-port="2" to-layer="634" to-port="0" /> + <edge from-layer="626" from-port="1" to-layer="629" to-port="0" /> + <edge from-layer="627" from-port="0" to-layer="629" to-port="1" /> + <edge from-layer="628" from-port="0" to-layer="629" to-port="2" /> + <edge from-layer="629" from-port="3" to-layer="691" to-port="0" /> + <edge from-layer="629" from-port="3" to-layer="700" to-port="0" /> + <edge from-layer="629" from-port="3" to-layer="631" to-port="0" /> + <edge from-layer="630" from-port="0" to-layer="631" to-port="1" /> + <edge from-layer="631" from-port="2" to-layer="634" to-port="1" /> + <edge from-layer="632" from-port="0" to-layer="634" to-port="2" /> + <edge from-layer="633" from-port="0" to-layer="634" to-port="3" /> + <edge from-layer="634" from-port="4" to-layer="635" to-port="1" /> + <edge from-layer="635" from-port="2" to-layer="637" to-port="0" /> + <edge from-layer="636" from-port="0" to-layer="637" to-port="1" /> + <edge from-layer="637" from-port="2" to-layer="645" to-port="0" /> + <edge from-layer="638" from-port="0" to-layer="639" to-port="1" /> + <edge from-layer="639" from-port="2" to-layer="641" to-port="0" /> + <edge from-layer="639" from-port="2" to-layer="681" to-port="0" /> + <edge from-layer="639" from-port="2" to-layer="660" to-port="0" /> + <edge from-layer="640" from-port="0" to-layer="641" to-port="1" /> + <edge from-layer="641" from-port="2" to-layer="644" to-port="0" /> + <edge from-layer="642" from-port="0" to-layer="644" to-port="1" /> + <edge from-layer="643" from-port="0" to-layer="644" to-port="2" /> + <edge from-layer="644" from-port="3" to-layer="645" to-port="1" /> + <edge from-layer="645" from-port="2" to-layer="665" to-port="0" /> + <edge from-layer="646" from-port="0" to-layer="649" to-port="0" /> + <edge from-layer="647" from-port="0" to-layer="648" to-port="1" /> + <edge from-layer="648" from-port="2" to-layer="649" to-port="1" /> + <edge from-layer="649" from-port="2" to-layer="656" to-port="0" /> + <edge from-layer="650" from-port="0" to-layer="651" to-port="1" /> + <edge from-layer="651" from-port="2" to-layer="655" to-port="0" /> + <edge from-layer="652" from-port="0" to-layer="655" to-port="1" /> + <edge from-layer="653" from-port="0" to-layer="655" to-port="2" /> + <edge from-layer="654" from-port="0" to-layer="655" to-port="3" /> + <edge from-layer="655" from-port="4" to-layer="656" to-port="1" /> + <edge from-layer="656" from-port="2" to-layer="658" to-port="0" /> + <edge from-layer="657" from-port="0" to-layer="658" to-port="1" /> + <edge from-layer="658" from-port="2" to-layer="664" to-port="0" /> + <edge from-layer="659" from-port="0" to-layer="660" to-port="1" /> + <edge from-layer="660" from-port="2" to-layer="663" to-port="0" /> + <edge from-layer="661" from-port="0" to-layer="663" to-port="1" /> + <edge from-layer="662" from-port="0" to-layer="663" to-port="2" /> + <edge from-layer="663" from-port="3" to-layer="664" to-port="1" /> + <edge from-layer="664" from-port="2" to-layer="665" to-port="1" /> + <edge from-layer="665" from-port="2" to-layer="666" to-port="0" /> + <edge from-layer="666" from-port="1" to-layer="686" to-port="0" /> + <edge from-layer="667" from-port="0" to-layer="670" to-port="0" /> + <edge from-layer="668" from-port="0" to-layer="669" to-port="1" /> + <edge from-layer="669" from-port="2" to-layer="670" to-port="1" /> + <edge from-layer="670" from-port="2" to-layer="677" to-port="0" /> + <edge from-layer="671" from-port="0" to-layer="672" to-port="1" /> + <edge from-layer="672" from-port="2" to-layer="676" to-port="0" /> + <edge from-layer="673" from-port="0" to-layer="676" to-port="1" /> + <edge from-layer="674" from-port="0" to-layer="676" to-port="2" /> + <edge from-layer="675" from-port="0" to-layer="676" to-port="3" /> + <edge from-layer="676" from-port="4" to-layer="677" to-port="1" /> + <edge from-layer="677" from-port="2" to-layer="679" to-port="0" /> + <edge from-layer="678" from-port="0" to-layer="679" to-port="1" /> + <edge from-layer="679" from-port="2" to-layer="685" to-port="0" /> + <edge from-layer="680" from-port="0" to-layer="681" to-port="1" /> + <edge from-layer="681" from-port="2" to-layer="684" to-port="0" /> + <edge from-layer="682" from-port="0" to-layer="684" to-port="1" /> + <edge from-layer="683" from-port="0" to-layer="684" to-port="2" /> + <edge from-layer="684" from-port="3" to-layer="685" to-port="1" /> + <edge from-layer="685" from-port="2" to-layer="686" to-port="1" /> + <edge from-layer="686" from-port="2" to-layer="694" to-port="0" /> + <edge from-layer="687" from-port="0" to-layer="688" to-port="1" /> + <edge from-layer="688" from-port="2" to-layer="693" to-port="0" /> + <edge from-layer="689" from-port="0" to-layer="693" to-port="1" /> + <edge from-layer="690" from-port="0" to-layer="691" to-port="1" /> + <edge from-layer="691" from-port="2" to-layer="693" to-port="2" /> + <edge from-layer="692" from-port="0" to-layer="693" to-port="3" /> + <edge from-layer="693" from-port="4" to-layer="694" to-port="1" /> + <edge from-layer="694" from-port="2" to-layer="696" to-port="0" /> + <edge from-layer="695" from-port="0" to-layer="696" to-port="1" /> + <edge from-layer="696" from-port="2" to-layer="703" to-port="0" /> + <edge from-layer="697" from-port="0" to-layer="698" to-port="1" /> + <edge from-layer="698" from-port="2" to-layer="702" to-port="0" /> + <edge from-layer="699" from-port="0" to-layer="700" to-port="1" /> + <edge from-layer="700" from-port="2" to-layer="702" to-port="1" /> + <edge from-layer="701" from-port="0" to-layer="702" to-port="2" /> + <edge from-layer="702" from-port="3" to-layer="703" to-port="1" /> + <edge from-layer="703" from-port="2" to-layer="705" to-port="0" /> + <edge from-layer="704" from-port="0" to-layer="705" to-port="1" /> + <edge from-layer="705" from-port="2" to-layer="706" to-port="1" /> + <edge from-layer="706" from-port="2" to-layer="707" to-port="1" /> + <edge from-layer="707" from-port="2" to-layer="709" to-port="0" /> + <edge from-layer="707" from-port="2" to-layer="710" to-port="0" /> + <edge from-layer="708" from-port="0" to-layer="709" to-port="1" /> + <edge from-layer="709" from-port="2" to-layer="710" to-port="1" /> + <edge from-layer="710" from-port="2" to-layer="712" to-port="0" /> + <edge from-layer="710" from-port="2" to-layer="718" to-port="0" /> + <edge from-layer="711" from-port="0" to-layer="712" to-port="1" /> + <edge from-layer="712" from-port="2" to-layer="714" to-port="0" /> + <edge from-layer="713" from-port="0" to-layer="714" to-port="1" /> + <edge from-layer="714" from-port="2" to-layer="716" to-port="0" /> + <edge from-layer="715" from-port="0" to-layer="716" to-port="1" /> + <edge from-layer="716" from-port="2" to-layer="717" to-port="0" /> + <edge from-layer="717" from-port="1" to-layer="718" to-port="1" /> + <edge from-layer="718" from-port="2" to-layer="720" to-port="0" /> + <edge from-layer="719" from-port="0" to-layer="720" to-port="1" /> + <edge from-layer="720" from-port="2" to-layer="722" to-port="0" /> + <edge from-layer="721" from-port="0" to-layer="722" to-port="1" /> + <edge from-layer="722" from-port="2" to-layer="739" to-port="0" /> + <edge from-layer="722" from-port="2" to-layer="726" to-port="0" /> + <edge from-layer="723" from-port="0" to-layer="738" to-port="0" /> + <edge from-layer="724" from-port="0" to-layer="727" to-port="0" /> + <edge from-layer="725" from-port="0" to-layer="726" to-port="1" /> + <edge from-layer="726" from-port="2" to-layer="727" to-port="1" /> + <edge from-layer="727" from-port="2" to-layer="733" to-port="0" /> + <edge from-layer="727" from-port="2" to-layer="729" to-port="0" /> + <edge from-layer="728" from-port="0" to-layer="729" to-port="1" /> + <edge from-layer="729" from-port="2" to-layer="730" to-port="0" /> + <edge from-layer="730" from-port="1" to-layer="732" to-port="0" /> + <edge from-layer="731" from-port="0" to-layer="732" to-port="1" /> + <edge from-layer="732" from-port="2" to-layer="733" to-port="1" /> + <edge from-layer="733" from-port="2" to-layer="735" to-port="0" /> + <edge from-layer="734" from-port="0" to-layer="735" to-port="1" /> + <edge from-layer="735" from-port="2" to-layer="737" to-port="0" /> + <edge from-layer="736" from-port="0" to-layer="737" to-port="1" /> + <edge from-layer="737" from-port="2" to-layer="738" to-port="1" /> + <edge from-layer="738" from-port="2" to-layer="739" to-port="1" /> + <edge from-layer="739" from-port="2" to-layer="742" to-port="0" /> + <edge from-layer="739" from-port="2" to-layer="741" to-port="0" /> + <edge from-layer="740" from-port="0" to-layer="741" to-port="1" /> + <edge from-layer="741" from-port="2" to-layer="742" to-port="1" /> + <edge from-layer="742" from-port="2" to-layer="744" to-port="0" /> + <edge from-layer="742" from-port="2" to-layer="750" to-port="0" /> + <edge from-layer="743" from-port="0" to-layer="744" to-port="1" /> + <edge from-layer="744" from-port="2" to-layer="746" to-port="0" /> + <edge from-layer="745" from-port="0" to-layer="746" to-port="1" /> + <edge from-layer="746" from-port="2" to-layer="748" to-port="0" /> + <edge from-layer="747" from-port="0" to-layer="748" to-port="1" /> + <edge from-layer="748" from-port="2" to-layer="749" to-port="0" /> + <edge from-layer="749" from-port="1" to-layer="750" to-port="1" /> + <edge from-layer="750" from-port="2" to-layer="752" to-port="0" /> + <edge from-layer="751" from-port="0" to-layer="752" to-port="1" /> + <edge from-layer="752" from-port="2" to-layer="754" to-port="0" /> + <edge from-layer="753" from-port="0" to-layer="754" to-port="1" /> + <edge from-layer="754" from-port="2" to-layer="760" to-port="0" /> + <edge from-layer="754" from-port="2" to-layer="813" to-port="0" /> + <edge from-layer="754" from-port="2" to-layer="756" to-port="0" /> + <edge from-layer="754" from-port="2" to-layer="851" to-port="0" /> + <edge from-layer="754" from-port="2" to-layer="792" to-port="0" /> + <edge from-layer="754" from-port="2" to-layer="770" to-port="0" /> + <edge from-layer="754" from-port="2" to-layer="764" to-port="0" /> + <edge from-layer="755" from-port="0" to-layer="756" to-port="1" /> + <edge from-layer="756" from-port="2" to-layer="1909" to-port="4" /> + <edge from-layer="757" from-port="0" to-layer="850" to-port="0" /> + <edge from-layer="758" from-port="0" to-layer="761" to-port="0" /> + <edge from-layer="759" from-port="0" to-layer="760" to-port="1" /> + <edge from-layer="760" from-port="2" to-layer="761" to-port="1" /> + <edge from-layer="761" from-port="2" to-layer="763" to-port="0" /> + <edge from-layer="762" from-port="0" to-layer="763" to-port="1" /> + <edge from-layer="763" from-port="2" to-layer="779" to-port="0" /> + <edge from-layer="764" from-port="1" to-layer="767" to-port="0" /> + <edge from-layer="765" from-port="0" to-layer="767" to-port="1" /> + <edge from-layer="766" from-port="0" to-layer="767" to-port="2" /> + <edge from-layer="767" from-port="3" to-layer="795" to-port="0" /> + <edge from-layer="767" from-port="3" to-layer="832" to-port="0" /> + <edge from-layer="767" from-port="3" to-layer="816" to-port="0" /> + <edge from-layer="767" from-port="3" to-layer="842" to-port="0" /> + <edge from-layer="767" from-port="3" to-layer="769" to-port="0" /> + <edge from-layer="767" from-port="3" to-layer="783" to-port="0" /> + <edge from-layer="768" from-port="0" to-layer="769" to-port="1" /> + <edge from-layer="769" from-port="2" to-layer="778" to-port="0" /> + <edge from-layer="770" from-port="1" to-layer="773" to-port="0" /> + <edge from-layer="771" from-port="0" to-layer="773" to-port="1" /> + <edge from-layer="772" from-port="0" to-layer="773" to-port="2" /> + <edge from-layer="773" from-port="3" to-layer="775" to-port="0" /> + <edge from-layer="773" from-port="3" to-layer="844" to-port="0" /> + <edge from-layer="773" from-port="3" to-layer="835" to-port="0" /> + <edge from-layer="774" from-port="0" to-layer="775" to-port="1" /> + <edge from-layer="775" from-port="2" to-layer="778" to-port="1" /> + <edge from-layer="776" from-port="0" to-layer="778" to-port="2" /> + <edge from-layer="777" from-port="0" to-layer="778" to-port="3" /> + <edge from-layer="778" from-port="4" to-layer="779" to-port="1" /> + <edge from-layer="779" from-port="2" to-layer="781" to-port="0" /> + <edge from-layer="780" from-port="0" to-layer="781" to-port="1" /> + <edge from-layer="781" from-port="2" to-layer="789" to-port="0" /> + <edge from-layer="782" from-port="0" to-layer="783" to-port="1" /> + <edge from-layer="783" from-port="2" to-layer="785" to-port="0" /> + <edge from-layer="783" from-port="2" to-layer="804" to-port="0" /> + <edge from-layer="783" from-port="2" to-layer="825" to-port="0" /> + <edge from-layer="784" from-port="0" to-layer="785" to-port="1" /> + <edge from-layer="785" from-port="2" to-layer="788" to-port="0" /> + <edge from-layer="786" from-port="0" to-layer="788" to-port="1" /> + <edge from-layer="787" from-port="0" to-layer="788" to-port="2" /> + <edge from-layer="788" from-port="3" to-layer="789" to-port="1" /> + <edge from-layer="789" from-port="2" to-layer="809" to-port="0" /> + <edge from-layer="790" from-port="0" to-layer="793" to-port="0" /> + <edge from-layer="791" from-port="0" to-layer="792" to-port="1" /> + <edge from-layer="792" from-port="2" to-layer="793" to-port="1" /> + <edge from-layer="793" from-port="2" to-layer="800" to-port="0" /> + <edge from-layer="794" from-port="0" to-layer="795" to-port="1" /> + <edge from-layer="795" from-port="2" to-layer="799" to-port="0" /> + <edge from-layer="796" from-port="0" to-layer="799" to-port="1" /> + <edge from-layer="797" from-port="0" to-layer="799" to-port="2" /> + <edge from-layer="798" from-port="0" to-layer="799" to-port="3" /> + <edge from-layer="799" from-port="4" to-layer="800" to-port="1" /> + <edge from-layer="800" from-port="2" to-layer="802" to-port="0" /> + <edge from-layer="801" from-port="0" to-layer="802" to-port="1" /> + <edge from-layer="802" from-port="2" to-layer="808" to-port="0" /> + <edge from-layer="803" from-port="0" to-layer="804" to-port="1" /> + <edge from-layer="804" from-port="2" to-layer="807" to-port="0" /> + <edge from-layer="805" from-port="0" to-layer="807" to-port="1" /> + <edge from-layer="806" from-port="0" to-layer="807" to-port="2" /> + <edge from-layer="807" from-port="3" to-layer="808" to-port="1" /> + <edge from-layer="808" from-port="2" to-layer="809" to-port="1" /> + <edge from-layer="809" from-port="2" to-layer="810" to-port="0" /> + <edge from-layer="810" from-port="1" to-layer="830" to-port="0" /> + <edge from-layer="811" from-port="0" to-layer="814" to-port="0" /> + <edge from-layer="812" from-port="0" to-layer="813" to-port="1" /> + <edge from-layer="813" from-port="2" to-layer="814" to-port="1" /> + <edge from-layer="814" from-port="2" to-layer="821" to-port="0" /> + <edge from-layer="815" from-port="0" to-layer="816" to-port="1" /> + <edge from-layer="816" from-port="2" to-layer="820" to-port="0" /> + <edge from-layer="817" from-port="0" to-layer="820" to-port="1" /> + <edge from-layer="818" from-port="0" to-layer="820" to-port="2" /> + <edge from-layer="819" from-port="0" to-layer="820" to-port="3" /> + <edge from-layer="820" from-port="4" to-layer="821" to-port="1" /> + <edge from-layer="821" from-port="2" to-layer="823" to-port="0" /> + <edge from-layer="822" from-port="0" to-layer="823" to-port="1" /> + <edge from-layer="823" from-port="2" to-layer="829" to-port="0" /> + <edge from-layer="824" from-port="0" to-layer="825" to-port="1" /> + <edge from-layer="825" from-port="2" to-layer="828" to-port="0" /> + <edge from-layer="826" from-port="0" to-layer="828" to-port="1" /> + <edge from-layer="827" from-port="0" to-layer="828" to-port="2" /> + <edge from-layer="828" from-port="3" to-layer="829" to-port="1" /> + <edge from-layer="829" from-port="2" to-layer="830" to-port="1" /> + <edge from-layer="830" from-port="2" to-layer="838" to-port="0" /> + <edge from-layer="831" from-port="0" to-layer="832" to-port="1" /> + <edge from-layer="832" from-port="2" to-layer="837" to-port="0" /> + <edge from-layer="833" from-port="0" to-layer="837" to-port="1" /> + <edge from-layer="834" from-port="0" to-layer="835" to-port="1" /> + <edge from-layer="835" from-port="2" to-layer="837" to-port="2" /> + <edge from-layer="836" from-port="0" to-layer="837" to-port="3" /> + <edge from-layer="837" from-port="4" to-layer="838" to-port="1" /> + <edge from-layer="838" from-port="2" to-layer="840" to-port="0" /> + <edge from-layer="839" from-port="0" to-layer="840" to-port="1" /> + <edge from-layer="840" from-port="2" to-layer="847" to-port="0" /> + <edge from-layer="841" from-port="0" to-layer="842" to-port="1" /> + <edge from-layer="842" from-port="2" to-layer="846" to-port="0" /> + <edge from-layer="843" from-port="0" to-layer="844" to-port="1" /> + <edge from-layer="844" from-port="2" to-layer="846" to-port="1" /> + <edge from-layer="845" from-port="0" to-layer="846" to-port="2" /> + <edge from-layer="846" from-port="3" to-layer="847" to-port="1" /> + <edge from-layer="847" from-port="2" to-layer="849" to-port="0" /> + <edge from-layer="848" from-port="0" to-layer="849" to-port="1" /> + <edge from-layer="849" from-port="2" to-layer="850" to-port="1" /> + <edge from-layer="850" from-port="2" to-layer="851" to-port="1" /> + <edge from-layer="851" from-port="2" to-layer="854" to-port="0" /> + <edge from-layer="851" from-port="2" to-layer="853" to-port="0" /> + <edge from-layer="852" from-port="0" to-layer="853" to-port="1" /> + <edge from-layer="853" from-port="2" to-layer="854" to-port="1" /> + <edge from-layer="854" from-port="2" to-layer="862" to-port="0" /> + <edge from-layer="854" from-port="2" to-layer="856" to-port="0" /> + <edge from-layer="855" from-port="0" to-layer="856" to-port="1" /> + <edge from-layer="856" from-port="2" to-layer="858" to-port="0" /> + <edge from-layer="857" from-port="0" to-layer="858" to-port="1" /> + <edge from-layer="858" from-port="2" to-layer="860" to-port="0" /> + <edge from-layer="859" from-port="0" to-layer="860" to-port="1" /> + <edge from-layer="860" from-port="2" to-layer="861" to-port="0" /> + <edge from-layer="861" from-port="1" to-layer="862" to-port="1" /> + <edge from-layer="862" from-port="2" to-layer="864" to-port="0" /> + <edge from-layer="863" from-port="0" to-layer="864" to-port="1" /> + <edge from-layer="864" from-port="2" to-layer="866" to-port="0" /> + <edge from-layer="865" from-port="0" to-layer="866" to-port="1" /> + <edge from-layer="866" from-port="2" to-layer="870" to-port="0" /> + <edge from-layer="866" from-port="2" to-layer="883" to-port="0" /> + <edge from-layer="867" from-port="0" to-layer="882" to-port="0" /> + <edge from-layer="868" from-port="0" to-layer="871" to-port="0" /> + <edge from-layer="869" from-port="0" to-layer="870" to-port="1" /> + <edge from-layer="870" from-port="2" to-layer="871" to-port="1" /> + <edge from-layer="871" from-port="2" to-layer="877" to-port="0" /> + <edge from-layer="871" from-port="2" to-layer="873" to-port="0" /> + <edge from-layer="872" from-port="0" to-layer="873" to-port="1" /> + <edge from-layer="873" from-port="2" to-layer="874" to-port="0" /> + <edge from-layer="874" from-port="1" to-layer="876" to-port="0" /> + <edge from-layer="875" from-port="0" to-layer="876" to-port="1" /> + <edge from-layer="876" from-port="2" to-layer="877" to-port="1" /> + <edge from-layer="877" from-port="2" to-layer="879" to-port="0" /> + <edge from-layer="878" from-port="0" to-layer="879" to-port="1" /> + <edge from-layer="879" from-port="2" to-layer="881" to-port="0" /> + <edge from-layer="880" from-port="0" to-layer="881" to-port="1" /> + <edge from-layer="881" from-port="2" to-layer="882" to-port="1" /> + <edge from-layer="882" from-port="2" to-layer="883" to-port="1" /> + <edge from-layer="883" from-port="2" to-layer="886" to-port="0" /> + <edge from-layer="883" from-port="2" to-layer="885" to-port="0" /> + <edge from-layer="884" from-port="0" to-layer="885" to-port="1" /> + <edge from-layer="885" from-port="2" to-layer="886" to-port="1" /> + <edge from-layer="886" from-port="2" to-layer="888" to-port="0" /> + <edge from-layer="886" from-port="2" to-layer="894" to-port="0" /> + <edge from-layer="887" from-port="0" to-layer="888" to-port="1" /> + <edge from-layer="888" from-port="2" to-layer="890" to-port="0" /> + <edge from-layer="889" from-port="0" to-layer="890" to-port="1" /> + <edge from-layer="890" from-port="2" to-layer="892" to-port="0" /> + <edge from-layer="891" from-port="0" to-layer="892" to-port="1" /> + <edge from-layer="892" from-port="2" to-layer="893" to-port="0" /> + <edge from-layer="893" from-port="1" to-layer="894" to-port="1" /> + <edge from-layer="894" from-port="2" to-layer="896" to-port="0" /> + <edge from-layer="895" from-port="0" to-layer="896" to-port="1" /> + <edge from-layer="896" from-port="2" to-layer="898" to-port="0" /> + <edge from-layer="897" from-port="0" to-layer="898" to-port="1" /> + <edge from-layer="898" from-port="2" to-layer="936" to-port="0" /> + <edge from-layer="898" from-port="2" to-layer="908" to-port="0" /> + <edge from-layer="898" from-port="2" to-layer="957" to-port="0" /> + <edge from-layer="898" from-port="2" to-layer="900" to-port="0" /> + <edge from-layer="898" from-port="2" to-layer="914" to-port="0" /> + <edge from-layer="898" from-port="2" to-layer="995" to-port="0" /> + <edge from-layer="898" from-port="2" to-layer="904" to-port="0" /> + <edge from-layer="899" from-port="0" to-layer="900" to-port="1" /> + <edge from-layer="900" from-port="2" to-layer="1909" to-port="5" /> + <edge from-layer="901" from-port="0" to-layer="994" to-port="0" /> + <edge from-layer="902" from-port="0" to-layer="905" to-port="0" /> + <edge from-layer="903" from-port="0" to-layer="904" to-port="1" /> + <edge from-layer="904" from-port="2" to-layer="905" to-port="1" /> + <edge from-layer="905" from-port="2" to-layer="907" to-port="0" /> + <edge from-layer="906" from-port="0" to-layer="907" to-port="1" /> + <edge from-layer="907" from-port="2" to-layer="923" to-port="0" /> + <edge from-layer="908" from-port="1" to-layer="911" to-port="0" /> + <edge from-layer="909" from-port="0" to-layer="911" to-port="1" /> + <edge from-layer="910" from-port="0" to-layer="911" to-port="2" /> + <edge from-layer="911" from-port="3" to-layer="976" to-port="0" /> + <edge from-layer="911" from-port="3" to-layer="986" to-port="0" /> + <edge from-layer="911" from-port="3" to-layer="960" to-port="0" /> + <edge from-layer="911" from-port="3" to-layer="939" to-port="0" /> + <edge from-layer="911" from-port="3" to-layer="913" to-port="0" /> + <edge from-layer="911" from-port="3" to-layer="927" to-port="0" /> + <edge from-layer="912" from-port="0" to-layer="913" to-port="1" /> + <edge from-layer="913" from-port="2" to-layer="922" to-port="0" /> + <edge from-layer="914" from-port="1" to-layer="917" to-port="0" /> + <edge from-layer="915" from-port="0" to-layer="917" to-port="1" /> + <edge from-layer="916" from-port="0" to-layer="917" to-port="2" /> + <edge from-layer="917" from-port="3" to-layer="988" to-port="0" /> + <edge from-layer="917" from-port="3" to-layer="979" to-port="0" /> + <edge from-layer="917" from-port="3" to-layer="919" to-port="0" /> + <edge from-layer="918" from-port="0" to-layer="919" to-port="1" /> + <edge from-layer="919" from-port="2" to-layer="922" to-port="1" /> + <edge from-layer="920" from-port="0" to-layer="922" to-port="2" /> + <edge from-layer="921" from-port="0" to-layer="922" to-port="3" /> + <edge from-layer="922" from-port="4" to-layer="923" to-port="1" /> + <edge from-layer="923" from-port="2" to-layer="925" to-port="0" /> + <edge from-layer="924" from-port="0" to-layer="925" to-port="1" /> + <edge from-layer="925" from-port="2" to-layer="933" to-port="0" /> + <edge from-layer="926" from-port="0" to-layer="927" to-port="1" /> + <edge from-layer="927" from-port="2" to-layer="969" to-port="0" /> + <edge from-layer="927" from-port="2" to-layer="948" to-port="0" /> + <edge from-layer="927" from-port="2" to-layer="929" to-port="0" /> + <edge from-layer="928" from-port="0" to-layer="929" to-port="1" /> + <edge from-layer="929" from-port="2" to-layer="932" to-port="0" /> + <edge from-layer="930" from-port="0" to-layer="932" to-port="1" /> + <edge from-layer="931" from-port="0" to-layer="932" to-port="2" /> + <edge from-layer="932" from-port="3" to-layer="933" to-port="1" /> + <edge from-layer="933" from-port="2" to-layer="953" to-port="0" /> + <edge from-layer="934" from-port="0" to-layer="937" to-port="0" /> + <edge from-layer="935" from-port="0" to-layer="936" to-port="1" /> + <edge from-layer="936" from-port="2" to-layer="937" to-port="1" /> + <edge from-layer="937" from-port="2" to-layer="944" to-port="0" /> + <edge from-layer="938" from-port="0" to-layer="939" to-port="1" /> + <edge from-layer="939" from-port="2" to-layer="943" to-port="0" /> + <edge from-layer="940" from-port="0" to-layer="943" to-port="1" /> + <edge from-layer="941" from-port="0" to-layer="943" to-port="2" /> + <edge from-layer="942" from-port="0" to-layer="943" to-port="3" /> + <edge from-layer="943" from-port="4" to-layer="944" to-port="1" /> + <edge from-layer="944" from-port="2" to-layer="946" to-port="0" /> + <edge from-layer="945" from-port="0" to-layer="946" to-port="1" /> + <edge from-layer="946" from-port="2" to-layer="952" to-port="0" /> + <edge from-layer="947" from-port="0" to-layer="948" to-port="1" /> + <edge from-layer="948" from-port="2" to-layer="951" to-port="0" /> + <edge from-layer="949" from-port="0" to-layer="951" to-port="1" /> + <edge from-layer="950" from-port="0" to-layer="951" to-port="2" /> + <edge from-layer="951" from-port="3" to-layer="952" to-port="1" /> + <edge from-layer="952" from-port="2" to-layer="953" to-port="1" /> + <edge from-layer="953" from-port="2" to-layer="954" to-port="0" /> + <edge from-layer="954" from-port="1" to-layer="974" to-port="0" /> + <edge from-layer="955" from-port="0" to-layer="958" to-port="0" /> + <edge from-layer="956" from-port="0" to-layer="957" to-port="1" /> + <edge from-layer="957" from-port="2" to-layer="958" to-port="1" /> + <edge from-layer="958" from-port="2" to-layer="965" to-port="0" /> + <edge from-layer="959" from-port="0" to-layer="960" to-port="1" /> + <edge from-layer="960" from-port="2" to-layer="964" to-port="0" /> + <edge from-layer="961" from-port="0" to-layer="964" to-port="1" /> + <edge from-layer="962" from-port="0" to-layer="964" to-port="2" /> + <edge from-layer="963" from-port="0" to-layer="964" to-port="3" /> + <edge from-layer="964" from-port="4" to-layer="965" to-port="1" /> + <edge from-layer="965" from-port="2" to-layer="967" to-port="0" /> + <edge from-layer="966" from-port="0" to-layer="967" to-port="1" /> + <edge from-layer="967" from-port="2" to-layer="973" to-port="0" /> + <edge from-layer="968" from-port="0" to-layer="969" to-port="1" /> + <edge from-layer="969" from-port="2" to-layer="972" to-port="0" /> + <edge from-layer="970" from-port="0" to-layer="972" to-port="1" /> + <edge from-layer="971" from-port="0" to-layer="972" to-port="2" /> + <edge from-layer="972" from-port="3" to-layer="973" to-port="1" /> + <edge from-layer="973" from-port="2" to-layer="974" to-port="1" /> + <edge from-layer="974" from-port="2" to-layer="982" to-port="0" /> + <edge from-layer="975" from-port="0" to-layer="976" to-port="1" /> + <edge from-layer="976" from-port="2" to-layer="981" to-port="0" /> + <edge from-layer="977" from-port="0" to-layer="981" to-port="1" /> + <edge from-layer="978" from-port="0" to-layer="979" to-port="1" /> + <edge from-layer="979" from-port="2" to-layer="981" to-port="2" /> + <edge from-layer="980" from-port="0" to-layer="981" to-port="3" /> + <edge from-layer="981" from-port="4" to-layer="982" to-port="1" /> + <edge from-layer="982" from-port="2" to-layer="984" to-port="0" /> + <edge from-layer="983" from-port="0" to-layer="984" to-port="1" /> + <edge from-layer="984" from-port="2" to-layer="991" to-port="0" /> + <edge from-layer="985" from-port="0" to-layer="986" to-port="1" /> + <edge from-layer="986" from-port="2" to-layer="990" to-port="0" /> + <edge from-layer="987" from-port="0" to-layer="988" to-port="1" /> + <edge from-layer="988" from-port="2" to-layer="990" to-port="1" /> + <edge from-layer="989" from-port="0" to-layer="990" to-port="2" /> + <edge from-layer="990" from-port="3" to-layer="991" to-port="1" /> + <edge from-layer="991" from-port="2" to-layer="993" to-port="0" /> + <edge from-layer="992" from-port="0" to-layer="993" to-port="1" /> + <edge from-layer="993" from-port="2" to-layer="994" to-port="1" /> + <edge from-layer="994" from-port="2" to-layer="995" to-port="1" /> + <edge from-layer="995" from-port="2" to-layer="997" to-port="0" /> + <edge from-layer="995" from-port="2" to-layer="998" to-port="0" /> + <edge from-layer="996" from-port="0" to-layer="997" to-port="1" /> + <edge from-layer="997" from-port="2" to-layer="998" to-port="1" /> + <edge from-layer="998" from-port="2" to-layer="1006" to-port="0" /> + <edge from-layer="998" from-port="2" to-layer="1000" to-port="0" /> + <edge from-layer="999" from-port="0" to-layer="1000" to-port="1" /> + <edge from-layer="1000" from-port="2" to-layer="1002" to-port="0" /> + <edge from-layer="1001" from-port="0" to-layer="1002" to-port="1" /> + <edge from-layer="1002" from-port="2" to-layer="1004" to-port="0" /> + <edge from-layer="1003" from-port="0" to-layer="1004" to-port="1" /> + <edge from-layer="1004" from-port="2" to-layer="1005" to-port="0" /> + <edge from-layer="1005" from-port="1" to-layer="1006" to-port="1" /> + <edge from-layer="1006" from-port="2" to-layer="1008" to-port="0" /> + <edge from-layer="1007" from-port="0" to-layer="1008" to-port="1" /> + <edge from-layer="1008" from-port="2" to-layer="1010" to-port="0" /> + <edge from-layer="1009" from-port="0" to-layer="1010" to-port="1" /> + <edge from-layer="1010" from-port="2" to-layer="1027" to-port="0" /> + <edge from-layer="1010" from-port="2" to-layer="1014" to-port="0" /> + <edge from-layer="1011" from-port="0" to-layer="1026" to-port="0" /> + <edge from-layer="1012" from-port="0" to-layer="1015" to-port="0" /> + <edge from-layer="1013" from-port="0" to-layer="1014" to-port="1" /> + <edge from-layer="1014" from-port="2" to-layer="1015" to-port="1" /> + <edge from-layer="1015" from-port="2" to-layer="1021" to-port="0" /> + <edge from-layer="1015" from-port="2" to-layer="1017" to-port="0" /> + <edge from-layer="1016" from-port="0" to-layer="1017" to-port="1" /> + <edge from-layer="1017" from-port="2" to-layer="1018" to-port="0" /> + <edge from-layer="1018" from-port="1" to-layer="1020" to-port="0" /> + <edge from-layer="1019" from-port="0" to-layer="1020" to-port="1" /> + <edge from-layer="1020" from-port="2" to-layer="1021" to-port="1" /> + <edge from-layer="1021" from-port="2" to-layer="1023" to-port="0" /> + <edge from-layer="1022" from-port="0" to-layer="1023" to-port="1" /> + <edge from-layer="1023" from-port="2" to-layer="1025" to-port="0" /> + <edge from-layer="1024" from-port="0" to-layer="1025" to-port="1" /> + <edge from-layer="1025" from-port="2" to-layer="1026" to-port="1" /> + <edge from-layer="1026" from-port="2" to-layer="1027" to-port="1" /> + <edge from-layer="1027" from-port="2" to-layer="1029" to-port="0" /> + <edge from-layer="1027" from-port="2" to-layer="1030" to-port="0" /> + <edge from-layer="1028" from-port="0" to-layer="1029" to-port="1" /> + <edge from-layer="1029" from-port="2" to-layer="1030" to-port="1" /> + <edge from-layer="1030" from-port="2" to-layer="1038" to-port="0" /> + <edge from-layer="1030" from-port="2" to-layer="1032" to-port="0" /> + <edge from-layer="1031" from-port="0" to-layer="1032" to-port="1" /> + <edge from-layer="1032" from-port="2" to-layer="1034" to-port="0" /> + <edge from-layer="1033" from-port="0" to-layer="1034" to-port="1" /> + <edge from-layer="1034" from-port="2" to-layer="1036" to-port="0" /> + <edge from-layer="1035" from-port="0" to-layer="1036" to-port="1" /> + <edge from-layer="1036" from-port="2" to-layer="1037" to-port="0" /> + <edge from-layer="1037" from-port="1" to-layer="1038" to-port="1" /> + <edge from-layer="1038" from-port="2" to-layer="1040" to-port="0" /> + <edge from-layer="1039" from-port="0" to-layer="1040" to-port="1" /> + <edge from-layer="1040" from-port="2" to-layer="1042" to-port="0" /> + <edge from-layer="1041" from-port="0" to-layer="1042" to-port="1" /> + <edge from-layer="1042" from-port="2" to-layer="1101" to-port="0" /> + <edge from-layer="1042" from-port="2" to-layer="1058" to-port="0" /> + <edge from-layer="1042" from-port="2" to-layer="1080" to-port="0" /> + <edge from-layer="1042" from-port="2" to-layer="1052" to-port="0" /> + <edge from-layer="1042" from-port="2" to-layer="1139" to-port="0" /> + <edge from-layer="1042" from-port="2" to-layer="1048" to-port="0" /> + <edge from-layer="1042" from-port="2" to-layer="1044" to-port="0" /> + <edge from-layer="1043" from-port="0" to-layer="1044" to-port="1" /> + <edge from-layer="1044" from-port="2" to-layer="1909" to-port="6" /> + <edge from-layer="1045" from-port="0" to-layer="1138" to-port="0" /> + <edge from-layer="1046" from-port="0" to-layer="1049" to-port="0" /> + <edge from-layer="1047" from-port="0" to-layer="1048" to-port="1" /> + <edge from-layer="1048" from-port="2" to-layer="1049" to-port="1" /> + <edge from-layer="1049" from-port="2" to-layer="1051" to-port="0" /> + <edge from-layer="1050" from-port="0" to-layer="1051" to-port="1" /> + <edge from-layer="1051" from-port="2" to-layer="1067" to-port="0" /> + <edge from-layer="1052" from-port="1" to-layer="1055" to-port="0" /> + <edge from-layer="1053" from-port="0" to-layer="1055" to-port="1" /> + <edge from-layer="1054" from-port="0" to-layer="1055" to-port="2" /> + <edge from-layer="1055" from-port="3" to-layer="1071" to-port="0" /> + <edge from-layer="1055" from-port="3" to-layer="1083" to-port="0" /> + <edge from-layer="1055" from-port="3" to-layer="1130" to-port="0" /> + <edge from-layer="1055" from-port="3" to-layer="1104" to-port="0" /> + <edge from-layer="1055" from-port="3" to-layer="1057" to-port="0" /> + <edge from-layer="1055" from-port="3" to-layer="1120" to-port="0" /> + <edge from-layer="1056" from-port="0" to-layer="1057" to-port="1" /> + <edge from-layer="1057" from-port="2" to-layer="1066" to-port="0" /> + <edge from-layer="1058" from-port="1" to-layer="1061" to-port="0" /> + <edge from-layer="1059" from-port="0" to-layer="1061" to-port="1" /> + <edge from-layer="1060" from-port="0" to-layer="1061" to-port="2" /> + <edge from-layer="1061" from-port="3" to-layer="1063" to-port="0" /> + <edge from-layer="1061" from-port="3" to-layer="1132" to-port="0" /> + <edge from-layer="1061" from-port="3" to-layer="1123" to-port="0" /> + <edge from-layer="1062" from-port="0" to-layer="1063" to-port="1" /> + <edge from-layer="1063" from-port="2" to-layer="1066" to-port="1" /> + <edge from-layer="1064" from-port="0" to-layer="1066" to-port="2" /> + <edge from-layer="1065" from-port="0" to-layer="1066" to-port="3" /> + <edge from-layer="1066" from-port="4" to-layer="1067" to-port="1" /> + <edge from-layer="1067" from-port="2" to-layer="1069" to-port="0" /> + <edge from-layer="1068" from-port="0" to-layer="1069" to-port="1" /> + <edge from-layer="1069" from-port="2" to-layer="1077" to-port="0" /> + <edge from-layer="1070" from-port="0" to-layer="1071" to-port="1" /> + <edge from-layer="1071" from-port="2" to-layer="1113" to-port="0" /> + <edge from-layer="1071" from-port="2" to-layer="1092" to-port="0" /> + <edge from-layer="1071" from-port="2" to-layer="1073" to-port="0" /> + <edge from-layer="1072" from-port="0" to-layer="1073" to-port="1" /> + <edge from-layer="1073" from-port="2" to-layer="1076" to-port="0" /> + <edge from-layer="1074" from-port="0" to-layer="1076" to-port="1" /> + <edge from-layer="1075" from-port="0" to-layer="1076" to-port="2" /> + <edge from-layer="1076" from-port="3" to-layer="1077" to-port="1" /> + <edge from-layer="1077" from-port="2" to-layer="1097" to-port="0" /> + <edge from-layer="1078" from-port="0" to-layer="1081" to-port="0" /> + <edge from-layer="1079" from-port="0" to-layer="1080" to-port="1" /> + <edge from-layer="1080" from-port="2" to-layer="1081" to-port="1" /> + <edge from-layer="1081" from-port="2" to-layer="1088" to-port="0" /> + <edge from-layer="1082" from-port="0" to-layer="1083" to-port="1" /> + <edge from-layer="1083" from-port="2" to-layer="1087" to-port="0" /> + <edge from-layer="1084" from-port="0" to-layer="1087" to-port="1" /> + <edge from-layer="1085" from-port="0" to-layer="1087" to-port="2" /> + <edge from-layer="1086" from-port="0" to-layer="1087" to-port="3" /> + <edge from-layer="1087" from-port="4" to-layer="1088" to-port="1" /> + <edge from-layer="1088" from-port="2" to-layer="1090" to-port="0" /> + <edge from-layer="1089" from-port="0" to-layer="1090" to-port="1" /> + <edge from-layer="1090" from-port="2" to-layer="1096" to-port="0" /> + <edge from-layer="1091" from-port="0" to-layer="1092" to-port="1" /> + <edge from-layer="1092" from-port="2" to-layer="1095" to-port="0" /> + <edge from-layer="1093" from-port="0" to-layer="1095" to-port="1" /> + <edge from-layer="1094" from-port="0" to-layer="1095" to-port="2" /> + <edge from-layer="1095" from-port="3" to-layer="1096" to-port="1" /> + <edge from-layer="1096" from-port="2" to-layer="1097" to-port="1" /> + <edge from-layer="1097" from-port="2" to-layer="1098" to-port="0" /> + <edge from-layer="1098" from-port="1" to-layer="1118" to-port="0" /> + <edge from-layer="1099" from-port="0" to-layer="1102" to-port="0" /> + <edge from-layer="1100" from-port="0" to-layer="1101" to-port="1" /> + <edge from-layer="1101" from-port="2" to-layer="1102" to-port="1" /> + <edge from-layer="1102" from-port="2" to-layer="1109" to-port="0" /> + <edge from-layer="1103" from-port="0" to-layer="1104" to-port="1" /> + <edge from-layer="1104" from-port="2" to-layer="1108" to-port="0" /> + <edge from-layer="1105" from-port="0" to-layer="1108" to-port="1" /> + <edge from-layer="1106" from-port="0" to-layer="1108" to-port="2" /> + <edge from-layer="1107" from-port="0" to-layer="1108" to-port="3" /> + <edge from-layer="1108" from-port="4" to-layer="1109" to-port="1" /> + <edge from-layer="1109" from-port="2" to-layer="1111" to-port="0" /> + <edge from-layer="1110" from-port="0" to-layer="1111" to-port="1" /> + <edge from-layer="1111" from-port="2" to-layer="1117" to-port="0" /> + <edge from-layer="1112" from-port="0" to-layer="1113" to-port="1" /> + <edge from-layer="1113" from-port="2" to-layer="1116" to-port="0" /> + <edge from-layer="1114" from-port="0" to-layer="1116" to-port="1" /> + <edge from-layer="1115" from-port="0" to-layer="1116" to-port="2" /> + <edge from-layer="1116" from-port="3" to-layer="1117" to-port="1" /> + <edge from-layer="1117" from-port="2" to-layer="1118" to-port="1" /> + <edge from-layer="1118" from-port="2" to-layer="1126" to-port="0" /> + <edge from-layer="1119" from-port="0" to-layer="1120" to-port="1" /> + <edge from-layer="1120" from-port="2" to-layer="1125" to-port="0" /> + <edge from-layer="1121" from-port="0" to-layer="1125" to-port="1" /> + <edge from-layer="1122" from-port="0" to-layer="1123" to-port="1" /> + <edge from-layer="1123" from-port="2" to-layer="1125" to-port="2" /> + <edge from-layer="1124" from-port="0" to-layer="1125" to-port="3" /> + <edge from-layer="1125" from-port="4" to-layer="1126" to-port="1" /> + <edge from-layer="1126" from-port="2" to-layer="1128" to-port="0" /> + <edge from-layer="1127" from-port="0" to-layer="1128" to-port="1" /> + <edge from-layer="1128" from-port="2" to-layer="1135" to-port="0" /> + <edge from-layer="1129" from-port="0" to-layer="1130" to-port="1" /> + <edge from-layer="1130" from-port="2" to-layer="1134" to-port="0" /> + <edge from-layer="1131" from-port="0" to-layer="1132" to-port="1" /> + <edge from-layer="1132" from-port="2" to-layer="1134" to-port="1" /> + <edge from-layer="1133" from-port="0" to-layer="1134" to-port="2" /> + <edge from-layer="1134" from-port="3" to-layer="1135" to-port="1" /> + <edge from-layer="1135" from-port="2" to-layer="1137" to-port="0" /> + <edge from-layer="1136" from-port="0" to-layer="1137" to-port="1" /> + <edge from-layer="1137" from-port="2" to-layer="1138" to-port="1" /> + <edge from-layer="1138" from-port="2" to-layer="1139" to-port="1" /> + <edge from-layer="1139" from-port="2" to-layer="1142" to-port="0" /> + <edge from-layer="1139" from-port="2" to-layer="1141" to-port="0" /> + <edge from-layer="1140" from-port="0" to-layer="1141" to-port="1" /> + <edge from-layer="1141" from-port="2" to-layer="1142" to-port="1" /> + <edge from-layer="1142" from-port="2" to-layer="1144" to-port="0" /> + <edge from-layer="1142" from-port="2" to-layer="1150" to-port="0" /> + <edge from-layer="1143" from-port="0" to-layer="1144" to-port="1" /> + <edge from-layer="1144" from-port="2" to-layer="1146" to-port="0" /> + <edge from-layer="1145" from-port="0" to-layer="1146" to-port="1" /> + <edge from-layer="1146" from-port="2" to-layer="1148" to-port="0" /> + <edge from-layer="1147" from-port="0" to-layer="1148" to-port="1" /> + <edge from-layer="1148" from-port="2" to-layer="1149" to-port="0" /> + <edge from-layer="1149" from-port="1" to-layer="1150" to-port="1" /> + <edge from-layer="1150" from-port="2" to-layer="1152" to-port="0" /> + <edge from-layer="1151" from-port="0" to-layer="1152" to-port="1" /> + <edge from-layer="1152" from-port="2" to-layer="1154" to-port="0" /> + <edge from-layer="1153" from-port="0" to-layer="1154" to-port="1" /> + <edge from-layer="1154" from-port="2" to-layer="1158" to-port="0" /> + <edge from-layer="1154" from-port="2" to-layer="1171" to-port="0" /> + <edge from-layer="1155" from-port="0" to-layer="1170" to-port="0" /> + <edge from-layer="1156" from-port="0" to-layer="1159" to-port="0" /> + <edge from-layer="1157" from-port="0" to-layer="1158" to-port="1" /> + <edge from-layer="1158" from-port="2" to-layer="1159" to-port="1" /> + <edge from-layer="1159" from-port="2" to-layer="1161" to-port="0" /> + <edge from-layer="1159" from-port="2" to-layer="1165" to-port="0" /> + <edge from-layer="1160" from-port="0" to-layer="1161" to-port="1" /> + <edge from-layer="1161" from-port="2" to-layer="1162" to-port="0" /> + <edge from-layer="1162" from-port="1" to-layer="1164" to-port="0" /> + <edge from-layer="1163" from-port="0" to-layer="1164" to-port="1" /> + <edge from-layer="1164" from-port="2" to-layer="1165" to-port="1" /> + <edge from-layer="1165" from-port="2" to-layer="1167" to-port="0" /> + <edge from-layer="1166" from-port="0" to-layer="1167" to-port="1" /> + <edge from-layer="1167" from-port="2" to-layer="1169" to-port="0" /> + <edge from-layer="1168" from-port="0" to-layer="1169" to-port="1" /> + <edge from-layer="1169" from-port="2" to-layer="1170" to-port="1" /> + <edge from-layer="1170" from-port="2" to-layer="1171" to-port="1" /> + <edge from-layer="1171" from-port="2" to-layer="1174" to-port="0" /> + <edge from-layer="1171" from-port="2" to-layer="1173" to-port="0" /> + <edge from-layer="1172" from-port="0" to-layer="1173" to-port="1" /> + <edge from-layer="1173" from-port="2" to-layer="1174" to-port="1" /> + <edge from-layer="1174" from-port="2" to-layer="1176" to-port="0" /> + <edge from-layer="1174" from-port="2" to-layer="1182" to-port="0" /> + <edge from-layer="1175" from-port="0" to-layer="1176" to-port="1" /> + <edge from-layer="1176" from-port="2" to-layer="1178" to-port="0" /> + <edge from-layer="1177" from-port="0" to-layer="1178" to-port="1" /> + <edge from-layer="1178" from-port="2" to-layer="1180" to-port="0" /> + <edge from-layer="1179" from-port="0" to-layer="1180" to-port="1" /> + <edge from-layer="1180" from-port="2" to-layer="1181" to-port="0" /> + <edge from-layer="1181" from-port="1" to-layer="1182" to-port="1" /> + <edge from-layer="1182" from-port="2" to-layer="1184" to-port="0" /> + <edge from-layer="1183" from-port="0" to-layer="1184" to-port="1" /> + <edge from-layer="1184" from-port="2" to-layer="1186" to-port="0" /> + <edge from-layer="1185" from-port="0" to-layer="1186" to-port="1" /> + <edge from-layer="1186" from-port="2" to-layer="1202" to-port="0" /> + <edge from-layer="1186" from-port="2" to-layer="1224" to-port="0" /> + <edge from-layer="1186" from-port="2" to-layer="1196" to-port="0" /> + <edge from-layer="1186" from-port="2" to-layer="1245" to-port="0" /> + <edge from-layer="1186" from-port="2" to-layer="1283" to-port="0" /> + <edge from-layer="1186" from-port="2" to-layer="1192" to-port="0" /> + <edge from-layer="1186" from-port="2" to-layer="1188" to-port="0" /> + <edge from-layer="1187" from-port="0" to-layer="1188" to-port="1" /> + <edge from-layer="1188" from-port="2" to-layer="1909" to-port="7" /> + <edge from-layer="1189" from-port="0" to-layer="1282" to-port="0" /> + <edge from-layer="1190" from-port="0" to-layer="1193" to-port="0" /> + <edge from-layer="1191" from-port="0" to-layer="1192" to-port="1" /> + <edge from-layer="1192" from-port="2" to-layer="1193" to-port="1" /> + <edge from-layer="1193" from-port="2" to-layer="1195" to-port="0" /> + <edge from-layer="1194" from-port="0" to-layer="1195" to-port="1" /> + <edge from-layer="1195" from-port="2" to-layer="1211" to-port="0" /> + <edge from-layer="1196" from-port="1" to-layer="1199" to-port="0" /> + <edge from-layer="1197" from-port="0" to-layer="1199" to-port="1" /> + <edge from-layer="1198" from-port="0" to-layer="1199" to-port="2" /> + <edge from-layer="1199" from-port="3" to-layer="1264" to-port="0" /> + <edge from-layer="1199" from-port="3" to-layer="1227" to-port="0" /> + <edge from-layer="1199" from-port="3" to-layer="1248" to-port="0" /> + <edge from-layer="1199" from-port="3" to-layer="1274" to-port="0" /> + <edge from-layer="1199" from-port="3" to-layer="1215" to-port="0" /> + <edge from-layer="1199" from-port="3" to-layer="1201" to-port="0" /> + <edge from-layer="1200" from-port="0" to-layer="1201" to-port="1" /> + <edge from-layer="1201" from-port="2" to-layer="1210" to-port="0" /> + <edge from-layer="1202" from-port="1" to-layer="1205" to-port="0" /> + <edge from-layer="1203" from-port="0" to-layer="1205" to-port="1" /> + <edge from-layer="1204" from-port="0" to-layer="1205" to-port="2" /> + <edge from-layer="1205" from-port="3" to-layer="1267" to-port="0" /> + <edge from-layer="1205" from-port="3" to-layer="1276" to-port="0" /> + <edge from-layer="1205" from-port="3" to-layer="1207" to-port="0" /> + <edge from-layer="1206" from-port="0" to-layer="1207" to-port="1" /> + <edge from-layer="1207" from-port="2" to-layer="1210" to-port="1" /> + <edge from-layer="1208" from-port="0" to-layer="1210" to-port="2" /> + <edge from-layer="1209" from-port="0" to-layer="1210" to-port="3" /> + <edge from-layer="1210" from-port="4" to-layer="1211" to-port="1" /> + <edge from-layer="1211" from-port="2" to-layer="1213" to-port="0" /> + <edge from-layer="1212" from-port="0" to-layer="1213" to-port="1" /> + <edge from-layer="1213" from-port="2" to-layer="1221" to-port="0" /> + <edge from-layer="1214" from-port="0" to-layer="1215" to-port="1" /> + <edge from-layer="1215" from-port="2" to-layer="1257" to-port="0" /> + <edge from-layer="1215" from-port="2" to-layer="1217" to-port="0" /> + <edge from-layer="1215" from-port="2" to-layer="1236" to-port="0" /> + <edge from-layer="1216" from-port="0" to-layer="1217" to-port="1" /> + <edge from-layer="1217" from-port="2" to-layer="1220" to-port="0" /> + <edge from-layer="1218" from-port="0" to-layer="1220" to-port="1" /> + <edge from-layer="1219" from-port="0" to-layer="1220" to-port="2" /> + <edge from-layer="1220" from-port="3" to-layer="1221" to-port="1" /> + <edge from-layer="1221" from-port="2" to-layer="1241" to-port="0" /> + <edge from-layer="1222" from-port="0" to-layer="1225" to-port="0" /> + <edge from-layer="1223" from-port="0" to-layer="1224" to-port="1" /> + <edge from-layer="1224" from-port="2" to-layer="1225" to-port="1" /> + <edge from-layer="1225" from-port="2" to-layer="1232" to-port="0" /> + <edge from-layer="1226" from-port="0" to-layer="1227" to-port="1" /> + <edge from-layer="1227" from-port="2" to-layer="1231" to-port="0" /> + <edge from-layer="1228" from-port="0" to-layer="1231" to-port="1" /> + <edge from-layer="1229" from-port="0" to-layer="1231" to-port="2" /> + <edge from-layer="1230" from-port="0" to-layer="1231" to-port="3" /> + <edge from-layer="1231" from-port="4" to-layer="1232" to-port="1" /> + <edge from-layer="1232" from-port="2" to-layer="1234" to-port="0" /> + <edge from-layer="1233" from-port="0" to-layer="1234" to-port="1" /> + <edge from-layer="1234" from-port="2" to-layer="1240" to-port="0" /> + <edge from-layer="1235" from-port="0" to-layer="1236" to-port="1" /> + <edge from-layer="1236" from-port="2" to-layer="1239" to-port="0" /> + <edge from-layer="1237" from-port="0" to-layer="1239" to-port="1" /> + <edge from-layer="1238" from-port="0" to-layer="1239" to-port="2" /> + <edge from-layer="1239" from-port="3" to-layer="1240" to-port="1" /> + <edge from-layer="1240" from-port="2" to-layer="1241" to-port="1" /> + <edge from-layer="1241" from-port="2" to-layer="1242" to-port="0" /> + <edge from-layer="1242" from-port="1" to-layer="1262" to-port="0" /> + <edge from-layer="1243" from-port="0" to-layer="1246" to-port="0" /> + <edge from-layer="1244" from-port="0" to-layer="1245" to-port="1" /> + <edge from-layer="1245" from-port="2" to-layer="1246" to-port="1" /> + <edge from-layer="1246" from-port="2" to-layer="1253" to-port="0" /> + <edge from-layer="1247" from-port="0" to-layer="1248" to-port="1" /> + <edge from-layer="1248" from-port="2" to-layer="1252" to-port="0" /> + <edge from-layer="1249" from-port="0" to-layer="1252" to-port="1" /> + <edge from-layer="1250" from-port="0" to-layer="1252" to-port="2" /> + <edge from-layer="1251" from-port="0" to-layer="1252" to-port="3" /> + <edge from-layer="1252" from-port="4" to-layer="1253" to-port="1" /> + <edge from-layer="1253" from-port="2" to-layer="1255" to-port="0" /> + <edge from-layer="1254" from-port="0" to-layer="1255" to-port="1" /> + <edge from-layer="1255" from-port="2" to-layer="1261" to-port="0" /> + <edge from-layer="1256" from-port="0" to-layer="1257" to-port="1" /> + <edge from-layer="1257" from-port="2" to-layer="1260" to-port="0" /> + <edge from-layer="1258" from-port="0" to-layer="1260" to-port="1" /> + <edge from-layer="1259" from-port="0" to-layer="1260" to-port="2" /> + <edge from-layer="1260" from-port="3" to-layer="1261" to-port="1" /> + <edge from-layer="1261" from-port="2" to-layer="1262" to-port="1" /> + <edge from-layer="1262" from-port="2" to-layer="1270" to-port="0" /> + <edge from-layer="1263" from-port="0" to-layer="1264" to-port="1" /> + <edge from-layer="1264" from-port="2" to-layer="1269" to-port="0" /> + <edge from-layer="1265" from-port="0" to-layer="1269" to-port="1" /> + <edge from-layer="1266" from-port="0" to-layer="1267" to-port="1" /> + <edge from-layer="1267" from-port="2" to-layer="1269" to-port="2" /> + <edge from-layer="1268" from-port="0" to-layer="1269" to-port="3" /> + <edge from-layer="1269" from-port="4" to-layer="1270" to-port="1" /> + <edge from-layer="1270" from-port="2" to-layer="1272" to-port="0" /> + <edge from-layer="1271" from-port="0" to-layer="1272" to-port="1" /> + <edge from-layer="1272" from-port="2" to-layer="1279" to-port="0" /> + <edge from-layer="1273" from-port="0" to-layer="1274" to-port="1" /> + <edge from-layer="1274" from-port="2" to-layer="1278" to-port="0" /> + <edge from-layer="1275" from-port="0" to-layer="1276" to-port="1" /> + <edge from-layer="1276" from-port="2" to-layer="1278" to-port="1" /> + <edge from-layer="1277" from-port="0" to-layer="1278" to-port="2" /> + <edge from-layer="1278" from-port="3" to-layer="1279" to-port="1" /> + <edge from-layer="1279" from-port="2" to-layer="1281" to-port="0" /> + <edge from-layer="1280" from-port="0" to-layer="1281" to-port="1" /> + <edge from-layer="1281" from-port="2" to-layer="1282" to-port="1" /> + <edge from-layer="1282" from-port="2" to-layer="1283" to-port="1" /> + <edge from-layer="1283" from-port="2" to-layer="1285" to-port="0" /> + <edge from-layer="1283" from-port="2" to-layer="1286" to-port="0" /> + <edge from-layer="1284" from-port="0" to-layer="1285" to-port="1" /> + <edge from-layer="1285" from-port="2" to-layer="1286" to-port="1" /> + <edge from-layer="1286" from-port="2" to-layer="1294" to-port="0" /> + <edge from-layer="1286" from-port="2" to-layer="1288" to-port="0" /> + <edge from-layer="1287" from-port="0" to-layer="1288" to-port="1" /> + <edge from-layer="1288" from-port="2" to-layer="1290" to-port="0" /> + <edge from-layer="1289" from-port="0" to-layer="1290" to-port="1" /> + <edge from-layer="1290" from-port="2" to-layer="1292" to-port="0" /> + <edge from-layer="1291" from-port="0" to-layer="1292" to-port="1" /> + <edge from-layer="1292" from-port="2" to-layer="1293" to-port="0" /> + <edge from-layer="1293" from-port="1" to-layer="1294" to-port="1" /> + <edge from-layer="1294" from-port="2" to-layer="1296" to-port="0" /> + <edge from-layer="1295" from-port="0" to-layer="1296" to-port="1" /> + <edge from-layer="1296" from-port="2" to-layer="1298" to-port="0" /> + <edge from-layer="1297" from-port="0" to-layer="1298" to-port="1" /> + <edge from-layer="1298" from-port="2" to-layer="1315" to-port="0" /> + <edge from-layer="1298" from-port="2" to-layer="1302" to-port="0" /> + <edge from-layer="1299" from-port="0" to-layer="1314" to-port="0" /> + <edge from-layer="1300" from-port="0" to-layer="1303" to-port="0" /> + <edge from-layer="1301" from-port="0" to-layer="1302" to-port="1" /> + <edge from-layer="1302" from-port="2" to-layer="1303" to-port="1" /> + <edge from-layer="1303" from-port="2" to-layer="1305" to-port="0" /> + <edge from-layer="1303" from-port="2" to-layer="1309" to-port="0" /> + <edge from-layer="1304" from-port="0" to-layer="1305" to-port="1" /> + <edge from-layer="1305" from-port="2" to-layer="1306" to-port="0" /> + <edge from-layer="1306" from-port="1" to-layer="1308" to-port="0" /> + <edge from-layer="1307" from-port="0" to-layer="1308" to-port="1" /> + <edge from-layer="1308" from-port="2" to-layer="1309" to-port="1" /> + <edge from-layer="1309" from-port="2" to-layer="1311" to-port="0" /> + <edge from-layer="1310" from-port="0" to-layer="1311" to-port="1" /> + <edge from-layer="1311" from-port="2" to-layer="1313" to-port="0" /> + <edge from-layer="1312" from-port="0" to-layer="1313" to-port="1" /> + <edge from-layer="1313" from-port="2" to-layer="1314" to-port="1" /> + <edge from-layer="1314" from-port="2" to-layer="1315" to-port="1" /> + <edge from-layer="1315" from-port="2" to-layer="1318" to-port="0" /> + <edge from-layer="1315" from-port="2" to-layer="1317" to-port="0" /> + <edge from-layer="1316" from-port="0" to-layer="1317" to-port="1" /> + <edge from-layer="1317" from-port="2" to-layer="1318" to-port="1" /> + <edge from-layer="1318" from-port="2" to-layer="1326" to-port="0" /> + <edge from-layer="1318" from-port="2" to-layer="1320" to-port="0" /> + <edge from-layer="1319" from-port="0" to-layer="1320" to-port="1" /> + <edge from-layer="1320" from-port="2" to-layer="1322" to-port="0" /> + <edge from-layer="1321" from-port="0" to-layer="1322" to-port="1" /> + <edge from-layer="1322" from-port="2" to-layer="1324" to-port="0" /> + <edge from-layer="1323" from-port="0" to-layer="1324" to-port="1" /> + <edge from-layer="1324" from-port="2" to-layer="1325" to-port="0" /> + <edge from-layer="1325" from-port="1" to-layer="1326" to-port="1" /> + <edge from-layer="1326" from-port="2" to-layer="1328" to-port="0" /> + <edge from-layer="1327" from-port="0" to-layer="1328" to-port="1" /> + <edge from-layer="1328" from-port="2" to-layer="1330" to-port="0" /> + <edge from-layer="1329" from-port="0" to-layer="1330" to-port="1" /> + <edge from-layer="1330" from-port="2" to-layer="1427" to-port="0" /> + <edge from-layer="1330" from-port="2" to-layer="1389" to-port="0" /> + <edge from-layer="1330" from-port="2" to-layer="1368" to-port="0" /> + <edge from-layer="1330" from-port="2" to-layer="1346" to-port="0" /> + <edge from-layer="1330" from-port="2" to-layer="1340" to-port="0" /> + <edge from-layer="1330" from-port="2" to-layer="1332" to-port="0" /> + <edge from-layer="1330" from-port="2" to-layer="1336" to-port="0" /> + <edge from-layer="1331" from-port="0" to-layer="1332" to-port="1" /> + <edge from-layer="1332" from-port="2" to-layer="1909" to-port="8" /> + <edge from-layer="1333" from-port="0" to-layer="1426" to-port="0" /> + <edge from-layer="1334" from-port="0" to-layer="1337" to-port="0" /> + <edge from-layer="1335" from-port="0" to-layer="1336" to-port="1" /> + <edge from-layer="1336" from-port="2" to-layer="1337" to-port="1" /> + <edge from-layer="1337" from-port="2" to-layer="1339" to-port="0" /> + <edge from-layer="1338" from-port="0" to-layer="1339" to-port="1" /> + <edge from-layer="1339" from-port="2" to-layer="1355" to-port="0" /> + <edge from-layer="1340" from-port="1" to-layer="1343" to-port="0" /> + <edge from-layer="1341" from-port="0" to-layer="1343" to-port="1" /> + <edge from-layer="1342" from-port="0" to-layer="1343" to-port="2" /> + <edge from-layer="1343" from-port="3" to-layer="1371" to-port="0" /> + <edge from-layer="1343" from-port="3" to-layer="1418" to-port="0" /> + <edge from-layer="1343" from-port="3" to-layer="1408" to-port="0" /> + <edge from-layer="1343" from-port="3" to-layer="1392" to-port="0" /> + <edge from-layer="1343" from-port="3" to-layer="1345" to-port="0" /> + <edge from-layer="1343" from-port="3" to-layer="1359" to-port="0" /> + <edge from-layer="1344" from-port="0" to-layer="1345" to-port="1" /> + <edge from-layer="1345" from-port="2" to-layer="1354" to-port="0" /> + <edge from-layer="1346" from-port="1" to-layer="1349" to-port="0" /> + <edge from-layer="1347" from-port="0" to-layer="1349" to-port="1" /> + <edge from-layer="1348" from-port="0" to-layer="1349" to-port="2" /> + <edge from-layer="1349" from-port="3" to-layer="1411" to-port="0" /> + <edge from-layer="1349" from-port="3" to-layer="1420" to-port="0" /> + <edge from-layer="1349" from-port="3" to-layer="1351" to-port="0" /> + <edge from-layer="1350" from-port="0" to-layer="1351" to-port="1" /> + <edge from-layer="1351" from-port="2" to-layer="1354" to-port="1" /> + <edge from-layer="1352" from-port="0" to-layer="1354" to-port="2" /> + <edge from-layer="1353" from-port="0" to-layer="1354" to-port="3" /> + <edge from-layer="1354" from-port="4" to-layer="1355" to-port="1" /> + <edge from-layer="1355" from-port="2" to-layer="1357" to-port="0" /> + <edge from-layer="1356" from-port="0" to-layer="1357" to-port="1" /> + <edge from-layer="1357" from-port="2" to-layer="1365" to-port="0" /> + <edge from-layer="1358" from-port="0" to-layer="1359" to-port="1" /> + <edge from-layer="1359" from-port="2" to-layer="1401" to-port="0" /> + <edge from-layer="1359" from-port="2" to-layer="1361" to-port="0" /> + <edge from-layer="1359" from-port="2" to-layer="1380" to-port="0" /> + <edge from-layer="1360" from-port="0" to-layer="1361" to-port="1" /> + <edge from-layer="1361" from-port="2" to-layer="1364" to-port="0" /> + <edge from-layer="1362" from-port="0" to-layer="1364" to-port="1" /> + <edge from-layer="1363" from-port="0" to-layer="1364" to-port="2" /> + <edge from-layer="1364" from-port="3" to-layer="1365" to-port="1" /> + <edge from-layer="1365" from-port="2" to-layer="1385" to-port="0" /> + <edge from-layer="1366" from-port="0" to-layer="1369" to-port="0" /> + <edge from-layer="1367" from-port="0" to-layer="1368" to-port="1" /> + <edge from-layer="1368" from-port="2" to-layer="1369" to-port="1" /> + <edge from-layer="1369" from-port="2" to-layer="1376" to-port="0" /> + <edge from-layer="1370" from-port="0" to-layer="1371" to-port="1" /> + <edge from-layer="1371" from-port="2" to-layer="1375" to-port="0" /> + <edge from-layer="1372" from-port="0" to-layer="1375" to-port="1" /> + <edge from-layer="1373" from-port="0" to-layer="1375" to-port="2" /> + <edge from-layer="1374" from-port="0" to-layer="1375" to-port="3" /> + <edge from-layer="1375" from-port="4" to-layer="1376" to-port="1" /> + <edge from-layer="1376" from-port="2" to-layer="1378" to-port="0" /> + <edge from-layer="1377" from-port="0" to-layer="1378" to-port="1" /> + <edge from-layer="1378" from-port="2" to-layer="1384" to-port="0" /> + <edge from-layer="1379" from-port="0" to-layer="1380" to-port="1" /> + <edge from-layer="1380" from-port="2" to-layer="1383" to-port="0" /> + <edge from-layer="1381" from-port="0" to-layer="1383" to-port="1" /> + <edge from-layer="1382" from-port="0" to-layer="1383" to-port="2" /> + <edge from-layer="1383" from-port="3" to-layer="1384" to-port="1" /> + <edge from-layer="1384" from-port="2" to-layer="1385" to-port="1" /> + <edge from-layer="1385" from-port="2" to-layer="1386" to-port="0" /> + <edge from-layer="1386" from-port="1" to-layer="1406" to-port="0" /> + <edge from-layer="1387" from-port="0" to-layer="1390" to-port="0" /> + <edge from-layer="1388" from-port="0" to-layer="1389" to-port="1" /> + <edge from-layer="1389" from-port="2" to-layer="1390" to-port="1" /> + <edge from-layer="1390" from-port="2" to-layer="1397" to-port="0" /> + <edge from-layer="1391" from-port="0" to-layer="1392" to-port="1" /> + <edge from-layer="1392" from-port="2" to-layer="1396" to-port="0" /> + <edge from-layer="1393" from-port="0" to-layer="1396" to-port="1" /> + <edge from-layer="1394" from-port="0" to-layer="1396" to-port="2" /> + <edge from-layer="1395" from-port="0" to-layer="1396" to-port="3" /> + <edge from-layer="1396" from-port="4" to-layer="1397" to-port="1" /> + <edge from-layer="1397" from-port="2" to-layer="1399" to-port="0" /> + <edge from-layer="1398" from-port="0" to-layer="1399" to-port="1" /> + <edge from-layer="1399" from-port="2" to-layer="1405" to-port="0" /> + <edge from-layer="1400" from-port="0" to-layer="1401" to-port="1" /> + <edge from-layer="1401" from-port="2" to-layer="1404" to-port="0" /> + <edge from-layer="1402" from-port="0" to-layer="1404" to-port="1" /> + <edge from-layer="1403" from-port="0" to-layer="1404" to-port="2" /> + <edge from-layer="1404" from-port="3" to-layer="1405" to-port="1" /> + <edge from-layer="1405" from-port="2" to-layer="1406" to-port="1" /> + <edge from-layer="1406" from-port="2" to-layer="1414" to-port="0" /> + <edge from-layer="1407" from-port="0" to-layer="1408" to-port="1" /> + <edge from-layer="1408" from-port="2" to-layer="1413" to-port="0" /> + <edge from-layer="1409" from-port="0" to-layer="1413" to-port="1" /> + <edge from-layer="1410" from-port="0" to-layer="1411" to-port="1" /> + <edge from-layer="1411" from-port="2" to-layer="1413" to-port="2" /> + <edge from-layer="1412" from-port="0" to-layer="1413" to-port="3" /> + <edge from-layer="1413" from-port="4" to-layer="1414" to-port="1" /> + <edge from-layer="1414" from-port="2" to-layer="1416" to-port="0" /> + <edge from-layer="1415" from-port="0" to-layer="1416" to-port="1" /> + <edge from-layer="1416" from-port="2" to-layer="1423" to-port="0" /> + <edge from-layer="1417" from-port="0" to-layer="1418" to-port="1" /> + <edge from-layer="1418" from-port="2" to-layer="1422" to-port="0" /> + <edge from-layer="1419" from-port="0" to-layer="1420" to-port="1" /> + <edge from-layer="1420" from-port="2" to-layer="1422" to-port="1" /> + <edge from-layer="1421" from-port="0" to-layer="1422" to-port="2" /> + <edge from-layer="1422" from-port="3" to-layer="1423" to-port="1" /> + <edge from-layer="1423" from-port="2" to-layer="1425" to-port="0" /> + <edge from-layer="1424" from-port="0" to-layer="1425" to-port="1" /> + <edge from-layer="1425" from-port="2" to-layer="1426" to-port="1" /> + <edge from-layer="1426" from-port="2" to-layer="1427" to-port="1" /> + <edge from-layer="1427" from-port="2" to-layer="1429" to-port="0" /> + <edge from-layer="1427" from-port="2" to-layer="1430" to-port="0" /> + <edge from-layer="1428" from-port="0" to-layer="1429" to-port="1" /> + <edge from-layer="1429" from-port="2" to-layer="1430" to-port="1" /> + <edge from-layer="1430" from-port="2" to-layer="1438" to-port="0" /> + <edge from-layer="1430" from-port="2" to-layer="1432" to-port="0" /> + <edge from-layer="1431" from-port="0" to-layer="1432" to-port="1" /> + <edge from-layer="1432" from-port="2" to-layer="1434" to-port="0" /> + <edge from-layer="1433" from-port="0" to-layer="1434" to-port="1" /> + <edge from-layer="1434" from-port="2" to-layer="1436" to-port="0" /> + <edge from-layer="1435" from-port="0" to-layer="1436" to-port="1" /> + <edge from-layer="1436" from-port="2" to-layer="1437" to-port="0" /> + <edge from-layer="1437" from-port="1" to-layer="1438" to-port="1" /> + <edge from-layer="1438" from-port="2" to-layer="1440" to-port="0" /> + <edge from-layer="1439" from-port="0" to-layer="1440" to-port="1" /> + <edge from-layer="1440" from-port="2" to-layer="1442" to-port="0" /> + <edge from-layer="1441" from-port="0" to-layer="1442" to-port="1" /> + <edge from-layer="1442" from-port="2" to-layer="1459" to-port="0" /> + <edge from-layer="1442" from-port="2" to-layer="1446" to-port="0" /> + <edge from-layer="1443" from-port="0" to-layer="1458" to-port="0" /> + <edge from-layer="1444" from-port="0" to-layer="1447" to-port="0" /> + <edge from-layer="1445" from-port="0" to-layer="1446" to-port="1" /> + <edge from-layer="1446" from-port="2" to-layer="1447" to-port="1" /> + <edge from-layer="1447" from-port="2" to-layer="1453" to-port="0" /> + <edge from-layer="1447" from-port="2" to-layer="1449" to-port="0" /> + <edge from-layer="1448" from-port="0" to-layer="1449" to-port="1" /> + <edge from-layer="1449" from-port="2" to-layer="1450" to-port="0" /> + <edge from-layer="1450" from-port="1" to-layer="1452" to-port="0" /> + <edge from-layer="1451" from-port="0" to-layer="1452" to-port="1" /> + <edge from-layer="1452" from-port="2" to-layer="1453" to-port="1" /> + <edge from-layer="1453" from-port="2" to-layer="1455" to-port="0" /> + <edge from-layer="1454" from-port="0" to-layer="1455" to-port="1" /> + <edge from-layer="1455" from-port="2" to-layer="1457" to-port="0" /> + <edge from-layer="1456" from-port="0" to-layer="1457" to-port="1" /> + <edge from-layer="1457" from-port="2" to-layer="1458" to-port="1" /> + <edge from-layer="1458" from-port="2" to-layer="1459" to-port="1" /> + <edge from-layer="1459" from-port="2" to-layer="1462" to-port="0" /> + <edge from-layer="1459" from-port="2" to-layer="1461" to-port="0" /> + <edge from-layer="1460" from-port="0" to-layer="1461" to-port="1" /> + <edge from-layer="1461" from-port="2" to-layer="1462" to-port="1" /> + <edge from-layer="1462" from-port="2" to-layer="1470" to-port="0" /> + <edge from-layer="1462" from-port="2" to-layer="1464" to-port="0" /> + <edge from-layer="1463" from-port="0" to-layer="1464" to-port="1" /> + <edge from-layer="1464" from-port="2" to-layer="1466" to-port="0" /> + <edge from-layer="1465" from-port="0" to-layer="1466" to-port="1" /> + <edge from-layer="1466" from-port="2" to-layer="1468" to-port="0" /> + <edge from-layer="1467" from-port="0" to-layer="1468" to-port="1" /> + <edge from-layer="1468" from-port="2" to-layer="1469" to-port="0" /> + <edge from-layer="1469" from-port="1" to-layer="1470" to-port="1" /> + <edge from-layer="1470" from-port="2" to-layer="1472" to-port="0" /> + <edge from-layer="1471" from-port="0" to-layer="1472" to-port="1" /> + <edge from-layer="1472" from-port="2" to-layer="1474" to-port="0" /> + <edge from-layer="1473" from-port="0" to-layer="1474" to-port="1" /> + <edge from-layer="1474" from-port="2" to-layer="1533" to-port="0" /> + <edge from-layer="1474" from-port="2" to-layer="1512" to-port="0" /> + <edge from-layer="1474" from-port="2" to-layer="1571" to-port="0" /> + <edge from-layer="1474" from-port="2" to-layer="1490" to-port="0" /> + <edge from-layer="1474" from-port="2" to-layer="1476" to-port="0" /> + <edge from-layer="1474" from-port="2" to-layer="1480" to-port="0" /> + <edge from-layer="1474" from-port="2" to-layer="1484" to-port="0" /> + <edge from-layer="1475" from-port="0" to-layer="1476" to-port="1" /> + <edge from-layer="1476" from-port="2" to-layer="1909" to-port="9" /> + <edge from-layer="1477" from-port="0" to-layer="1570" to-port="0" /> + <edge from-layer="1478" from-port="0" to-layer="1481" to-port="0" /> + <edge from-layer="1479" from-port="0" to-layer="1480" to-port="1" /> + <edge from-layer="1480" from-port="2" to-layer="1481" to-port="1" /> + <edge from-layer="1481" from-port="2" to-layer="1483" to-port="0" /> + <edge from-layer="1482" from-port="0" to-layer="1483" to-port="1" /> + <edge from-layer="1483" from-port="2" to-layer="1499" to-port="0" /> + <edge from-layer="1484" from-port="1" to-layer="1487" to-port="0" /> + <edge from-layer="1485" from-port="0" to-layer="1487" to-port="1" /> + <edge from-layer="1486" from-port="0" to-layer="1487" to-port="2" /> + <edge from-layer="1487" from-port="3" to-layer="1552" to-port="0" /> + <edge from-layer="1487" from-port="3" to-layer="1536" to-port="0" /> + <edge from-layer="1487" from-port="3" to-layer="1515" to-port="0" /> + <edge from-layer="1487" from-port="3" to-layer="1562" to-port="0" /> + <edge from-layer="1487" from-port="3" to-layer="1503" to-port="0" /> + <edge from-layer="1487" from-port="3" to-layer="1489" to-port="0" /> + <edge from-layer="1488" from-port="0" to-layer="1489" to-port="1" /> + <edge from-layer="1489" from-port="2" to-layer="1498" to-port="0" /> + <edge from-layer="1490" from-port="1" to-layer="1493" to-port="0" /> + <edge from-layer="1491" from-port="0" to-layer="1493" to-port="1" /> + <edge from-layer="1492" from-port="0" to-layer="1493" to-port="2" /> + <edge from-layer="1493" from-port="3" to-layer="1564" to-port="0" /> + <edge from-layer="1493" from-port="3" to-layer="1555" to-port="0" /> + <edge from-layer="1493" from-port="3" to-layer="1495" to-port="0" /> + <edge from-layer="1494" from-port="0" to-layer="1495" to-port="1" /> + <edge from-layer="1495" from-port="2" to-layer="1498" to-port="1" /> + <edge from-layer="1496" from-port="0" to-layer="1498" to-port="2" /> + <edge from-layer="1497" from-port="0" to-layer="1498" to-port="3" /> + <edge from-layer="1498" from-port="4" to-layer="1499" to-port="1" /> + <edge from-layer="1499" from-port="2" to-layer="1501" to-port="0" /> + <edge from-layer="1500" from-port="0" to-layer="1501" to-port="1" /> + <edge from-layer="1501" from-port="2" to-layer="1509" to-port="0" /> + <edge from-layer="1502" from-port="0" to-layer="1503" to-port="1" /> + <edge from-layer="1503" from-port="2" to-layer="1505" to-port="0" /> + <edge from-layer="1503" from-port="2" to-layer="1524" to-port="0" /> + <edge from-layer="1503" from-port="2" to-layer="1545" to-port="0" /> + <edge from-layer="1504" from-port="0" to-layer="1505" to-port="1" /> + <edge from-layer="1505" from-port="2" to-layer="1508" to-port="0" /> + <edge from-layer="1506" from-port="0" to-layer="1508" to-port="1" /> + <edge from-layer="1507" from-port="0" to-layer="1508" to-port="2" /> + <edge from-layer="1508" from-port="3" to-layer="1509" to-port="1" /> + <edge from-layer="1509" from-port="2" to-layer="1529" to-port="0" /> + <edge from-layer="1510" from-port="0" to-layer="1513" to-port="0" /> + <edge from-layer="1511" from-port="0" to-layer="1512" to-port="1" /> + <edge from-layer="1512" from-port="2" to-layer="1513" to-port="1" /> + <edge from-layer="1513" from-port="2" to-layer="1520" to-port="0" /> + <edge from-layer="1514" from-port="0" to-layer="1515" to-port="1" /> + <edge from-layer="1515" from-port="2" to-layer="1519" to-port="0" /> + <edge from-layer="1516" from-port="0" to-layer="1519" to-port="1" /> + <edge from-layer="1517" from-port="0" to-layer="1519" to-port="2" /> + <edge from-layer="1518" from-port="0" to-layer="1519" to-port="3" /> + <edge from-layer="1519" from-port="4" to-layer="1520" to-port="1" /> + <edge from-layer="1520" from-port="2" to-layer="1522" to-port="0" /> + <edge from-layer="1521" from-port="0" to-layer="1522" to-port="1" /> + <edge from-layer="1522" from-port="2" to-layer="1528" to-port="0" /> + <edge from-layer="1523" from-port="0" to-layer="1524" to-port="1" /> + <edge from-layer="1524" from-port="2" to-layer="1527" to-port="0" /> + <edge from-layer="1525" from-port="0" to-layer="1527" to-port="1" /> + <edge from-layer="1526" from-port="0" to-layer="1527" to-port="2" /> + <edge from-layer="1527" from-port="3" to-layer="1528" to-port="1" /> + <edge from-layer="1528" from-port="2" to-layer="1529" to-port="1" /> + <edge from-layer="1529" from-port="2" to-layer="1530" to-port="0" /> + <edge from-layer="1530" from-port="1" to-layer="1550" to-port="0" /> + <edge from-layer="1531" from-port="0" to-layer="1534" to-port="0" /> + <edge from-layer="1532" from-port="0" to-layer="1533" to-port="1" /> + <edge from-layer="1533" from-port="2" to-layer="1534" to-port="1" /> + <edge from-layer="1534" from-port="2" to-layer="1541" to-port="0" /> + <edge from-layer="1535" from-port="0" to-layer="1536" to-port="1" /> + <edge from-layer="1536" from-port="2" to-layer="1540" to-port="0" /> + <edge from-layer="1537" from-port="0" to-layer="1540" to-port="1" /> + <edge from-layer="1538" from-port="0" to-layer="1540" to-port="2" /> + <edge from-layer="1539" from-port="0" to-layer="1540" to-port="3" /> + <edge from-layer="1540" from-port="4" to-layer="1541" to-port="1" /> + <edge from-layer="1541" from-port="2" to-layer="1543" to-port="0" /> + <edge from-layer="1542" from-port="0" to-layer="1543" to-port="1" /> + <edge from-layer="1543" from-port="2" to-layer="1549" to-port="0" /> + <edge from-layer="1544" from-port="0" to-layer="1545" to-port="1" /> + <edge from-layer="1545" from-port="2" to-layer="1548" to-port="0" /> + <edge from-layer="1546" from-port="0" to-layer="1548" to-port="1" /> + <edge from-layer="1547" from-port="0" to-layer="1548" to-port="2" /> + <edge from-layer="1548" from-port="3" to-layer="1549" to-port="1" /> + <edge from-layer="1549" from-port="2" to-layer="1550" to-port="1" /> + <edge from-layer="1550" from-port="2" to-layer="1558" to-port="0" /> + <edge from-layer="1551" from-port="0" to-layer="1552" to-port="1" /> + <edge from-layer="1552" from-port="2" to-layer="1557" to-port="0" /> + <edge from-layer="1553" from-port="0" to-layer="1557" to-port="1" /> + <edge from-layer="1554" from-port="0" to-layer="1555" to-port="1" /> + <edge from-layer="1555" from-port="2" to-layer="1557" to-port="2" /> + <edge from-layer="1556" from-port="0" to-layer="1557" to-port="3" /> + <edge from-layer="1557" from-port="4" to-layer="1558" to-port="1" /> + <edge from-layer="1558" from-port="2" to-layer="1560" to-port="0" /> + <edge from-layer="1559" from-port="0" to-layer="1560" to-port="1" /> + <edge from-layer="1560" from-port="2" to-layer="1567" to-port="0" /> + <edge from-layer="1561" from-port="0" to-layer="1562" to-port="1" /> + <edge from-layer="1562" from-port="2" to-layer="1566" to-port="0" /> + <edge from-layer="1563" from-port="0" to-layer="1564" to-port="1" /> + <edge from-layer="1564" from-port="2" to-layer="1566" to-port="1" /> + <edge from-layer="1565" from-port="0" to-layer="1566" to-port="2" /> + <edge from-layer="1566" from-port="3" to-layer="1567" to-port="1" /> + <edge from-layer="1567" from-port="2" to-layer="1569" to-port="0" /> + <edge from-layer="1568" from-port="0" to-layer="1569" to-port="1" /> + <edge from-layer="1569" from-port="2" to-layer="1570" to-port="1" /> + <edge from-layer="1570" from-port="2" to-layer="1571" to-port="1" /> + <edge from-layer="1571" from-port="2" to-layer="1574" to-port="0" /> + <edge from-layer="1571" from-port="2" to-layer="1573" to-port="0" /> + <edge from-layer="1572" from-port="0" to-layer="1573" to-port="1" /> + <edge from-layer="1573" from-port="2" to-layer="1574" to-port="1" /> + <edge from-layer="1574" from-port="2" to-layer="1576" to-port="0" /> + <edge from-layer="1574" from-port="2" to-layer="1582" to-port="0" /> + <edge from-layer="1575" from-port="0" to-layer="1576" to-port="1" /> + <edge from-layer="1576" from-port="2" to-layer="1578" to-port="0" /> + <edge from-layer="1577" from-port="0" to-layer="1578" to-port="1" /> + <edge from-layer="1578" from-port="2" to-layer="1580" to-port="0" /> + <edge from-layer="1579" from-port="0" to-layer="1580" to-port="1" /> + <edge from-layer="1580" from-port="2" to-layer="1581" to-port="0" /> + <edge from-layer="1581" from-port="1" to-layer="1582" to-port="1" /> + <edge from-layer="1582" from-port="2" to-layer="1584" to-port="0" /> + <edge from-layer="1583" from-port="0" to-layer="1584" to-port="1" /> + <edge from-layer="1584" from-port="2" to-layer="1586" to-port="0" /> + <edge from-layer="1585" from-port="0" to-layer="1586" to-port="1" /> + <edge from-layer="1586" from-port="2" to-layer="1590" to-port="0" /> + <edge from-layer="1586" from-port="2" to-layer="1603" to-port="0" /> + <edge from-layer="1587" from-port="0" to-layer="1602" to-port="0" /> + <edge from-layer="1588" from-port="0" to-layer="1591" to-port="0" /> + <edge from-layer="1589" from-port="0" to-layer="1590" to-port="1" /> + <edge from-layer="1590" from-port="2" to-layer="1591" to-port="1" /> + <edge from-layer="1591" from-port="2" to-layer="1593" to-port="0" /> + <edge from-layer="1591" from-port="2" to-layer="1597" to-port="0" /> + <edge from-layer="1592" from-port="0" to-layer="1593" to-port="1" /> + <edge from-layer="1593" from-port="2" to-layer="1594" to-port="0" /> + <edge from-layer="1594" from-port="1" to-layer="1596" to-port="0" /> + <edge from-layer="1595" from-port="0" to-layer="1596" to-port="1" /> + <edge from-layer="1596" from-port="2" to-layer="1597" to-port="1" /> + <edge from-layer="1597" from-port="2" to-layer="1599" to-port="0" /> + <edge from-layer="1598" from-port="0" to-layer="1599" to-port="1" /> + <edge from-layer="1599" from-port="2" to-layer="1601" to-port="0" /> + <edge from-layer="1600" from-port="0" to-layer="1601" to-port="1" /> + <edge from-layer="1601" from-port="2" to-layer="1602" to-port="1" /> + <edge from-layer="1602" from-port="2" to-layer="1603" to-port="1" /> + <edge from-layer="1603" from-port="2" to-layer="1605" to-port="0" /> + <edge from-layer="1603" from-port="2" to-layer="1606" to-port="0" /> + <edge from-layer="1604" from-port="0" to-layer="1605" to-port="1" /> + <edge from-layer="1605" from-port="2" to-layer="1606" to-port="1" /> + <edge from-layer="1606" from-port="2" to-layer="1614" to-port="0" /> + <edge from-layer="1606" from-port="2" to-layer="1608" to-port="0" /> + <edge from-layer="1607" from-port="0" to-layer="1608" to-port="1" /> + <edge from-layer="1608" from-port="2" to-layer="1610" to-port="0" /> + <edge from-layer="1609" from-port="0" to-layer="1610" to-port="1" /> + <edge from-layer="1610" from-port="2" to-layer="1612" to-port="0" /> + <edge from-layer="1611" from-port="0" to-layer="1612" to-port="1" /> + <edge from-layer="1612" from-port="2" to-layer="1613" to-port="0" /> + <edge from-layer="1613" from-port="1" to-layer="1614" to-port="1" /> + <edge from-layer="1614" from-port="2" to-layer="1616" to-port="0" /> + <edge from-layer="1615" from-port="0" to-layer="1616" to-port="1" /> + <edge from-layer="1616" from-port="2" to-layer="1618" to-port="0" /> + <edge from-layer="1617" from-port="0" to-layer="1618" to-port="1" /> + <edge from-layer="1618" from-port="2" to-layer="1715" to-port="0" /> + <edge from-layer="1618" from-port="2" to-layer="1677" to-port="0" /> + <edge from-layer="1618" from-port="2" to-layer="1656" to-port="0" /> + <edge from-layer="1618" from-port="2" to-layer="1620" to-port="0" /> + <edge from-layer="1618" from-port="2" to-layer="1624" to-port="0" /> + <edge from-layer="1618" from-port="2" to-layer="1634" to-port="0" /> + <edge from-layer="1618" from-port="2" to-layer="1628" to-port="0" /> + <edge from-layer="1619" from-port="0" to-layer="1620" to-port="1" /> + <edge from-layer="1620" from-port="2" to-layer="1909" to-port="10" /> + <edge from-layer="1621" from-port="0" to-layer="1714" to-port="0" /> + <edge from-layer="1622" from-port="0" to-layer="1625" to-port="0" /> + <edge from-layer="1623" from-port="0" to-layer="1624" to-port="1" /> + <edge from-layer="1624" from-port="2" to-layer="1625" to-port="1" /> + <edge from-layer="1625" from-port="2" to-layer="1627" to-port="0" /> + <edge from-layer="1626" from-port="0" to-layer="1627" to-port="1" /> + <edge from-layer="1627" from-port="2" to-layer="1643" to-port="0" /> + <edge from-layer="1628" from-port="1" to-layer="1631" to-port="0" /> + <edge from-layer="1629" from-port="0" to-layer="1631" to-port="1" /> + <edge from-layer="1630" from-port="0" to-layer="1631" to-port="2" /> + <edge from-layer="1631" from-port="3" to-layer="1706" to-port="0" /> + <edge from-layer="1631" from-port="3" to-layer="1696" to-port="0" /> + <edge from-layer="1631" from-port="3" to-layer="1680" to-port="0" /> + <edge from-layer="1631" from-port="3" to-layer="1633" to-port="0" /> + <edge from-layer="1631" from-port="3" to-layer="1659" to-port="0" /> + <edge from-layer="1631" from-port="3" to-layer="1647" to-port="0" /> + <edge from-layer="1632" from-port="0" to-layer="1633" to-port="1" /> + <edge from-layer="1633" from-port="2" to-layer="1642" to-port="0" /> + <edge from-layer="1634" from-port="1" to-layer="1637" to-port="0" /> + <edge from-layer="1635" from-port="0" to-layer="1637" to-port="1" /> + <edge from-layer="1636" from-port="0" to-layer="1637" to-port="2" /> + <edge from-layer="1637" from-port="3" to-layer="1699" to-port="0" /> + <edge from-layer="1637" from-port="3" to-layer="1639" to-port="0" /> + <edge from-layer="1637" from-port="3" to-layer="1708" to-port="0" /> + <edge from-layer="1638" from-port="0" to-layer="1639" to-port="1" /> + <edge from-layer="1639" from-port="2" to-layer="1642" to-port="1" /> + <edge from-layer="1640" from-port="0" to-layer="1642" to-port="2" /> + <edge from-layer="1641" from-port="0" to-layer="1642" to-port="3" /> + <edge from-layer="1642" from-port="4" to-layer="1643" to-port="1" /> + <edge from-layer="1643" from-port="2" to-layer="1645" to-port="0" /> + <edge from-layer="1644" from-port="0" to-layer="1645" to-port="1" /> + <edge from-layer="1645" from-port="2" to-layer="1653" to-port="0" /> + <edge from-layer="1646" from-port="0" to-layer="1647" to-port="1" /> + <edge from-layer="1647" from-port="2" to-layer="1668" to-port="0" /> + <edge from-layer="1647" from-port="2" to-layer="1649" to-port="0" /> + <edge from-layer="1647" from-port="2" to-layer="1689" to-port="0" /> + <edge from-layer="1648" from-port="0" to-layer="1649" to-port="1" /> + <edge from-layer="1649" from-port="2" to-layer="1652" to-port="0" /> + <edge from-layer="1650" from-port="0" to-layer="1652" to-port="1" /> + <edge from-layer="1651" from-port="0" to-layer="1652" to-port="2" /> + <edge from-layer="1652" from-port="3" to-layer="1653" to-port="1" /> + <edge from-layer="1653" from-port="2" to-layer="1673" to-port="0" /> + <edge from-layer="1654" from-port="0" to-layer="1657" to-port="0" /> + <edge from-layer="1655" from-port="0" to-layer="1656" to-port="1" /> + <edge from-layer="1656" from-port="2" to-layer="1657" to-port="1" /> + <edge from-layer="1657" from-port="2" to-layer="1664" to-port="0" /> + <edge from-layer="1658" from-port="0" to-layer="1659" to-port="1" /> + <edge from-layer="1659" from-port="2" to-layer="1663" to-port="0" /> + <edge from-layer="1660" from-port="0" to-layer="1663" to-port="1" /> + <edge from-layer="1661" from-port="0" to-layer="1663" to-port="2" /> + <edge from-layer="1662" from-port="0" to-layer="1663" to-port="3" /> + <edge from-layer="1663" from-port="4" to-layer="1664" to-port="1" /> + <edge from-layer="1664" from-port="2" to-layer="1666" to-port="0" /> + <edge from-layer="1665" from-port="0" to-layer="1666" to-port="1" /> + <edge from-layer="1666" from-port="2" to-layer="1672" to-port="0" /> + <edge from-layer="1667" from-port="0" to-layer="1668" to-port="1" /> + <edge from-layer="1668" from-port="2" to-layer="1671" to-port="0" /> + <edge from-layer="1669" from-port="0" to-layer="1671" to-port="1" /> + <edge from-layer="1670" from-port="0" to-layer="1671" to-port="2" /> + <edge from-layer="1671" from-port="3" to-layer="1672" to-port="1" /> + <edge from-layer="1672" from-port="2" to-layer="1673" to-port="1" /> + <edge from-layer="1673" from-port="2" to-layer="1674" to-port="0" /> + <edge from-layer="1674" from-port="1" to-layer="1694" to-port="0" /> + <edge from-layer="1675" from-port="0" to-layer="1678" to-port="0" /> + <edge from-layer="1676" from-port="0" to-layer="1677" to-port="1" /> + <edge from-layer="1677" from-port="2" to-layer="1678" to-port="1" /> + <edge from-layer="1678" from-port="2" to-layer="1685" to-port="0" /> + <edge from-layer="1679" from-port="0" to-layer="1680" to-port="1" /> + <edge from-layer="1680" from-port="2" to-layer="1684" to-port="0" /> + <edge from-layer="1681" from-port="0" to-layer="1684" to-port="1" /> + <edge from-layer="1682" from-port="0" to-layer="1684" to-port="2" /> + <edge from-layer="1683" from-port="0" to-layer="1684" to-port="3" /> + <edge from-layer="1684" from-port="4" to-layer="1685" to-port="1" /> + <edge from-layer="1685" from-port="2" to-layer="1687" to-port="0" /> + <edge from-layer="1686" from-port="0" to-layer="1687" to-port="1" /> + <edge from-layer="1687" from-port="2" to-layer="1693" to-port="0" /> + <edge from-layer="1688" from-port="0" to-layer="1689" to-port="1" /> + <edge from-layer="1689" from-port="2" to-layer="1692" to-port="0" /> + <edge from-layer="1690" from-port="0" to-layer="1692" to-port="1" /> + <edge from-layer="1691" from-port="0" to-layer="1692" to-port="2" /> + <edge from-layer="1692" from-port="3" to-layer="1693" to-port="1" /> + <edge from-layer="1693" from-port="2" to-layer="1694" to-port="1" /> + <edge from-layer="1694" from-port="2" to-layer="1702" to-port="0" /> + <edge from-layer="1695" from-port="0" to-layer="1696" to-port="1" /> + <edge from-layer="1696" from-port="2" to-layer="1701" to-port="0" /> + <edge from-layer="1697" from-port="0" to-layer="1701" to-port="1" /> + <edge from-layer="1698" from-port="0" to-layer="1699" to-port="1" /> + <edge from-layer="1699" from-port="2" to-layer="1701" to-port="2" /> + <edge from-layer="1700" from-port="0" to-layer="1701" to-port="3" /> + <edge from-layer="1701" from-port="4" to-layer="1702" to-port="1" /> + <edge from-layer="1702" from-port="2" to-layer="1704" to-port="0" /> + <edge from-layer="1703" from-port="0" to-layer="1704" to-port="1" /> + <edge from-layer="1704" from-port="2" to-layer="1711" to-port="0" /> + <edge from-layer="1705" from-port="0" to-layer="1706" to-port="1" /> + <edge from-layer="1706" from-port="2" to-layer="1710" to-port="0" /> + <edge from-layer="1707" from-port="0" to-layer="1708" to-port="1" /> + <edge from-layer="1708" from-port="2" to-layer="1710" to-port="1" /> + <edge from-layer="1709" from-port="0" to-layer="1710" to-port="2" /> + <edge from-layer="1710" from-port="3" to-layer="1711" to-port="1" /> + <edge from-layer="1711" from-port="2" to-layer="1713" to-port="0" /> + <edge from-layer="1712" from-port="0" to-layer="1713" to-port="1" /> + <edge from-layer="1713" from-port="2" to-layer="1714" to-port="1" /> + <edge from-layer="1714" from-port="2" to-layer="1715" to-port="1" /> + <edge from-layer="1715" from-port="2" to-layer="1717" to-port="0" /> + <edge from-layer="1715" from-port="2" to-layer="1718" to-port="0" /> + <edge from-layer="1716" from-port="0" to-layer="1717" to-port="1" /> + <edge from-layer="1717" from-port="2" to-layer="1718" to-port="1" /> + <edge from-layer="1718" from-port="2" to-layer="1726" to-port="0" /> + <edge from-layer="1718" from-port="2" to-layer="1720" to-port="0" /> + <edge from-layer="1719" from-port="0" to-layer="1720" to-port="1" /> + <edge from-layer="1720" from-port="2" to-layer="1722" to-port="0" /> + <edge from-layer="1721" from-port="0" to-layer="1722" to-port="1" /> + <edge from-layer="1722" from-port="2" to-layer="1724" to-port="0" /> + <edge from-layer="1723" from-port="0" to-layer="1724" to-port="1" /> + <edge from-layer="1724" from-port="2" to-layer="1725" to-port="0" /> + <edge from-layer="1725" from-port="1" to-layer="1726" to-port="1" /> + <edge from-layer="1726" from-port="2" to-layer="1728" to-port="0" /> + <edge from-layer="1727" from-port="0" to-layer="1728" to-port="1" /> + <edge from-layer="1728" from-port="2" to-layer="1730" to-port="0" /> + <edge from-layer="1729" from-port="0" to-layer="1730" to-port="1" /> + <edge from-layer="1730" from-port="2" to-layer="1747" to-port="0" /> + <edge from-layer="1730" from-port="2" to-layer="1734" to-port="0" /> + <edge from-layer="1731" from-port="0" to-layer="1746" to-port="0" /> + <edge from-layer="1732" from-port="0" to-layer="1735" to-port="0" /> + <edge from-layer="1733" from-port="0" to-layer="1734" to-port="1" /> + <edge from-layer="1734" from-port="2" to-layer="1735" to-port="1" /> + <edge from-layer="1735" from-port="2" to-layer="1737" to-port="0" /> + <edge from-layer="1735" from-port="2" to-layer="1741" to-port="0" /> + <edge from-layer="1736" from-port="0" to-layer="1737" to-port="1" /> + <edge from-layer="1737" from-port="2" to-layer="1738" to-port="0" /> + <edge from-layer="1738" from-port="1" to-layer="1740" to-port="0" /> + <edge from-layer="1739" from-port="0" to-layer="1740" to-port="1" /> + <edge from-layer="1740" from-port="2" to-layer="1741" to-port="1" /> + <edge from-layer="1741" from-port="2" to-layer="1743" to-port="0" /> + <edge from-layer="1742" from-port="0" to-layer="1743" to-port="1" /> + <edge from-layer="1743" from-port="2" to-layer="1745" to-port="0" /> + <edge from-layer="1744" from-port="0" to-layer="1745" to-port="1" /> + <edge from-layer="1745" from-port="2" to-layer="1746" to-port="1" /> + <edge from-layer="1746" from-port="2" to-layer="1747" to-port="1" /> + <edge from-layer="1747" from-port="2" to-layer="1750" to-port="0" /> + <edge from-layer="1747" from-port="2" to-layer="1749" to-port="0" /> + <edge from-layer="1748" from-port="0" to-layer="1749" to-port="1" /> + <edge from-layer="1749" from-port="2" to-layer="1750" to-port="1" /> + <edge from-layer="1750" from-port="2" to-layer="1758" to-port="0" /> + <edge from-layer="1750" from-port="2" to-layer="1752" to-port="0" /> + <edge from-layer="1751" from-port="0" to-layer="1752" to-port="1" /> + <edge from-layer="1752" from-port="2" to-layer="1754" to-port="0" /> + <edge from-layer="1753" from-port="0" to-layer="1754" to-port="1" /> + <edge from-layer="1754" from-port="2" to-layer="1756" to-port="0" /> + <edge from-layer="1755" from-port="0" to-layer="1756" to-port="1" /> + <edge from-layer="1756" from-port="2" to-layer="1757" to-port="0" /> + <edge from-layer="1757" from-port="1" to-layer="1758" to-port="1" /> + <edge from-layer="1758" from-port="2" to-layer="1760" to-port="0" /> + <edge from-layer="1759" from-port="0" to-layer="1760" to-port="1" /> + <edge from-layer="1760" from-port="2" to-layer="1762" to-port="0" /> + <edge from-layer="1761" from-port="0" to-layer="1762" to-port="1" /> + <edge from-layer="1762" from-port="2" to-layer="1764" to-port="0" /> + <edge from-layer="1762" from-port="2" to-layer="1800" to-port="0" /> + <edge from-layer="1762" from-port="2" to-layer="1821" to-port="0" /> + <edge from-layer="1762" from-port="2" to-layer="1768" to-port="0" /> + <edge from-layer="1762" from-port="2" to-layer="1778" to-port="0" /> + <edge from-layer="1762" from-port="2" to-layer="1859" to-port="0" /> + <edge from-layer="1762" from-port="2" to-layer="1772" to-port="0" /> + <edge from-layer="1763" from-port="0" to-layer="1764" to-port="1" /> + <edge from-layer="1764" from-port="2" to-layer="1909" to-port="11" /> + <edge from-layer="1765" from-port="0" to-layer="1858" to-port="0" /> + <edge from-layer="1766" from-port="0" to-layer="1769" to-port="0" /> + <edge from-layer="1767" from-port="0" to-layer="1768" to-port="1" /> + <edge from-layer="1768" from-port="2" to-layer="1769" to-port="1" /> + <edge from-layer="1769" from-port="2" to-layer="1771" to-port="0" /> + <edge from-layer="1770" from-port="0" to-layer="1771" to-port="1" /> + <edge from-layer="1771" from-port="2" to-layer="1787" to-port="0" /> + <edge from-layer="1772" from-port="1" to-layer="1775" to-port="0" /> + <edge from-layer="1773" from-port="0" to-layer="1775" to-port="1" /> + <edge from-layer="1774" from-port="0" to-layer="1775" to-port="2" /> + <edge from-layer="1775" from-port="3" to-layer="1850" to-port="0" /> + <edge from-layer="1775" from-port="3" to-layer="1824" to-port="0" /> + <edge from-layer="1775" from-port="3" to-layer="1803" to-port="0" /> + <edge from-layer="1775" from-port="3" to-layer="1840" to-port="0" /> + <edge from-layer="1775" from-port="3" to-layer="1777" to-port="0" /> + <edge from-layer="1775" from-port="3" to-layer="1791" to-port="0" /> + <edge from-layer="1776" from-port="0" to-layer="1777" to-port="1" /> + <edge from-layer="1777" from-port="2" to-layer="1786" to-port="0" /> + <edge from-layer="1778" from-port="1" to-layer="1781" to-port="0" /> + <edge from-layer="1779" from-port="0" to-layer="1781" to-port="1" /> + <edge from-layer="1780" from-port="0" to-layer="1781" to-port="2" /> + <edge from-layer="1781" from-port="3" to-layer="1852" to-port="0" /> + <edge from-layer="1781" from-port="3" to-layer="1783" to-port="0" /> + <edge from-layer="1781" from-port="3" to-layer="1843" to-port="0" /> + <edge from-layer="1782" from-port="0" to-layer="1783" to-port="1" /> + <edge from-layer="1783" from-port="2" to-layer="1786" to-port="1" /> + <edge from-layer="1784" from-port="0" to-layer="1786" to-port="2" /> + <edge from-layer="1785" from-port="0" to-layer="1786" to-port="3" /> + <edge from-layer="1786" from-port="4" to-layer="1787" to-port="1" /> + <edge from-layer="1787" from-port="2" to-layer="1789" to-port="0" /> + <edge from-layer="1788" from-port="0" to-layer="1789" to-port="1" /> + <edge from-layer="1789" from-port="2" to-layer="1797" to-port="0" /> + <edge from-layer="1790" from-port="0" to-layer="1791" to-port="1" /> + <edge from-layer="1791" from-port="2" to-layer="1812" to-port="0" /> + <edge from-layer="1791" from-port="2" to-layer="1793" to-port="0" /> + <edge from-layer="1791" from-port="2" to-layer="1833" to-port="0" /> + <edge from-layer="1792" from-port="0" to-layer="1793" to-port="1" /> + <edge from-layer="1793" from-port="2" to-layer="1796" to-port="0" /> + <edge from-layer="1794" from-port="0" to-layer="1796" to-port="1" /> + <edge from-layer="1795" from-port="0" to-layer="1796" to-port="2" /> + <edge from-layer="1796" from-port="3" to-layer="1797" to-port="1" /> + <edge from-layer="1797" from-port="2" to-layer="1817" to-port="0" /> + <edge from-layer="1798" from-port="0" to-layer="1801" to-port="0" /> + <edge from-layer="1799" from-port="0" to-layer="1800" to-port="1" /> + <edge from-layer="1800" from-port="2" to-layer="1801" to-port="1" /> + <edge from-layer="1801" from-port="2" to-layer="1808" to-port="0" /> + <edge from-layer="1802" from-port="0" to-layer="1803" to-port="1" /> + <edge from-layer="1803" from-port="2" to-layer="1807" to-port="0" /> + <edge from-layer="1804" from-port="0" to-layer="1807" to-port="1" /> + <edge from-layer="1805" from-port="0" to-layer="1807" to-port="2" /> + <edge from-layer="1806" from-port="0" to-layer="1807" to-port="3" /> + <edge from-layer="1807" from-port="4" to-layer="1808" to-port="1" /> + <edge from-layer="1808" from-port="2" to-layer="1810" to-port="0" /> + <edge from-layer="1809" from-port="0" to-layer="1810" to-port="1" /> + <edge from-layer="1810" from-port="2" to-layer="1816" to-port="0" /> + <edge from-layer="1811" from-port="0" to-layer="1812" to-port="1" /> + <edge from-layer="1812" from-port="2" to-layer="1815" to-port="0" /> + <edge from-layer="1813" from-port="0" to-layer="1815" to-port="1" /> + <edge from-layer="1814" from-port="0" to-layer="1815" to-port="2" /> + <edge from-layer="1815" from-port="3" to-layer="1816" to-port="1" /> + <edge from-layer="1816" from-port="2" to-layer="1817" to-port="1" /> + <edge from-layer="1817" from-port="2" to-layer="1818" to-port="0" /> + <edge from-layer="1818" from-port="1" to-layer="1838" to-port="0" /> + <edge from-layer="1819" from-port="0" to-layer="1822" to-port="0" /> + <edge from-layer="1820" from-port="0" to-layer="1821" to-port="1" /> + <edge from-layer="1821" from-port="2" to-layer="1822" to-port="1" /> + <edge from-layer="1822" from-port="2" to-layer="1829" to-port="0" /> + <edge from-layer="1823" from-port="0" to-layer="1824" to-port="1" /> + <edge from-layer="1824" from-port="2" to-layer="1828" to-port="0" /> + <edge from-layer="1825" from-port="0" to-layer="1828" to-port="1" /> + <edge from-layer="1826" from-port="0" to-layer="1828" to-port="2" /> + <edge from-layer="1827" from-port="0" to-layer="1828" to-port="3" /> + <edge from-layer="1828" from-port="4" to-layer="1829" to-port="1" /> + <edge from-layer="1829" from-port="2" to-layer="1831" to-port="0" /> + <edge from-layer="1830" from-port="0" to-layer="1831" to-port="1" /> + <edge from-layer="1831" from-port="2" to-layer="1837" to-port="0" /> + <edge from-layer="1832" from-port="0" to-layer="1833" to-port="1" /> + <edge from-layer="1833" from-port="2" to-layer="1836" to-port="0" /> + <edge from-layer="1834" from-port="0" to-layer="1836" to-port="1" /> + <edge from-layer="1835" from-port="0" to-layer="1836" to-port="2" /> + <edge from-layer="1836" from-port="3" to-layer="1837" to-port="1" /> + <edge from-layer="1837" from-port="2" to-layer="1838" to-port="1" /> + <edge from-layer="1838" from-port="2" to-layer="1846" to-port="0" /> + <edge from-layer="1839" from-port="0" to-layer="1840" to-port="1" /> + <edge from-layer="1840" from-port="2" to-layer="1845" to-port="0" /> + <edge from-layer="1841" from-port="0" to-layer="1845" to-port="1" /> + <edge from-layer="1842" from-port="0" to-layer="1843" to-port="1" /> + <edge from-layer="1843" from-port="2" to-layer="1845" to-port="2" /> + <edge from-layer="1844" from-port="0" to-layer="1845" to-port="3" /> + <edge from-layer="1845" from-port="4" to-layer="1846" to-port="1" /> + <edge from-layer="1846" from-port="2" to-layer="1848" to-port="0" /> + <edge from-layer="1847" from-port="0" to-layer="1848" to-port="1" /> + <edge from-layer="1848" from-port="2" to-layer="1855" to-port="0" /> + <edge from-layer="1849" from-port="0" to-layer="1850" to-port="1" /> + <edge from-layer="1850" from-port="2" to-layer="1854" to-port="0" /> + <edge from-layer="1851" from-port="0" to-layer="1852" to-port="1" /> + <edge from-layer="1852" from-port="2" to-layer="1854" to-port="1" /> + <edge from-layer="1853" from-port="0" to-layer="1854" to-port="2" /> + <edge from-layer="1854" from-port="3" to-layer="1855" to-port="1" /> + <edge from-layer="1855" from-port="2" to-layer="1857" to-port="0" /> + <edge from-layer="1856" from-port="0" to-layer="1857" to-port="1" /> + <edge from-layer="1857" from-port="2" to-layer="1858" to-port="1" /> + <edge from-layer="1858" from-port="2" to-layer="1859" to-port="1" /> + <edge from-layer="1859" from-port="2" to-layer="1861" to-port="0" /> + <edge from-layer="1859" from-port="2" to-layer="1862" to-port="0" /> + <edge from-layer="1860" from-port="0" to-layer="1861" to-port="1" /> + <edge from-layer="1861" from-port="2" to-layer="1862" to-port="1" /> + <edge from-layer="1862" from-port="2" to-layer="1870" to-port="0" /> + <edge from-layer="1862" from-port="2" to-layer="1864" to-port="0" /> + <edge from-layer="1863" from-port="0" to-layer="1864" to-port="1" /> + <edge from-layer="1864" from-port="2" to-layer="1866" to-port="0" /> + <edge from-layer="1865" from-port="0" to-layer="1866" to-port="1" /> + <edge from-layer="1866" from-port="2" to-layer="1868" to-port="0" /> + <edge from-layer="1867" from-port="0" to-layer="1868" to-port="1" /> + <edge from-layer="1868" from-port="2" to-layer="1869" to-port="0" /> + <edge from-layer="1869" from-port="1" to-layer="1870" to-port="1" /> + <edge from-layer="1870" from-port="2" to-layer="1872" to-port="0" /> + <edge from-layer="1871" from-port="0" to-layer="1872" to-port="1" /> + <edge from-layer="1872" from-port="2" to-layer="1874" to-port="0" /> + <edge from-layer="1873" from-port="0" to-layer="1874" to-port="1" /> + <edge from-layer="1874" from-port="2" to-layer="1878" to-port="0" /> + <edge from-layer="1874" from-port="2" to-layer="1891" to-port="0" /> + <edge from-layer="1875" from-port="0" to-layer="1890" to-port="0" /> + <edge from-layer="1876" from-port="0" to-layer="1879" to-port="0" /> + <edge from-layer="1877" from-port="0" to-layer="1878" to-port="1" /> + <edge from-layer="1878" from-port="2" to-layer="1879" to-port="1" /> + <edge from-layer="1879" from-port="2" to-layer="1885" to-port="0" /> + <edge from-layer="1879" from-port="2" to-layer="1881" to-port="0" /> + <edge from-layer="1880" from-port="0" to-layer="1881" to-port="1" /> + <edge from-layer="1881" from-port="2" to-layer="1882" to-port="0" /> + <edge from-layer="1882" from-port="1" to-layer="1884" to-port="0" /> + <edge from-layer="1883" from-port="0" to-layer="1884" to-port="1" /> + <edge from-layer="1884" from-port="2" to-layer="1885" to-port="1" /> + <edge from-layer="1885" from-port="2" to-layer="1887" to-port="0" /> + <edge from-layer="1886" from-port="0" to-layer="1887" to-port="1" /> + <edge from-layer="1887" from-port="2" to-layer="1889" to-port="0" /> + <edge from-layer="1888" from-port="0" to-layer="1889" to-port="1" /> + <edge from-layer="1889" from-port="2" to-layer="1890" to-port="1" /> + <edge from-layer="1890" from-port="2" to-layer="1891" to-port="1" /> + <edge from-layer="1891" from-port="2" to-layer="1893" to-port="0" /> + <edge from-layer="1891" from-port="2" to-layer="1894" to-port="0" /> + <edge from-layer="1892" from-port="0" to-layer="1893" to-port="1" /> + <edge from-layer="1893" from-port="2" to-layer="1894" to-port="1" /> + <edge from-layer="1894" from-port="2" to-layer="1902" to-port="0" /> + <edge from-layer="1894" from-port="2" to-layer="1896" to-port="0" /> + <edge from-layer="1895" from-port="0" to-layer="1896" to-port="1" /> + <edge from-layer="1896" from-port="2" to-layer="1898" to-port="0" /> + <edge from-layer="1897" from-port="0" to-layer="1898" to-port="1" /> + <edge from-layer="1898" from-port="2" to-layer="1900" to-port="0" /> + <edge from-layer="1899" from-port="0" to-layer="1900" to-port="1" /> + <edge from-layer="1900" from-port="2" to-layer="1901" to-port="0" /> + <edge from-layer="1901" from-port="1" to-layer="1902" to-port="1" /> + <edge from-layer="1902" from-port="2" to-layer="1904" to-port="0" /> + <edge from-layer="1903" from-port="0" to-layer="1904" to-port="1" /> + <edge from-layer="1904" from-port="2" to-layer="1906" to-port="0" /> + <edge from-layer="1905" from-port="0" to-layer="1906" to-port="1" /> + <edge from-layer="1906" from-port="2" to-layer="1908" to-port="0" /> + <edge from-layer="1907" from-port="0" to-layer="1908" to-port="1" /> + <edge from-layer="1908" from-port="2" to-layer="1909" to-port="12" /> + <edge from-layer="1909" from-port="13" to-layer="1914" to-port="0" /> + <edge from-layer="1910" from-port="0" to-layer="1911" to-port="0" /> + <edge from-layer="1911" from-port="1" to-layer="1913" to-port="0" /> + <edge from-layer="1912" from-port="0" to-layer="1913" to-port="1" /> + <edge from-layer="1913" from-port="2" to-layer="1914" to-port="1" /> + <edge from-layer="1914" from-port="2" to-layer="1916" to-port="0" /> + <edge from-layer="1915" from-port="0" to-layer="1916" to-port="1" /> + <edge from-layer="1916" from-port="2" to-layer="1918" to-port="0" /> + <edge from-layer="1917" from-port="0" to-layer="1918" to-port="1" /> + <edge from-layer="1918" from-port="2" to-layer="1919" to-port="1" /> + <edge from-layer="1919" from-port="2" to-layer="1920" to-port="0" /> + </edges> + <rt_info /> +</net>